{"id":3926559,"url":"https://alion.io/job/vivanti-consulting-senior-gcp-data-engineer","title":"Senior GCP Data Engineer","company":{"id":3808099,"name":"Vivanti Consulting","domain":"vivanti.com","url":"https://alion.io/company/vivanti-consulting","size_band":"51-200","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Airflow","optional":false},{"name":"CI/CD","optional":false},{"name":"Data Vault","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"GitLab","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Hadoop","optional":false},{"name":"IAM","optional":false},{"name":"Java","optional":false},{"name":"Jenkins","optional":false},{"name":"Pandas","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Scrum","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-11-07T19:35:00Z","employer_posted_date":null,"last_verified_at":"2026-11-07T19:35:00Z","board_verified":false,"closed_at":null,"days_open":13,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":13},"description":"Job description:\n\nWe are looking for an accomplished and highly motivated Senior GCP Data Engineer to design, build, and optimize our Google Cloud Platform data architecture and pipelines. This expert will lead large-scale data solution implementation, ensure data quality, and promote engineering best practices.\n\nWhat We're Looking For:\n6+ years of hands-on experience with Google Cloud Platform (GCP) data and analytics services.\nExperience using SQL, Python, or other relevant technology.\nCore Services: BigQuery (expert level), Cloud Dataflow (Apache Beam), Cloud Storage.\nProcessing: Dataproc (Apache Spark/Hadoop), Pub/Sub.\nOrchestration: Cloud Composer (Apache Airflow).\nDeep understanding of Data Warehousing, Data Lake concepts, and advanced data modeling techniques (Star/Snowflake schema, Data Vault).\nExperience with Infrastructure as Code (IaC) tools like Terraform or Cloud Deployment Manager.\nStrong knowledge of version control (Git), software development lifecycle, and Agile/Scrum methodologies.\n\nWhat You'll Do:\nArchitect, design, and implement robust, scalable, and fault-tolerant data ingestion and ETL/ELT pipelines for batch and real-time processing on GCP.\nDefine and enforce data modeling standards (Dimensional, 3NF, Data Vault, etc.) for optimal performance in BigQuery and other storage solutions.\nLead the technical design and deployment of Data Lakes and Data Warehouses using best-in-class GCP services.\nDevelop and maintain complex data pipelines using Python (Pandas, PySpark) and/or Scala/Java with a strong focus on Apache Beam/Dataflow and Dataproc/Spark.\nWrite, optimize, and tune advanced SQL queries for efficiency and cost reduction, particularly within BigQuery.\nImplement data orchestration and workflow management using Cloud Composer (Apache Airflow).\nEnsure optimal performance, cost efficiency, and reliability of all data solutions through continuous monitoring and tuning.\nImplement data governance and data quality frameworks, including data validation, lineage tracking, and metadata management (e.g., Data Catalog).\nEstablish and enforce security best practices on GCP, including IAM, data encryption (at rest and in transit), and proper network access controls.\nDrive DevOps principles: implement and maintain CI/CD pipelines for data solutions using tools like Cloud Build, Jenkins, or GitLab.\nSkills\nApache Beam, BigQuery, Dataflow, GCP, Google Cloud Platform","description_format":"text","description_chars":2414,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Consulting & Integration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-11-07T19:35:00Z"}],"visa":[],"liveness":{"score":81,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":0.9,"age_days":12,"expected_fill_days":30,"reasons":["seen:12","velocity","win:mid"],"computed_at":"2026-11-20T05:46:30Z"},"pay":null,"html_url":"https://alion.io/job/vivanti-consulting-senior-gcp-data-engineer","json_url":"https://alion.io/job/vivanti-consulting-senior-gcp-data-engineer.json","meta":{"generated_at":"2026-11-21T17:51:08Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":29732,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3808099},"rest":"https://alion.io/mcp/rest/get_company?id=3808099"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fvivanti-consulting-senior-gcp-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fvivanti-consulting-senior-gcp-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fvivanti-consulting-senior-gcp-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/vivanti-consulting-senior-gcp-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fvivanti-consulting-senior-gcp-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3926559}},{"tool":"search_jobs","arguments":{"company":"vivanti.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3926559},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}