{"id":3977968,"url":"https://alion.io/job/vivanti-consulting-senior-data-engineer-databricks","title":"Senior Data Engineer - Databricks","company":{"id":3808099,"name":"Vivanti Consulting","domain":"vivanti.com","url":"https://alion.io/company/vivanti-consulting","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Data Vault","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"Delta Lake","optional":false},{"name":"Fivetran","optional":false},{"name":"GCP","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-11-09T18:35:35Z","employer_posted_date":null,"last_verified_at":"2026-11-09T18:35:35Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"What We're Looking For\n\nWe're on the hunt for people who love solving problems, thinking critically and staying curious. If you've worked in data or tech before - amazing. If you've got a brain that enjoys untangling complex stuff and applying what you've learned - even better!\n\nWe're less about ticking boxes and more about whether you'd thrive in this environment:\nDo you get excited about helping clients move forward?\nDo you want to learn from people who are really good at what they do?\nAre you keen to experiment with the latest tools and ideas?\nCan you balance working independently and being a great teammate?\n5 years experience using SQL, Python or other relevant technology?\nExperience working with Databricks and relevant certifications in Databricks or cloud platforms?\nIf you said \"yes\" more than once, let's talk.\n\nKey Skills:\nAs a Consulting Data Engineer, you're the builder - making sure data flows cleanly and reliably.\nDesigning and building robust data pipelines using Databricks, Spark, and Delta Lake\nImplementing scalable and secure Lakehouse architectures on Databricks\nCollaborating with analysts, ML engineers, and platform teams to deliver Databricks-native solutions\nApplying best practices in data governance, CI/CD, and orchestration within the Databricks ecosystem\nEnsuring systems are secure, reliable and cost-effective\n6+ years of experience in Python, Spark, and SQL for building scalable data pipelines in Databricks\nDeep experience with Databricks features including Delta Lake, Unity Catalog, and MLflow\nWorkflow orchestration using Airflow or Databricks Workflows\nIntegration experience with dbt, Fivetran, and Terraform for modern data stack automation\nFamiliarity with cloud platforms (Azure, AWS, GCP)\nKnowledge and experience of data modelling techniques (Inmon, Data Vault, Kimball)\nKnowledge and experience of the data lifecycle, data management & governance, data platform architectures\nKnowledge and experience of Databricks data pipeline & data platform optimisation techniques\nSkills\nDatabricks, Python, SQL, Spark","description_format":"text","description_chars":2064,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Consulting & Integration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-11-09T18:35:35Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":29,"reasons":["seen:0","win:early"],"computed_at":"2026-11-09T20:58:27Z"},"pay":null,"html_url":"https://alion.io/job/vivanti-consulting-senior-data-engineer-databricks","json_url":"https://alion.io/job/vivanti-consulting-senior-data-engineer-databricks.json","meta":{"generated_at":"2026-11-09T20:58:27Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8806,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3808099},"rest":"https://alion.io/mcp/rest/get_company?id=3808099"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fvivanti-consulting-senior-data-engineer-databricks"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fvivanti-consulting-senior-data-engineer-databricks"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fvivanti-consulting-senior-data-engineer-databricks"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/vivanti-consulting-senior-data-engineer-databricks\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fvivanti-consulting-senior-data-engineer-databricks"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3977968}},{"tool":"search_jobs","arguments":{"company":"vivanti.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3977968},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}