{"id":3694090,"url":"https://alion.io/job/symphoni-hr-databricks-data-engineer-2","title":"Databricks Data Engineer","company":{"id":3800108,"name":"Symphoni HR","domain":"symphonihr.com","url":"https://alion.io/company/symphoni-hr","size_band":"201-500","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"A","score":93,"open_postings":41,"ghost_share":0,"stale_share":0,"repost_share":0.488,"time_to_fill_p50_days":45,"computed_at":"2026-11-07T05:47:08Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"GitHub","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Alteryx","optional":true},{"name":"Claude","optional":true},{"name":"Copilot","optional":true},{"name":"OpenAI","optional":true},{"name":"Spark","optional":true},{"name":"Tableau","optional":true}],"status":"live","first_seen_at":"2026-11-03T17:31:58Z","employer_posted_date":"2026-11-03","last_verified_at":"2026-11-07T10:36:41Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"The Databricks Data Engineer will design, build and maintain scalable data pipelines on the Azure Databricks Lakehouse platform, supporting BI and analytics consumption across the business. The role involves re-engineering legacy ETL/ELT workflows into modern code-based pipelines, ensuring data quality through automated validation and reconciliation. This is a hybrid position based in Bengaluru, suited to an experienced engineer who thrives in a fast-paced, multi-project environment.\nOur client is a leading global professional services and accounting firm operating in the finance and assurance space, serving clients across multiple industries worldwide. They are known for a collaborative, learning-driven culture and a strong commitment to technology-led transformation of data and analytics capabilities.\nResponsibilities\nDesign, develop and maintain data pipelines using Azure Databricks, PySpark and SQL\nBuild and orchestrate workflows and jobs using Databricks Workflows and manage data governance with Unity Catalog\nImplement CI/CD practices for Databricks notebooks and pipelines using GitHub\nModel data for the Lakehouse architecture (Delta Lake), including dimensional modeling for BI consumption\nRe-engineer rule-based and visual-workflow ETL/ELT logic into code\nDevelop automated data validation and reconciliation between legacy and migrated pipelines\nCollaborate with analysts, BI developers and stakeholders, and produce clear technical documentation\nWork in Agile teams to plan and deliver multiple projects simultaneously\nRequirements\n6-9 years of experience in data engineering or related roles\nStrong hands-on experience with Azure Databricks and SQL\nStrong experience in Python and PySpark, and in building and maintaining data pipelines\nExposure to Databricks Workflows/Jobs orchestration, Unity Catalog and CI/CD for Databricks\nExperience with data modeling and ETL/ELT re-engineering on Delta Lake\nExperience with one or more public clouds such as Azure, AWS or GCP (Azure preferred)\nBachelor's degree in Computer Science, Electronics & Communication Engineering or a related discipline; advanced degree preferred\nGood knowledge of GitHub and Agile methodologies; strong communication and documentation skills\nNice to have: Tableau, SSRS or Alteryx experience, AI tools (Databricks Genie, Copilot, OpenAI) and Data Science/AI/ML exposure\nSkills\nAzure Databricks, SQL, Python, PySpark, Databricks Workflows/Jobs orchestration, Unity Catalog, CI/CD for Databricks notebooks/pipelines, Data pipeline development, Data modeling for Lakehouse architecture (Delta Lake), ETL/ELT re-engineering, GitHub, Agile methodologies, Tableau, SSRS, Alteryx, Databricks Genie, Claude, Copilot, OpenAI, GPTs, Data Science, AI/ML, Azure, AWS, GCP","description_format":"text","description_chars":2757,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-03T17:31:58Z"}],"visa":[],"liveness":{"score":54,"band":"ok","label":"Likely open","p_open":1,"p_active":0.542,"p_room":1,"age_days":3,"expected_fill_days":45,"reasons":["conf:5","agency","velocity","win:early","comp:brand"],"computed_at":"2026-11-07T05:47:08Z"},"pay":null,"html_url":"https://alion.io/job/symphoni-hr-databricks-data-engineer-2","json_url":"https://alion.io/job/symphoni-hr-databricks-data-engineer-2.json","meta":{"generated_at":"2026-11-07T12:15:44Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13503,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800108},"rest":"https://alion.io/mcp/rest/get_company?id=3800108"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsymphoni-hr-databricks-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsymphoni-hr-databricks-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsymphoni-hr-databricks-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/symphoni-hr-databricks-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsymphoni-hr-databricks-data-engineer-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3694090}},{"tool":"search_jobs","arguments":{"company":"symphonihr.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3694090},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}