{"id":4618509,"url":"https://alion.io/job/symphoni-hr-azure-databricks-data-engineer","title":"Azure Databricks Data Engineer","company":{"id":3800108,"name":"Symphoni HR","domain":"symphonihr.com","url":"https://alion.io/company/symphoni-hr","size_band":"201-500","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"A","score":93,"open_postings":46,"ghost_share":0,"stale_share":0,"repost_share":0.435,"time_to_fill_p50_days":45,"computed_at":"2026-11-19T09:08:57Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-11-19T16:54:13Z","employer_posted_date":"2026-11-19","last_verified_at":"2026-11-19T16:54:43Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"We are seeking an experienced Azure Data Engineer with hands-on Databricks expertise to design, build and optimize scalable data pipelines on the Microsoft Azure cloud platform. You will partner closely with analytics, data science and business teams to deliver reliable, high-quality data solutions that power critical decision-making. This is an opportunity to shape modern lakehouse architectures for a fast-moving, data-driven environment.\nOur client is a leading global technology and professional services organization operating at significant scale across multiple industries. They are known for a strong focus on software-driven transformation, data-led decision making and continuous innovation. The company fosters a collaborative, learning-oriented culture that values ownership, quality and long-term growth.\nResponsibilities\nDesign, develop and maintain end-to-end ETL/ELT pipelines using Azure Databricks and Apache Spark.\nIngest and transform structured and semi-structured data from diverse sources into Azure data lake and lakehouse architectures.\nOptimize Spark jobs and Databricks clusters for performance, reliability and cost efficiency.\nImplement data quality checks, monitoring and alerting across data workflows.\nCollaborate with data analysts, data scientists and stakeholders to translate requirements into technical solutions.\nFollow best practices for version control, CI/CD, documentation and data governance.\nRequirements\nStrong hands-on experience with Azure Databricks and PySpark or Spark SQL.\nWorking knowledge of Azure data services such as Azure Data Lake Storage, Azure Data Factory and Azure Synapse.\nSolid proficiency in SQL and Python for data transformation and analysis.\nUnderstanding of data modeling, warehousing concepts and Delta Lake.\nExperience with Git-based version control and CI/CD practices.\n4-10 years of relevant experience in data engineering.\nBachelor's degree in Computer Science, Information Technology, Engineering or a related field.\nExposure to Structured Streaming or Event Hubs, Terraform or ARM templates, and Azure or Databricks certifications are a plus.\nSkills\nAzure Databricks, PySpark, Spark SQL, Azure Data Lake Storage, Azure Data Factory, Azure Synapse, SQL, Python, Delta Lake, Git, CI/CD, Structured Streaming, Event Hubs, Terraform, ARM templates, Azure certifications, Databricks certifications","description_format":"text","description_chars":2371,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-19T16:54:13Z"}],"visa":[],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":0,"expected_fill_days":45,"reasons":["conf:1","agency","win:early","comp:brand"],"computed_at":"2026-11-19T18:17:18Z"},"pay":null,"html_url":"https://alion.io/job/symphoni-hr-azure-databricks-data-engineer","json_url":"https://alion.io/job/symphoni-hr-azure-databricks-data-engineer.json","meta":{"generated_at":"2026-11-19T18:17:18Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":30543,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-20T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800108},"rest":"https://alion.io/mcp/rest/get_company?id=3800108"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsymphoni-hr-azure-databricks-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsymphoni-hr-azure-databricks-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsymphoni-hr-azure-databricks-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/symphoni-hr-azure-databricks-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsymphoni-hr-azure-databricks-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4618509}},{"tool":"search_jobs","arguments":{"company":"symphonihr.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4618509},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}