{"id":1233621,"url":"https://alion.io/job/symphoni-hr-senior-databricks-data-engineer","title":"Senior Databricks Data Engineer","company":{"id":3800108,"name":"Symphoni HR","domain":"symphonihr.com","url":"https://alion.io/company/symphoni-hr","size_band":"201-500","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":24000,"max_usd":51000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":9},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Great Expectations","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-25T15:42:28Z","employer_posted_date":"2026-09-25","last_verified_at":"2026-09-27T01:49:29Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"We are looking for a highly skilled Senior Databricks Data Engineer to design, develop, and optimize scalable data platforms using the Databricks Lakehouse architecture. You will play a pivotal role in building robust ETL/ELT pipelines, integrating AI/ML workflows, and ensuring high-performance data processing for enterprise-level analytics initiatives.\nOur client is a prominent global leader in the computer software industry, known for delivering innovative digital solutions and advanced analytics services. They foster a culture of continuous learning and technical excellence, supporting large-scale enterprise transformations for clients worldwide.\nResponsibilities\nDesign, develop, and maintain scalable data pipelines using Databricks, Apache Spark, and cloud-native services.\nBuild and optimize complex ETL/ELT workflows to handle large-scale structured and unstructured data.\nDevelop sophisticated data models and implement rigorous data quality, validation, and governance frameworks.\nOptimize Spark jobs and Databricks workloads to ensure maximum performance, scalability, and cost efficiency.\nImplement robust security controls, access management, and data governance policies using Unity Catalog.\nCollaborate with cross-functional business, analytics, and AI/ML teams to deliver trusted data products.\nMonitor, troubleshoot, and resolve data pipeline issues to ensure high availability and reliability.\nSupport CI/CD, DevOps, and infrastructure automation practices to streamline deployment cycles.\nRequirements\n8-10 years of professional experience in Data Engineering and Data Warehousing.\nExpertise in Databricks, Apache Spark, PySpark, and Spark SQL.\nStrong proficiency in Python and SQL for data manipulation and pipeline development.\nHands-on experience with Delta Lake, Unity Catalog, and modern ETL/ELT frameworks.\nProven ability to integrate AI/ML pipelines and implement MLOps best practices.\nExperience with data governance tools, data lineage, and quality frameworks like Great Expectations or Deequ.\nFamiliarity with Snowflake, Kafka, and event streaming architectures.\nBachelor's or Master's degree in Computer Science, Information Technology, or a related field.","description_format":"text","description_chars":2194,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":["Continuous learning"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-25T15:42:28Z"}],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":0,"expected_fill_days":48,"reasons":["conf:3","agency","win:early","comp:brand"],"computed_at":"2026-09-26T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/symphoni-hr-senior-databricks-data-engineer","json_url":"https://alion.io/job/symphoni-hr-senior-databricks-data-engineer.json","meta":{"generated_at":"2026-09-27T04:52:49Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":4267,"day_limit":5000,"remaining_today":733,"minute_limit":60,"resets_at":"2026-09-28T00:00:00Z"}}}