{"id":1221148,"url":"https://alion.io/job/birlasoft-data-engg-with-databricks-technical-lead-data-engg","title":"Data Engg with Databricks - Technical Lead-Data Engg","company":{"id":59310,"name":"Birlasoft","domain":"birlasoft.com","url":"https://alion.io/company/birlasoft","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":{"grade":"A","score":100,"open_postings":8,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":20,"computed_at":"2026-10-20T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":27000,"max_usd":59000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-18T02:00:00Z","employer_posted_date":"2026-09-18","last_verified_at":"2026-10-20T20:54:07Z","board_verified":true,"closed_at":null,"days_open":32,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":32},"description":"Area(s) of responsibility\nRole Summary\nWe are looking for a highly skilled Azure Data Engineer with strong hands on expertise in Azure Databricks, PySpark, ADF, and SQL. The candidate will be responsible for architecting, developing, and optimizing modern data platforms and analytical solutions on Azure. The role requires strong experience building enterprise-grade data pipelines, enabling ingestion from diverse sources, implementing complex transformations, and supporting scalable analytics initiatives.\nKey Responsibilities\n1. Data Solution Design & Architecture\nDesign end to end data engineering solutions using Azure Data Factory, Azure Databricks, PySpark, SQL, and other Azure-native services.\nArchitect and implement scalable and secure Modern Data Warehouse (MDW) and Lakehouse solutions leveraging Azure Data Lake Storage and Databricks.\nDevelop data models, integration patterns, and reusable frameworks aligned with best practices and enterprise architecture standards.\nParticipate in requirement discussions, solution blueprinting, and technical feasibility assessments.\n2. Data Pipeline Development\nBuild and optimize robust, high-throughput ELT/ETL pipelines, enabling ingestion, transformation, and curation of structured, semi structured, and unstructured data.\nIntegrate data from multiple on premise and cloud based systems, APIs, and third-party sources.\nImplement complex transformations using PySpark, ensuring performance efficiency and code modularity.\nBuild orchestration workflows in ADF, including pipelines, triggers, linked services, integration runtimes, and parameterized datasets.\n3. Databricks & PySpark Engineering\nDevelop scalable transformation scripts using PySpark on Databricks, applying advanced optimizations like caching, partitioning, and Delta Lake capabilities.\nImplement Delta Lake features-ACID transactions, schema enforcement, schema evolution, and time travel-across the data lifecycle.\nPerform performance tuning, handling bottlenecks related to cluster configuration, shuffle operations, joins, and parallelization.\nCollaborate with platform teams to manage Databricks clusters, jobs, notebooks, and CI/CD integrations.\n4. Data Governance, Quality & Security\nImplement data quality checks, audit mechanisms, and validation frameworks to ensure data accuracy and consistency.\nEnsure compliance with organizational standards for data security, encryption, access control, and data lifecycle management.\nCreate and maintain technical documentation, data flow diagrams, and operational support guides.\n5. Collaboration & Stakeholder Management\nCollaborate closely with BI, analytics, and business teams to understand data requirements and deliver reliable, production-ready solutions.\nWork with architects, product owners, and cross-functional engineering teams to align technical delivery with business objectives.\nProvide guidance and mentoring to junior engineers when required.","description_format":"text","description_chars":2934,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Enterprise Apps Implementation Partners","Cloud Consulting & Migration"],"lifecycle":[{"event":"open","at":"2026-09-25T12:00:09Z"}],"visa":[],"liveness":{"score":32,"band":"fade","label":"Fading","p_open":1,"p_active":0.713,"p_room":0.45,"age_days":32,"expected_fill_days":20,"reasons":["conf:1","velocity","win:tail","comp:brand"],"computed_at":"2026-10-20T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/birlasoft-data-engg-with-databricks-technical-lead-data-engg","json_url":"https://alion.io/job/birlasoft-data-engg-with-databricks-technical-lead-data-engg.json","meta":{"generated_at":"2026-10-20T21:56:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":25550,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":59310},"rest":"https://alion.io/mcp/rest/get_company?id=59310"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbirlasoft-data-engg-with-databricks-technical-lead-data-engg"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbirlasoft-data-engg-with-databricks-technical-lead-data-engg"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbirlasoft-data-engg-with-databricks-technical-lead-data-engg"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/birlasoft-data-engg-with-databricks-technical-lead-data-engg\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbirlasoft-data-engg-with-databricks-technical-lead-data-engg"}]}