{"id":3826857,"url":"https://alion.io/job/deloitte-senior-databricks-engineer","title":"Senior Databricks Engineer","company":{"id":272,"name":"Deloitte","domain":"deloitte.com","url":"https://alion.io/company/deloitte","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Avature","truth_index":{"grade":"A","score":100,"open_postings":7,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":12,"computed_at":"2026-11-06T05:58:05Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Coimbatore, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"AWS","optional":true},{"name":"Machine Learning","optional":true},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-11-05T18:35:25Z","employer_posted_date":null,"last_verified_at":"2026-11-05T18:35:25Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Job Summary:\n\nWe are seeking an experienced Databricks Developer with 6-9 years of expertise in designing, building, and supporting modern Data Lakehouse solutions. The ideal candidate will have strong hands-on experience in Databricks, PySpark, Delta Lake, cloud platforms, and large-scale data processing. The role involves building scalable data pipelines, optimizing distributed data workloads, and enabling advanced analytics and AI-driven initiatives.\n\nKey Responsibilities:\nDesign, develop, and maintain scalable data engineering solutions using Databricks.\nBuild and optimize batch and real-time data processing pipelines.\nDevelop ETL/ELT frameworks using PySpark and Spark SQL.\nImplement Delta Lake architecture and data governance standards.\nProcess large-scale structured, semi-structured, and streaming datasets.\nOptimize Spark jobs and cluster performance for maximum efficiency.\nDevelop reusable frameworks, notebooks, workflows, and data products.\nCollaborate with business teams, data scientists, analysts, and architects to deliver enterprise-grade solutions.\nImplement monitoring, alerting, security, and compliance requirements.\nParticipate in code reviews, deployment activities, and production support.\nDevelop technical documentation and mentor junior engineers.\n\nRequired Technical Skills:\n\nDatabricks & Big Data:\nAzure Databricks\nDatabricks Lakehouse Platform\nDelta Lake\nSpark SQL\nPySpark\nDatabricks Workflows\nUnity Catalog\nDelta Live Tables (DLT)\nStructured Streaming\n\nData Engineering:\nData Lake Architecture\nLakehouse Architecture\nETL/ELT Development\nData Modeling\nData Integration\nPerformance Tuning\nData Quality Frameworks\n\nProgramming Languages:\nPython\nPySpark\nSQL\nScala\nJava\nShell Scripting\n\nCloud Platforms:\nMicrosoft Azure\nAzure Data Factory (ADF)\nAzure Data Lake Storage (ADLS)\nAWS\nAmazon S3\nAWS EMR\nGoogle Cloud Platform (GCP)\n\nDatabases:\nSQL Server\nOracle\nPostgreSQL\nMySQL\nMongoDB\nCassandra\n\nStreaming & Messaging:\nKafka\nEvent Hubs\nSpark Streaming\nAzure Stream Analytics\n\nDevOps & Tools:\nGit\nJenkins\nAzure DevOps\nCI/CD Pipelines\nTerraform\nUnix/Linux\n\nRequired Qualifications:\nBachelor's or Master's degree in Computer Science, Engineering, Information Technology, or related field.\n4-9 years of IT experience with at least 4+ years of hands-on Databricks and Spark development experience.\nStrong expertise in distributed data processing and Lakehouse architecture.\nExperience building enterprise-scale data engineering solutions.\nStrong knowledge of PySpark, Spark SQL, and performance optimization.\nExperience with Agile development methodologies.\nExcellent analytical, troubleshooting, and communication skills.\n\nPreferred Qualifications:\nExperience with cloud-native analytics platforms on Azure, AWS, or GCP.\nKnowledge of Machine Learning workflows within Databricks.\nExperience implementing Delta Lake and Unity Catalog.\nExposure to Data Governance and Data Security frameworks.\nRelevant Databricks, Azure, or AWS certifications.\n\nKey Competencies:\nData Engineering Excellence\nPerformance Optimization\nSolution Design\nStakeholder Management\nCollaboration and Leadership\nOwnership and Accountability\n\nNice to Have:\nSnowflake\nAzure Data Factory (ADF)\nDelta Live Tables (DLT)\nUnity Catalog\nMLflow\nAirflow\nKafka\nData Mesh Architecture\nGenerative AI / AI Engineering exposure\ndbt\nSkills\nAzure Databricks, DLT, Databricks, Delta Lake, Delta Live Tables, PySpark, Spark, Spark SQL","description_format":"text","description_chars":3414,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Blockchain & Crypto","Financial Advisory, Valuation & Restructuring","Management Consulting","Tax Advisory & Preparation"],"lifecycle":[{"event":"open","at":"2026-11-05T18:35:25Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":0,"expected_fill_days":12,"reasons":["seen:0","velocity","win:early","comp:brand"],"computed_at":"2026-11-06T05:58:05Z"},"pay":null,"html_url":"https://alion.io/job/deloitte-senior-databricks-engineer","json_url":"https://alion.io/job/deloitte-senior-databricks-engineer.json","meta":{"generated_at":"2026-11-06T12:08:34Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":22131,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":272},"rest":"https://alion.io/mcp/rest/get_company?id=272"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdeloitte-senior-databricks-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdeloitte-senior-databricks-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdeloitte-senior-databricks-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/deloitte-senior-databricks-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdeloitte-senior-databricks-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3826857}},{"tool":"search_jobs","arguments":{"company":"deloitte.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3826857},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}