{"id":3004838,"url":"https://alion.io/job/exl-databricks-tech-lead-2","title":"Databricks Tech Lead","company":{"id":38016,"name":"EXL","domain":"exlservice.com","url":"https://alion.io/company/exl","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":80,"open_postings":252,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":15,"computed_at":"2026-10-24T06:02:35Z"}},"role":"Leadership","role_family":"Leadership","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":75000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":33},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Platform Engineering","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-21T10:47:51Z","employer_posted_date":"2026-10-21","last_verified_at":"2026-10-24T15:55:52Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"We are looking for a skilled and passionate Databricks Engineer to design, build, and optimize enterprise-scale data lakehouse solutions on the Databricks platform. The successful candidate will be responsible for creating Databricks pipeline delivering Financial Crime platforms covering Anti-Money Laundering (AML), Know Your Customer (KYC), Customer Risk Assessment (CRA), Sanctions Screening, Transaction Monitoring, Fraud Detection, and Regulatory Reporting\n Databricks Platform Engineering\nDesign, build, and maintain Databricks workspaces, clusters, and compute pools across dev/test/prod environments.\n\nConfigure and manage Databricks Unity Catalog for data governance, access control, fine-grained permissions, and data lineage.\n\nOptimize cluster configurations - instance types, auto-scaling policies, spot/preemptible nodes - for cost and performance.\n\nImplement workspace-level best practices: folder structures, access controls, secret management (Databricks Secrets / Azure Key Vault / AWS Secrets Manager).\n\nManage Databricks jobs, workflows, and multi-task job orchestration with dependency management.\n\nDelta Lake & Lakehouse Architecture\nDesign and implement Delta Lake tables with appropriate partitioning, Z-ordering, and file compaction (OPTIMIZE / VACUUM).\n\nBuild Medallion Architecture (Bronze / Silver / Gold) layers for structured data lake organization.\n\nImplement Delta Live Tables (DLT) pipelines for declarative, reliable ETL/ELT with built-in data quality expectations.\n\nManage schema evolution, table versioning, time travel, and Change Data Feed (CDF) for incremental processing.\n\nDesign data lakehouse patterns integrating Delta Lake with external systems (Kafka, ADLS, S3, GCS).\n\nEducation\nBachelor's or Master's degree in Computer Science, Information Technology, Data Engineering, or related field.\n\nExperience\n8+ years of total experience in data engineering or software engineering.\n\n3+ years of dedicated hands-on experience with the Databricks platform in production environments.\n\nStrong background in big data engineering, cloud data platforms, and distributed computing.\n\nDatabricks Platform\nDeep expertise in Databricks Workspaces, Clusters, Jobs, Workflows, and Repos.\n\nProficiency with Unity Catalog - metastore setup, catalog/schema/table management, access controls, and data lineage.\n\nHands-on experience with Delta Live Tables (DLT) - pipeline development, expectations, and monitoring.\n\nStrong command of Delta Lake internals - transaction log, ACID guarantees, file layout, and optimization techniques.\n\nExperience with Databricks SQL Warehouses, SQL Analytics, and dashboard creation.\n\nKnowledge of Databricks Photon engine, serverless compute, and cost optimization strategies.","description_format":"text","description_chars":2731,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Business Process Outsourcing (BPO)","AI Consulting & Integration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-10-21T13:24:34Z"}],"visa":[],"liveness":{"score":62,"band":"ok","label":"Likely open","p_open":1,"p_active":0.616,"p_room":1,"age_days":2,"expected_fill_days":15,"reasons":["conf:2","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-10-24T06:02:35Z"},"pay":null,"html_url":"https://alion.io/job/exl-databricks-tech-lead-2","json_url":"https://alion.io/job/exl-databricks-tech-lead-2.json","meta":{"generated_at":"2026-10-24T16:52:58Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":24451,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-25T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":38016},"rest":"https://alion.io/mcp/rest/get_company?id=38016"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fexl-databricks-tech-lead-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fexl-databricks-tech-lead-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fexl-databricks-tech-lead-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/exl-databricks-tech-lead-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fexl-databricks-tech-lead-2"}]}