{"id":3039397,"url":"https://alion.io/job/exl-lead-data-engineer-2","title":"Lead Data Engineer","company":{"id":38016,"name":"EXL","domain":"exlservice.com","url":"https://alion.io/company/exl","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":80,"open_postings":232,"ghost_share":0,"stale_share":0.991,"repost_share":0,"time_to_fill_p50_days":9,"computed_at":"2026-10-23T05:54:15Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":60000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AWS","optional":false},{"name":"Dagster","optional":false},{"name":"Databricks","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"Jenkins","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Trino","optional":false}],"status":"live","first_seen_at":"2026-06-11T09:51:14Z","employer_posted_date":"2026-06-11","last_verified_at":"2026-10-23T23:23:28Z","board_verified":true,"closed_at":null,"days_open":134,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":133},"description":"In-depth working experience of distributed systemsHadoop, Spark, Hive, DBT and Airflow /Dagster\nAt least 5 years of solid production quality coding experience in data pipeline implementation in Python\nExperience working with public cloud platforms, preferably AWS\nExperience working with Databricks and/or Snowflake\nExperience in Git, JIRA, Jenkins, shell scripting\nFamiliarity with Agile methodology, test-driven development, source control management and test automation\nExperience supporting and working with cross-functional teams in a dynamic environment\nYou have excellent collaborative problem solving and communication skills and are empathetic to others\nYou have a track record of building fast, reliable, and high-quality data pipelines\n Strong hands-on experience with PySpark, Python, SQL, Databricks, and AWS Cloud is required at a Lead level. The candidate should possess excellent problem-understanding and problem-solving capabilities, be able to lead technical discussions, guide team members, and effectively communicate and collaborate with both internal teams and client stakeholders.\nYou will build services that will integrate directly with Client's products and with external vendors.\nYou will work with modern data technologies such as Hadoop, Spark, DBT, Dagster/Airflow, Atlan, Trino, etc., modern data platforms such as Databricks and Snowflake and cloud technologies across AWS stack\nIdentify, design, and implement automation of manual processes, optimizing data delivery, reducing Cloud cost, etc.\nImplement processes and systems to monitor Data Quality, Observability, Governance and Lineage.\nSupport operations to manage the production environment and help in resolving production issues with RCA\nWrite unit/integration tests, adopt Test-driven development, contribute to engineering wiki, and document design/implementation etc.\n Graduate in Computer Science, Data Science, Information Technology, or a related field.\n8+ years of experience and a bachelor’s degree in computer science or a related field, or equivalent work experience","description_format":"text","description_chars":2067,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Business Process Outsourcing (BPO)","AI Consulting & Integration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-10-21T22:18:10Z"}],"visa":[],"liveness":{"score":5,"band":"cold","label":"Long shot","p_open":1,"p_active":0.19,"p_room":0.28,"age_days":133,"expected_fill_days":9,"reasons":["conf:0","stale_co","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-23T05:54:15Z"},"pay":null,"html_url":"https://alion.io/job/exl-lead-data-engineer-2","json_url":"https://alion.io/job/exl-lead-data-engineer-2.json","meta":{"generated_at":"2026-10-24T00:02:51Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":31,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-25T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":38016},"rest":"https://alion.io/mcp/rest/get_company?id=38016"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fexl-lead-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fexl-lead-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fexl-lead-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/exl-lead-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fexl-lead-data-engineer-2"}]}