{"id":3116056,"url":"https://alion.io/job/exl-senior-data-engineer-4","title":"Senior Data Engineer","company":{"id":38016,"name":"EXL","domain":"exlservice.com","url":"https://alion.io/company/exl","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":80,"open_postings":260,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":15,"computed_at":"2026-10-25T05:49:26Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Detroit, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":105000,"max_usd":200000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":1251},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-18T22:40:33Z","employer_posted_date":"2026-09-18","last_verified_at":"2026-10-25T05:23:19Z","board_verified":true,"closed_at":null,"days_open":36,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":36},"description":"Role Summary\nDesign, develop, and maintain scalable data pipelines and data assets on Databricks and the Microsoft Azure Data Platform to support Business Intelligence and Advanced Analytics objectives.\nLead the technical migration of legacy databases and on-premises data systems to a cloud-based lakehouse architecture using Delta Lake, including data modeling, transformation logic, and post-migration data validation.\nRole and Responsibilities:\nDesign, develop, and maintain scalable data pipelines and data assets on Databricks and the Microsoft Azure Data Platform to support Business Intelligence and Advanced Analytics objectives.\nLead the technical migration of legacy databases and on-premises data systems to a cloud-based lakehouse architecture using Delta Lake, including data modeling, transformation logic, and post-migration data validation.\nDevelop distributed data processing applications using PySpark, Scala Spark, Python, and SQL for batch, incremental(CDC),and real-time streaming workloads.\nBuild and customize data integration tools, data warehouses, data marts, and data lakes using Azure Data Factory, ADLS Gen2, and Kafka.\nAnalyze business and system requirements and translate them into technical designs, data models, and software specifications aligned with enterprise architecture.\nImplement data governance, security, and data quality controls, including access management, lineage tracking, and automated data validation frameworks.\nDevelop CI/CD pipelines and infrastructure-as-code for automated testing and deployment of data solutions using Databricks Asset Bundles and Git-based version control.\nOptimize performance, reliability, and cost of Spark workloads and cloud infrastructure through job tuning, cluster configuration, and storage optimization.\nCreate tools and automation that help client engineering teams derive value from their data.\nPerform hands-on development, lead code reviews and testing, and establish engineering best practices across the team.\nReview solution approaches and provide technical guidance to onshore and offshore engineers to ensure delivery quality.\nCollaborate with client stakeholders to understand data needs and support timely delivery of data platform initiatives\nRequirement/Competencies:\nBachelor’s or Master’s (preferred) degree in in a quantitative or technical field such as Computer Science, Information Technology, Computer Engineering or equivalent\n\n8+ years of experience comprising development for data systems at scale (building data warehouse, data marts, data lakes, ETL, analytic solutions, etc.)\n\nExperience leading data migration / cloud transformation engagements\n\nExperience with and understanding of Databricks, Azure Data Platform is a must.","description_format":"text","description_chars":2739,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Business Process Outsourcing (BPO)","AI Consulting & Integration","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-10-22T22:10:32Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"H-1B filings in 12 months: 281 · green card filings: 17","filings_12m":281,"filings_prev_12m":395,"green_card_filings_12m":17,"median_offered_wage_usd":128641,"route":null,"cap_exempt":false,"checked_at":"2026-10-15T11:24:14+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":125}],"liveness":{"score":8,"band":"cold","label":"Long shot","p_open":1,"p_active":0.242,"p_room":0.35,"age_days":36,"expected_fill_days":15,"reasons":["conf:0","stale_co","evergreen","velocity","win:tail","comp:brand"],"computed_at":"2026-10-25T05:49:26Z"},"pay":null,"html_url":"https://alion.io/job/exl-senior-data-engineer-4","json_url":"https://alion.io/job/exl-senior-data-engineer-4.json","meta":{"generated_at":"2026-10-25T07:00:25Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9872,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":38016},"rest":"https://alion.io/mcp/rest/get_company?id=38016"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fexl-senior-data-engineer-4"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fexl-senior-data-engineer-4"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fexl-senior-data-engineer-4"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/exl-senior-data-engineer-4\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fexl-senior-data-engineer-4"}]}