{"id":3845044,"url":"https://alion.io/job/improving-lead-data-engineer","title":"Lead Data Engineer","company":{"id":1239,"name":"Improving","domain":"improving.com","url":"https://alion.io/company/improving","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"inferred_payroll_markers","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":{"min":1000000,"max":3500000,"currency":"INR","period":"year","gross":true,"usd_annual":37405},"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Datadog","optional":false},{"name":"Delta Lake","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"SQL","optional":false},{"name":"Azure DevOps","optional":true},{"name":"ETL/ELT","optional":true},{"name":"GitHub Actions","optional":true},{"name":"Master Data Management","optional":true},{"name":"Python","optional":true},{"name":"Spark","optional":true},{"name":"Windows","optional":true}],"status":"live","first_seen_at":"2026-11-05T10:19:18Z","employer_posted_date":null,"last_verified_at":"2026-11-05T10:19:18Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Lead Data Engineer – Databricks & Azure\nWe are looking for a Lead Data Engineer with 5–7 years of experience in Azure, Databricks, and Microsoft Fabric to lead and mentor the data engineering team. The role involves implementing scalable data solutions using Databricks as the core platform, building modern data pipelines, and enabling seamless integration with Microsoft Fabric and Power BI.\nResponsibilities & Requirements:\nLead and mentor data engineers while driving hands-on technical delivery.\nImplement approved Databricks and Microsoft Fabric architectures and solutions.\nDevelop metadata-driven bronze, silver, and gold data pipelines.\nBuild reusable batch, incremental, CDC, and streaming ingestion pipelines.\nStrong hands-on experience with Azure Databricks, PySpark, SQL, and Delta Lake.\nExperience with Microsoft Fabric, OneLake, Direct Lake, and Power BI integration.\nImplement data quality checks, reconciliation, source-to-target mapping, and metadata management.\nConfigure Unity Catalog for data governance, access control, auditing, and lineage.\nImplement CI/CD, automated deployments, and Datadog monitoring.\nDrive testing, documentation, operational readiness, and knowledge transfer.\nGood to have:\nExperience with MDM and master data integration.\nExposure to Azure DevOps or GitHub Actions.\nExperience with automated data testing and reconciliation frameworks.\nExperience working with onshore stakeholders and distributed engineering teams.\nStrong communication, problem-solving, and team leadership skills.\nSkills\ndatabricks, Microsoft Windows Azure, PySpark, Microsoft Fabric, Delta Lake, ETL, Data Pipelines, CDC, PowerBI, CI/CD, Python, ADF, Apache Spark","description_format":"text","description_chars":1680,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-11-06T00:23:45Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"H-1B filings in 12 months: 2 · green card filings: 3","filings_12m":2,"filings_prev_12m":2,"green_card_filings_12m":3,"median_offered_wage_usd":115500,"route":null,"cap_exempt":false,"checked_at":"2026-11-07T07:57:00+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":0}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":1,"expected_fill_days":30,"reasons":["seen:1","velocity","win:early"],"computed_at":"2026-11-07T05:47:08Z"},"pay":{"stated_usd_annual":37405,"is_top_pay":false},"html_url":"https://alion.io/job/improving-lead-data-engineer","json_url":"https://alion.io/job/improving-lead-data-engineer.json","meta":{"generated_at":"2026-11-07T18:04:08Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":26993,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1239},"rest":"https://alion.io/mcp/rest/get_company?id=1239"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fimproving-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fimproving-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fimproving-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/improving-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fimproving-lead-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3845044}},{"tool":"search_jobs","arguments":{"company":"improving.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3845044},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}