{"id":3065488,"url":"https://alion.io/job/ust-lead-ii-data-engineering-4","title":"Lead II - Data Engineering","company":{"id":1774626,"name":"UST","domain":"ust.com","url":"https://alion.io/company/ust-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"RippleHire","truth_index":{"grade":"B","score":76,"open_postings":112,"ghost_share":0,"stale_share":0.946,"repost_share":0,"time_to_fill_p50_days":34,"computed_at":"2026-10-27T05:46:45Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":45000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"FHIR","optional":false},{"name":"FinOps","optional":false},{"name":"HIPAA","optional":false},{"name":"IAM","optional":false},{"name":"MLFlow","optional":false},{"name":"pySpark","optional":false},{"name":"RAG","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-19T00:00:00Z","employer_posted_date":"2026-10-22","last_verified_at":"2026-10-27T12:56:53Z","board_verified":true,"closed_at":null,"days_open":8,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":8},"description":"We are looking for strong Lead Databricks Developer with streaming expertise. Key Responsibilities:\nDesign, develop, and lead enterprise-scale data platforms and pipelines using Databricks, PySpark, Delta Lake, and Spark SQL.\nBuild and optimize scalable batch and real-time data ingestion solutions using Kafka, Event Hubs, Auto Loader, Structured Streaming, and Delta Live Tables (DLT).\nDevelop and manage Lakehouse architectures leveraging Medallion (Bronze, Silver, Gold) design patterns and data engineering best practices.\nImplement and govern enterprise data assets using Unity Catalog, including data lineage, metadata management, security policies, and access controls.\nCollaborate with architects and cloud teams to build and deploy data solutions on AWS and Azure, leveraging services such as S3, ADLS, Event Hubs, IAM, and cloud-native security capabilities.\nDrive data quality, observability, monitoring, and validation frameworks to ensure trusted, reliable, and business-ready data products.\nOptimize Databricks workloads for performance, scalability, reliability, and cost efficiency through workload tuning and FinOps best practices.\nLead cloud modernization and migration initiatives from legacy/on-premises platforms to modern Databricks Lakehouse architectures.\nImplement and support GenAI, RAG, AI Agents, Vector Search, Mosaic AI, MLflow, and Databricks Genie use cases to accelerate analytics and business insights.\nEstablish CI/CD, DataOps, Infrastructure as Code (Terraform), and DevOps best practices while providing technical leadership, mentoring team members, and ensuring delivery excellence. Domain Experience:\nExperience in Healthcare Payer domain (Claims, Membership, Coverage)\nExposure to FHIR / healthcare data standards preferred\nUnderstanding of data privacy, security, and governance requirements (PII/HIPAA)\nLeadership Expectations\nOperate at a Lead level driving design, development, and delivery\nMentor team members and ensure delivery quality\nOwn modules independently and collaborate across distributed teams Experience:\n8+ years in Data Engineering\n5+ years hands-on experience with Databricks\nPrior experience in Tech Lead/Senior roles","description_format":"text","description_chars":2179,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Technology","IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams"],"lifecycle":[{"event":"open","at":"2026-10-22T07:44:40Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.627,"p_room":1,"age_days":8,"expected_fill_days":34,"reasons":["conf:1","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-10-27T05:46:45Z"},"pay":null,"html_url":"https://alion.io/job/ust-lead-ii-data-engineering-4","json_url":"https://alion.io/job/ust-lead-ii-data-engineering-4.json","meta":{"generated_at":"2026-10-27T14:22:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2821,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1774626},"rest":"https://alion.io/mcp/rest/get_company?id=1774626"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fust-lead-ii-data-engineering-4"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fust-lead-ii-data-engineering-4"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fust-lead-ii-data-engineering-4"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ust-lead-ii-data-engineering-4\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fust-lead-ii-data-engineering-4"}]}