{"id":3273172,"url":"https://alion.io/job/logixhealth-lead-data-engineer","title":"Lead Data Engineer","company":{"id":454473,"name":"LogixHealth","domain":"logixhealth.com","url":"https://alion.io/company/logixhealth","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Rippling","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":31000,"max_usd":66000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":14,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Datadog","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"GitHub Actions","optional":false},{"name":"HIPAA","optional":false},{"name":"Jenkins","optional":false},{"name":"NumPy","optional":false},{"name":"Pandas","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"SOC 2","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Tableau","optional":false},{"name":"Terraform","optional":false},{"name":"AWS","optional":true}],"status":"live","first_seen_at":"2026-10-26T12:35:56Z","employer_posted_date":null,"last_verified_at":"2026-10-26T12:35:56Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"Responsibilities: \nLead and contribute to the development of a self-service data platform for reporting and analytics.\nDesign and build data solutions using Databricks, SQL, Python, Spark, and Delta Lake within the Azure ecosystem (Blob Storage, Data Factory, Event Hubs).\nImplement best practices for ETL/ELT processes, focusing on data quality management, partitioning, maintainability, and reusability.\nCollaborate with engineers, product managers, and business leaders to ensure seamless integration of the data platform with systems such as Tableau, Power BI, APIs, and other applications.\nEstablish CI/CD pipelines and use infrastructure-as-code tools for deployment and monitoring (Git, Terraform, Azure DevOps/GitHub Actions/Jenkins, Azure Monitor/Datadog).\nEnsure adherence to organizational compliance standards and the Code of Conduct as defined in LogixGarden.\n\nRequirements: \n8+ years of data engineering experience.\n3+ years in a senior or principal engineer role, with proven experience leading projects.\nStrong hands-on experience with Databricks and related integrations (Delta Live Tables, Auto Loader, Databricks Workflows / Apache Airflow, Unity Catalogue).\nExpertise in PySpark and/or Scala.\nStrong DataFrame programming experience (Spark, Pandas, NumPy).\nProven ability to design scalable, secure, and maintainable data pipelines.\nExcellent communication and leadership skills, with a passion for mentoring.\nSolid understanding of data security and governance frameworks, with exposure to HIPAA or SOC 2 compliance preferred.\n\nPreferred Skills: \nAWS cloud experience.\nAWS Databricks implementation expertise.\nExperience designing and implementing data security and governance frameworks.\nSkills\ndatabricks, elt, etl, pipelines, pyspark, scala, spark","description_format":"text","description_chars":1771,"description_truncated":false,"requirements":{"experience_years_min":14,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-26T12:35:56Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":3,"expected_fill_days":28,"reasons":["seen:3","win:early"],"computed_at":"2026-10-30T05:48:23Z"},"pay":null,"html_url":"https://alion.io/job/logixhealth-lead-data-engineer","json_url":"https://alion.io/job/logixhealth-lead-data-engineer.json","meta":{"generated_at":"2026-10-31T04:42:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":6496,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":454473},"rest":"https://alion.io/mcp/rest/get_company?id=454473"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Flogixhealth-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Flogixhealth-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Flogixhealth-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/logixhealth-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Flogixhealth-lead-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3273172}},{"tool":"search_jobs","arguments":{"company":"logixhealth.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3273172},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}