{"id":2906961,"url":"https://alion.io/job/mathco-lead-data-engineer","title":"Lead data Engineer","company":{"id":455909,"name":"MathCo","domain":"mathco.com","url":"https://alion.io/company/mathco","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":60000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"ETL/ELT","optional":false},{"name":"Alation","optional":true},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"Azure DevOps","optional":true},{"name":"CI/CD","optional":true},{"name":"Collibra","optional":true},{"name":"Databricks","optional":true},{"name":"Docker","optional":true},{"name":"GCP","optional":true},{"name":"GDPR","optional":true},{"name":"GitHub Actions","optional":true},{"name":"Kubernetes","optional":true},{"name":"Machine Learning","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-10-08T00:00:00Z","employer_posted_date":"2026-10-20","last_verified_at":"2026-10-24T13:55:07Z","board_verified":true,"closed_at":null,"days_open":16,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":16},"description":"Job Responsibilities\nResponsible for leading a team of talented data engineers responsible for designing, building, and maintaining scalable data pipelines and infrastructure\nWork closely with cross-functional teams to ensure client data systems meet the highest standards of quality and performance\nLead, mentor, and develop a team of data engineers, fostering a collaborative and inclusive team environment\nConduct regular performance reviews, provide feedback, and set goals for team members\nIdentify and address skill gaps, and provide opportunities for professional development\nPlan, execute, and deliver data engineering projects on time and within scope\nCoordinate with stakeholders to gather requirements, set priorities, and define project timelines.\nEnsure projects align with overall business objectives and data strategy\nOversee the design, development, and maintenance of data pipelines, ETL processes, and data warehouse\nEnsure data quality, integrity, and security across all data engineering projects.\nIdentify opportunities for process improvements and drive initiatives to enhance the efficiency and effectiveness of data operations.\nHas strong conceptual understanding of Data Warehousing and ETL, Data Governance and Security, Cloud Computing, and Batch & Real Time data processing\nAbility to build/drive reusable frameworks that can drive efficiency of the overall data system\nHas executed and lead multiple projects including on - streaming, batch, large data pipelines, etc.\nManages conversation with the client stakeholders to understand the Internal Use Only requirement and translate it into technical outcomes. Required Tech Stack\nStrong experience with Databricks, Spark, and cloud platforms (Azure, AWS, GCP).\nArchitect and deploy cloud-based data solutions (Azure, AWS, GCP).\nDefine CI/CD strategies for data pipelines using Terraform, Azure DevOps, or GitHub Actions.\nImplement data cataloging, lineage tracking, and access control (Unity Catalog, Collibra, Alation).\nEnsure compliance with GDPR, CCPA, and industry-specific data security policies.\nDevelop strategies for distributed computing, parallel processing, and caching mechanisms. Required Non-Tech Stack\nPartner with data architects, product managers, and business leaders to define data requirements and align engineering efforts with business objectives.\nDefine data engineering standards and playbooks to streamline development.\nOversee end-to-end project execution, from scoping to delivery.\nStay updated with emerging trends in data engineering, AI, and analytics to continuously improve architectures.\nEvaluate and recommend new data tools, frameworks, and best practices.\nAbility to translate complex technical concepts into business-friendly language.\nExcellent communication, leadership, and stakeholder management. Good to Have Tech Stack\nExperience with machine learning and advanced analytics technologies\nFamiliarity with data visualization tools and techniques\nKnowledge of data security and privacy practices\nUnderstanding of data governance and compliance frameworks\nExperience with containerization and orchestration technologies (e.g., Docker, Kubernetes)\nExperience with graph databases and graph processing frameworks\nExperience with data virtualization and data federation techniques\nProficiency in data profiling and data quality management","description_format":"text","description_chars":3353,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Professional development"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Machine Learning","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-10-20T08:15:39Z"}],"visa":[],"liveness":{"score":74,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.826,"p_room":0.9,"age_days":16,"expected_fill_days":27,"reasons":["conf:0","velocity","win:mid"],"computed_at":"2026-10-24T06:02:35Z"},"pay":null,"html_url":"https://alion.io/job/mathco-lead-data-engineer","json_url":"https://alion.io/job/mathco-lead-data-engineer.json","meta":{"generated_at":"2026-10-24T15:16:29Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":21848,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-25T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":455909},"rest":"https://alion.io/mcp/rest/get_company?id=455909"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmathco-lead-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmathco-lead-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmathco-lead-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/mathco-lead-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmathco-lead-data-engineer"}]}