{"id":197251,"url":"https://alion.io/job/mahindra-group-data-engineer","title":"Data Engineer","company":{"id":7836,"name":"Mahindra Group","domain":"mahindra.com","url":"https://alion.io/company/mahindra-group","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Mumbai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":15500,"max_usd":43000,"period":"year","method":"role_country_seniority_unknown","sample_n":171},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure AKS","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"FastAPI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"SQL","optional":false},{"name":"Kubernetes","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-03T15:20:46Z","employer_posted_date":null,"last_verified_at":"2026-09-03T15:20:46Z","board_verified":false,"closed_at":null,"days_open":54,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":54},"description":"To strategically lead and support the API and Data Engineering function, enabling secure, scalable, and high-performance integration and data processing capabilities across the organisation. This role is responsible for hands-on design, development, and deployment of APIs and data pipelines using modern technologies such as FastAPI, REST APIs, Databricks, and SQL, while leveraging containerization and cloud-native platforms including Docker, Azure Container Apps (ACA), and AKS.\nThe role ensures seamless data movement and transformation through tools like Azure Data Factory (ADF) or equivalent, aligns API-led integration and data engineering initiatives with business and digital priorities, and provides expert guidance on microservices architecture, data platforms, and best practices within a scalable Lakehouse ecosystem.\nResponsibilities:\nDesign, develop, and maintain API-led integration solutions and data engineering pipelines to support business applications.\nBuild and enhance scalable REST APIs using frameworks such as FastAPI, ensuring high performance and reliability.\nDevelop and optimise data processing workflows using Databricks (PySpark, SQL) for efficient data transformation and analytics.\nCollaborate with business and technical teams to understand requirements and translate them into robust API and data solutions.\nImplement containerised applications using Docker and deploy/manage services on cloud platforms such as Azure Container Apps (ACA) and AKS.\nDevelop and manage data integration workflows using Azure Data Factory (ADF) or equivalent to enable seamless data movement across systems.\nEnsure adherence to best practices in API design, microservices architecture, security, and performance optimisation.\nTroubleshoot, debug, and resolve issues related to APIs, data pipelines, and cloud deployments.\nStay updated with emerging technologies and continuously improve technical skills in API engineering, cloud-native development, and data platforms.\nDecision Making Authority:\nDecisions made alone - Management/maintenance/bug fixes/ stakeholders management.\nAll items requiring key architectural calls, investments, or additional expense should be consulted with the manager and above.\nList of internal and external stakeholders the role is expected to interact with to execute duties effectively.\nInternal Stakeholders: Business Team Members - Wheels, Collections, emerging business and Non- Wheels.\nExternal Stakeholders: FSS Subsidiary members and Data vendors.\nKey Challenges:\nEnsuring high performance, scalability, and reliability of REST APIs under varying workload conditions.\nManaging secure API integrations and data exchange across multiple systems with proper authentication and governance.\nDeploying, monitoring, and optimising containerised applications on Docker, ACA, and AKS environments.\nHandling large-scale data processing and optimisation in Databricks (PySpark, SQL) while maintaining efficiency.\nTroubleshooting and maintaining stability across APIs, data pipelines, and cloud-native infrastructure.\nRequirements:\nDevelop scalable and high-performance REST APIs using FastAPI.\nStrong hands-on experience with Databricks (PySpark, SQL) for data processing.\nExperience in building and managing data pipelines and integrations.\nProficiency in SQL for data querying, transformation, and optimisation.\nHands-on experience with Docker and deployment on ACA/AKS environments.\nAbility to develop and manage workflows using Azure Data Factory (ADF) or equivalent.\nGood understanding of database design and data architecture.\nStrong debugging, troubleshooting, and performance tuning skills.\nPython programming for API development and data engineering use cases.","description_format":"text","description_chars":3714,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Logistics","Farm Machinery","Festivals"],"lifecycle":[{"event":"open","at":"2026-09-03T15:20:46Z"}],"visa":[],"liveness":{"score":6,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.408,"p_room":0.35,"age_days":53,"expected_fill_days":19,"reasons":["seen:53","win:tail"],"computed_at":"2026-10-27T05:46:45Z"},"pay":null,"html_url":"https://alion.io/job/mahindra-group-data-engineer","json_url":"https://alion.io/job/mahindra-group-data-engineer.json","meta":{"generated_at":"2026-10-27T22:16:45Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13891,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":7836},"rest":"https://alion.io/mcp/rest/get_company?id=7836"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmahindra-group-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmahindra-group-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmahindra-group-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/mahindra-group-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmahindra-group-data-engineer"}]}