{"id":2925369,"url":"https://alion.io/job/bajaj-finserv-data-engineer","title":"Data Engineer","company":{"id":37114,"name":"Bajaj Finserv","domain":"bajajfinserv.in","url":"https://alion.io/company/bajaj-finserv","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":16000,"max_usd":44000,"period":"year","method":"role_country_seniority_unknown","sample_n":171},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"FastAPI","optional":false},{"name":"Pandas","optional":false},{"name":"pySpark","optional":false},{"name":"SQL","optional":false},{"name":"Azure Cosmos DB","optional":true},{"name":"CI/CD","optional":true},{"name":"Git","optional":true},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-08-22T00:00:00Z","employer_posted_date":"2026-10-29","last_verified_at":"2026-10-29T22:52:08Z","board_verified":true,"closed_at":null,"days_open":68,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":68},"description":"Job PurposeTo effectively design, develop, and manage data solutions using ETL technologies such as Azure Databricks (ADB) , Azure Data Factory (ADF) and SQLDuties and Responsibilities\nKEY RESPONSIBILITIES\n• Translate business requirements into technical solutions in collaboration with the PMO team.\n• Own end-to-end delivery of data projects, ensuring on-time execution and adherence to quality standards.\n• Design technical architecture and guide development efforts for enhancements and new projects.\n• Develop and maintain robust ETL pipelines and data integration modules across systems.\n• Ensure high data quality, data anomaly resolution of critical process issues.\n• Monitor and resolve performance bottlenecks in data workflows and programs.\n• Establish best practices, standard operating procedures, and drive their implementation across teams.\n• Act as a liaison with business users and product managers to support daily data needs and strategic initiatives.\n• Coordinate with internal and external development teams to troubleshoot and resolve issues efficiently.\n• Manage workload through effective planning, prioritization, and progress tracking.Key Decisions / Dimensions\nKEY DECISIONS / DIMENSIONS\n• Define semantic layer design and metric definitions \n• Prioritize data vs AI optimization trade-offs \n• Handle production issues with RCA and long-term fixes \n• Drive architectural decisions for lakehouse + Data integrationMajor Challenges\nMAJOR CHALLENGES\n• Ensuring Data Delivery within TAT\n• Driving adoption of GenAI-based BI over traditional dashboards \n• Balancing performance, cost, and scalability \n• Managing dependencies across data engineering, AI, and business teams Required Qualifications and Experience\nREQUIRED SKILLS & EXPERIENCE\nMust Have\n• Azure Databricks - PySpark, SQL, Delta Lake \n• Strong experience in Semantic Modeling & Metrics Layer design \n• Hands-on with Databricks workflows \n• Pyspark (Pandas, PySpark, FastAPI) \n• Azure Data Factory (ADF) for ETL pipelines \n• Strong SQL and data modeling skills \nGood to Have\n• Cosmos DB / MongoDB (NoSQL concepts) \n• Azure Data Explorer (KQL) \nDATA STACK (MANDATORY FOR SCREENING)\nSNo Data Platform / Concepts Associated Technologies\n1 Databricks Lakehouse PySpark, SQL, Delta Lake\n2 AI for BI Databricks Genie, Genie Rooms, Instructions, Agents\n4 ETL & Orchestration Azure Data Factory\n5 Programming Pyspark\n6 Cloud Platform Azure (Preferred)\n10 DevOps CI/CD Pipelines, Git","description_format":"text","description_chars":2459,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Financial Services","Property & Casualty Insurance","Consumer Loans & Pawnshops"],"lifecycle":[{"event":"open","at":"2026-10-20T13:16:31Z"},{"event":"close","at":"2026-10-26T12:08:51Z"},{"event":"reopen","at":"2026-10-26T17:38:20Z"},{"event":"close","at":"2026-10-29T04:49:04Z"},{"event":"reopen","at":"2026-10-29T09:02:45Z"}],"visa":[],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.718,"p_room":0.72,"age_days":68,"expected_fill_days":115,"reasons":["conf:0","win:mid","crowd:brand"],"computed_at":"2026-10-29T23:02:10Z"},"pay":null,"html_url":"https://alion.io/job/bajaj-finserv-data-engineer","json_url":"https://alion.io/job/bajaj-finserv-data-engineer.json","meta":{"generated_at":"2026-10-29T23:02:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":34015,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":37114},"rest":"https://alion.io/mcp/rest/get_company?id=37114"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbajaj-finserv-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbajaj-finserv-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbajaj-finserv-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/bajaj-finserv-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbajaj-finserv-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2925369}},{"tool":"search_jobs","arguments":{"company":"bajajfinserv.in","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2925369},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}