{"id":3833768,"url":"https://alion.io/job/metlife-lead-big-data-engineer","title":"Lead Big Data Engineer","company":{"id":450553,"name":"MetLife","domain":"metlife.com","url":"https://alion.io/company/metlife-5","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Avature","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":12,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Cosmos DB","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache NiFi","optional":true},{"name":"AWS","optional":true},{"name":"AWS Lambda","optional":true},{"name":"Azure DevOps","optional":true},{"name":"CI/CD","optional":true},{"name":"Git","optional":true},{"name":"Linux","optional":true},{"name":"Unix","optional":true}],"status":"live","first_seen_at":"2026-11-05T17:22:45Z","employer_posted_date":null,"last_verified_at":"2026-11-05T17:22:45Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"Data Engineer\n\nThe Opportunity\n\nAs a Data Engineer, you will be responsible for designing, building, and maintaining scalable data solutions that support enterprise-wide analytics and business intelligence initiatives. The role requires deep expertise in Big Data technologies, cloud platforms, and modern data engineering practices. In addition to technical leadership, you will play a key role in mentoring and developing Data & Analytics talent while driving delivery excellence across complex programs.\n\nKey Responsibilities\n\nDesign, develop, and maintain robust ETL/ELT pipelines on Azure cloud and on-premises platforms for batch and real-time data processing.\nBuild scalable data ingestion and processing frameworks to handle structured, semi-structured, and unstructured datasets.\nSolve complex business problems by leveraging data engineering best practices and advanced technologies.\nMonitor, optimize, and troubleshoot data pipelines to ensure high availability, reliability, performance, and scalability.\nEnsure adherence to data quality, governance, security, privacy, and compliance standards.\nCollaborate with business stakeholders, architects, data scientists, governance teams, DevOps teams, and analytics partners to deliver business value.\nLead solution design discussions, technical estimations, architecture reviews, and implementation strategies.\nProvide technical guidance and mentorship to engineering teams while fostering continuous learning and capability development.\nDrive adoption of engineering standards, reusable frameworks, and best practices across programs.\n\nPrimary Requirements\n\n Technical Skills\nStrong experience with SQL, Python, and/or Scala.\nHands-on expertise in Big Data technologies including Apache Spark, Hadoop, and Hive.\nExperience designing and developing enterprise-scale ETL/ELT pipelines.\nExpertise in Azure Data Engineering ecosystem:\nAzure Data Factory (ADF)\nAzure Synapse Analytics\nAzure Databricks\nAzure Event Hub\nAzure Functions\nExperience with NoSQL and Distributed Databases such as Cosmos DB and HBase.\nStrong understanding of Data Warehouses, Data Lakes, and Data Marts.\nExperience implementing Medallion Architecture and modern data design patterns.\nExpertise in data performance tuning, optimization, and quality validation.\nExperience building both real-time and batch processing pipelines, including Spark Streaming.\n Additional Requirements\nExcellent communication and stakeholder management skills.\nStrong analytical and structured problem-solving capabilities.\nProven experience in solution architecture, estimation, and technical leadership.\nAbility to effectively communicate technical concepts through storytelling and presentations.\nExperience managing relationships with business partners and senior stakeholders.\nDemonstrated people leadership experience, including coaching, mentoring, talent development, and engagement.\n\nGood to Have\n\nExperience with DevOps and CI/CD practices using Git and Azure DevOps.\nUnix/Linux shell scripting expertise.\nExperience with MongoDB and Apache NiFi.\nUnderstanding of Lambda and Kappa architecture patterns.\nExposure to Generative AI technologies, tools, and use cases.\nBanking, Financial Services, and Insurance (BFSI) domain experience.\n\nQualifications\n\nBachelor's degree in Computer Science, Information Technology, Engineering, or equivalent educational qualification.\n12-14+ years of relevant experience in Data Engineering, Big Data, and Cloud technologies.","description_format":"text","description_chars":3476,"description_truncated":false,"requirements":{"experience_years_min":12,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Continuous learning"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Property & Casualty Insurance","Health Insurance & Benefits","Life Insurance & Annuities"],"lifecycle":[{"event":"open","at":"2026-11-05T20:09:45Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":0,"expected_fill_days":13,"reasons":["seen:0","velocity","win:early"],"computed_at":"2026-11-06T05:58:05Z"},"pay":null,"html_url":"https://alion.io/job/metlife-lead-big-data-engineer","json_url":"https://alion.io/job/metlife-lead-big-data-engineer.json","meta":{"generated_at":"2026-11-06T17:29:37Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":32554,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":450553},"rest":"https://alion.io/mcp/rest/get_company?id=450553"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmetlife-lead-big-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmetlife-lead-big-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmetlife-lead-big-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/metlife-lead-big-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmetlife-lead-big-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3833768}},{"tool":"search_jobs","arguments":{"company":"metlife.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3833768},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}