{"id":3418815,"url":"https://alion.io/job/metlife-big-data-engineer-ii","title":"Big Data Engineer II","company":{"id":450553,"name":"MetLife","domain":"metlife.com","url":"https://alion.io/company/metlife-5","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Avature","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":11500,"max_usd":31000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Cosmos DB","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache NiFi","optional":true},{"name":"Azure DevOps","optional":true},{"name":"CI/CD","optional":true},{"name":"Git","optional":true},{"name":"Unix","optional":true}],"status":"live","first_seen_at":"2026-10-28T17:30:42Z","employer_posted_date":null,"last_verified_at":"2026-10-28T17:30:42Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"Data Engineer (GG10.2)\n\nThe Opportunity\n\nThe Data Engineer is responsible for designing, building, and maintaining scalable data engineering solutions that enable reliable, secure, and high-quality data for analytics, reporting, and business decision-making. This role plays a critical part in the data and analytics lifecycle by developing production-grade data platforms and pipelines across cloud and on-premises environments.\n\nGuided by a data-driven and innovation-focused approach, this role contributes to transforming raw data into valuable business insights through modern data engineering practices, cloud technologies, and big data frameworks. The position offers an exciting opportunity to work with cutting-edge technologies such as Azure, Databricks, Apache Spark, and real-time data processing solutions while collaborating with cross-functional teams across Business, Technology, Operations, and Data & Analytics functions.\n\nKey Responsibilities\n\nDesign, build, and maintain robust ETL/ELT pipelines on Azure cloud and on-premises platforms for batch and real-time data processing.\nDevelop scalable data solutions to collect, ingest, transform, and store large volumes of structured and unstructured data.\nMonitor, optimize, and troubleshoot data pipelines to ensure high availability, reliability, scalability, and performance.\nEnsure adherence to data governance, security, privacy, compliance, and quality standards across all data engineering solutions.\nDevelop and implement data architectures including data lakes, data warehouses, data marts, and Medallion architecture frameworks.\nBuild real-time and batch data processing solutions using Apache Spark and streaming technologies.\nCollaborate with stakeholders across Business, Operations, Technology, Data Governance, Data Quality, Data Architecture, Data Science, DevOps, and BI teams.\nSupport data platform modernization initiatives and continuous improvement of engineering practices.\n\nRequired Qualifications\n\nBachelor's degree in Computer Science, Information Technology, Engineering, or an equivalent educational qualification.\n5-8+ years of experience in Data Engineering, Big Data, Data Integration, or related disciplines.\nHands-on expertise in SQL and Python and/or Scala for data engineering and application development.\nStrong experience in ETL/ELT pipeline development and large-scale data processing.\nExperience with Big Data technologies including Apache Spark, Hadoop, and Hive.\nProficiency with Azure Data Engineering services such as Azure Data Factory, Azure Databricks, Synapse Analytics, Event Hub, and Azure Functions.\nKnowledge of distributed and NoSQL databases such as Cosmos DB and HBase.\nExperience designing and supporting Data Lakes, Data Warehouses, Data Marts, and Medallion Architecture.\nStrong understanding of performance tuning, optimization techniques, and data quality validation.\nExperience in both batch and real-time streaming data processing.\nExcellent communication, analytical thinking, stakeholder management, and structured problem-solving skills.\nAbility to work independently in an individual contributor role while collaborating effectively with diverse teams.\n\nPreferred Qualifications\n\nExperience with DevOps practices including Git, Azure DevOps, and CI/CD pipeline implementation.\nKnowledge of Unix Shell Scripting, MongoDB, and Apache NiFi.\nExposure to Generative AI technologies, tools, and AI-driven data solutions.\nExperience in cloud migration and modern data platform implementation projects.\nStrong business acumen and ability to translate business requirements into scalable data solutions.\nRelevant cloud or data engineering certifications on Azure will be an advantage.\n\nExperience\n\n5-8+ Years of Relevant Experience\n\nEducation\n\nBachelor's Degree in Computer Science, Information Technology, Engineering, or Equivalent Qualification.","description_format":"text","description_chars":3869,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Property & Casualty Insurance","Health Insurance & Benefits","Life Insurance & Annuities"],"lifecycle":[{"event":"open","at":"2026-10-28T20:09:00Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":1,"expected_fill_days":13,"reasons":["seen:1","velocity","win:early"],"computed_at":"2026-10-30T05:48:23Z"},"pay":null,"html_url":"https://alion.io/job/metlife-big-data-engineer-ii","json_url":"https://alion.io/job/metlife-big-data-engineer-ii.json","meta":{"generated_at":"2026-10-30T11:10:45Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16021,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-31T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":450553},"rest":"https://alion.io/mcp/rest/get_company?id=450553"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmetlife-big-data-engineer-ii"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmetlife-big-data-engineer-ii"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmetlife-big-data-engineer-ii"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/metlife-big-data-engineer-ii\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmetlife-big-data-engineer-ii"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3418815}},{"tool":"search_jobs","arguments":{"company":"metlife.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3418815},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}