{"id":4549137,"url":"https://alion.io/job/symphoni-hr-big-data-aws-engineer","title":"Big Data AWS Engineer","company":{"id":3800108,"name":"Symphoni HR","domain":"symphonihr.com","url":"https://alion.io/company/symphoni-hr","size_band":"201-500","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"A","score":93,"open_postings":46,"ghost_share":0,"stale_share":0,"repost_share":0.435,"time_to_fill_p50_days":45,"computed_at":"2026-11-20T05:46:30Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Kinesis","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"CloudFormation","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-11-18T18:13:00Z","employer_posted_date":"2026-11-18","last_verified_at":"2026-11-20T18:56:41Z","board_verified":true,"closed_at":null,"days_open":2,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":2},"description":"The Big Data AWS Engineer will design, build, and maintain scalable data engineering pipelines and platforms on AWS to support analytics and business decision-making. The role involves developing metadata-driven ingestion frameworks, ETL workflows, and real-time streaming solutions while ensuring strong data security and governance. This is a hybrid position based in Bengaluru / Gurugram, requiring close collaboration with analytics, architecture, and business teams.\nOur client is a leading global professional services firm in the accounting and finance sector, serving enterprises across multiple industries worldwide. They operate at very large scale, combining deep domain expertise with advanced technology to deliver data-driven solutions to their clients. The culture emphasizes collaboration, continuous learning, and a strong commitment to quality and integrity.\nResponsibilities\nDesign, develop, and optimize end-to-end data pipelines and ETL frameworks on AWS\nBuild and maintain metadata-driven data ingestion frameworks for batch and streaming workloads\nDevelop data processing jobs using PySpark, Spark, Scala, and Python on EMR and Databricks\nImplement real-time data ingestion and processing solutions using Kinesis and Kafka\nManage data storage and warehousing solutions using S3, Redshift, and Athena\nAutomate infrastructure and deployments using Terraform and CloudFormation\nOrchestrate serverless workflows using Lambda, Glue, and Step Functions\nEnsure data security, governance, and compliance across all data platforms\nCollaborate with architects, analysts, and stakeholders to translate requirements into technical solutions\nMonitor, troubleshoot, and tune pipeline performance and data quality\nRequirements\n5-7 years of hands-on experience in data engineering\nStrong proficiency in AWS data services including S3, Glue, Redshift, Lambda, Kinesis, EMR, and Athena\nSolid programming skills in Python, Scala, and SQL\nHands-on experience with Spark, PySpark, Kafka, and Databricks\nExperience building ETL frameworks and metadata-driven ingestion frameworks\nWorking knowledge of Terraform or CloudFormation for infrastructure as code\nUnderstanding of data security and governance best practices\nAWS Data Analytics or AWS Solutions Architect certification preferred\nStrong problem-solving skills and ability to work in a hybrid setup\nQualifications\n5-7 years of hands-on experience in data engineering Strong proficiency in AWS data services including S3, Glue, Redshift, Lambda, Kinesis, EMR, and Athena Solid programming skills in Python, Scala, and SQL Hands-on experience with Spark, PySpark, Kafka, and Databricks Experience building ETL frameworks and metadata-driven ingestion frameworks Working knowledge of Terraform or CloudFormation for infrastructure as code Understanding of data security and governance best practices AWS Data Analytics or AWS Solutions Architect certification preferred Strong problem-solving skills and ability to work in a hybrid setup\nSkills\nData Engineering, AWS, SQL, Python, Scala, PySpark, ETL frameworks, S3, Glue, Redshift, Lambda, Kinesis, EMR, Spark, Kafka, Databricks, Metadata driven ingestion frameworks, Terraform, CloudFormation, Data security and governance, AWS Data Analytics certification, AWS Solutions Architect certification, Athena, Step Functions","description_format":"text","description_chars":3325,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Continuous learning"],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-18T18:13:00Z"}],"visa":[],"liveness":{"score":54,"band":"ok","label":"Likely open","p_open":1,"p_active":0.542,"p_room":1,"age_days":1,"expected_fill_days":45,"reasons":["conf:3","agency","velocity","win:early","comp:brand"],"computed_at":"2026-11-20T05:46:30Z"},"pay":null,"html_url":"https://alion.io/job/symphoni-hr-big-data-aws-engineer","json_url":"https://alion.io/job/symphoni-hr-big-data-aws-engineer.json","meta":{"generated_at":"2026-11-20T20:23:20Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":26369,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800108},"rest":"https://alion.io/mcp/rest/get_company?id=3800108"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsymphoni-hr-big-data-aws-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsymphoni-hr-big-data-aws-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsymphoni-hr-big-data-aws-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/symphoni-hr-big-data-aws-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsymphoni-hr-big-data-aws-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4549137}},{"tool":"search_jobs","arguments":{"company":"symphonihr.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4549137},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}