{"id":3443829,"url":"https://alion.io/job/runmap-infotech-senior-big-data-engineer-aws-platform","title":"Senior Big Data Engineer - AWS Platform","company":{"id":4434620,"name":"Runmap Infotech","domain":"runmapglobal.com","url":"https://alion.io/company/runmap-infotech","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"AWS Lambda","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"Databricks","optional":true},{"name":"Python","optional":true},{"name":"Snowflake","optional":true}],"status":"live","first_seen_at":"2026-10-29T06:27:01Z","employer_posted_date":null,"last_verified_at":"2026-10-29T06:27:01Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Role : Senior Big Data Engineer | Bangalore.\n\nExperience : 8 - 12 Years.\n\nLocation : Bangalore.\n\nDomain : B2C Marketing & Analytics.\n\nTechnology : AWS | Apache Spark | PySpark / Scala.\n\nWe are looking for an experienced Senior Big Data Engineer to design, develop, and optimize scalable big data solutions in an AWS-based environment.\n\nKey Responsibilities : \n\n- Design, develop, and maintain scalable big data solutions and data pipelines on AWS.\n\n- Build and optimize data processing jobs using Apache Spark with PySpark or Scala.\n\n- Develop and manage ETL workflows using AWS Glue and Amazon EMR.\n\n- Orchestrate data workflows using AWS Step Functions and AWS Lambda.\n\n- Perform performance tuning, debugging, troubleshooting, and pipeline optimization.\n\n- Ensure data quality, reliability, scalability, and maintainability.\n\n- Collaborate with cross-functional teams and provide technical guidance to engineers.\n\n- Use Git and Git repositories for version control and collaborative development.\n\nMandatory Skills : \n\n- 8 - 12 years of relevant experience in Big Data Engineering.\n\n- Strong hands-on experience with AWS.\n\n- Proficiency in PySpark or Scala.\n\n- Experience with Apache Spark, Amazon EMR, AWS Glue, AWS Step Functions, and AWS Lambda.\n\n- Strong data pipeline development, ETL, debugging, and performance optimization skills.\n\n- Working knowledge of Git and version control.\n\nGood-to-Have Skills : \n\n- Databricks and/or Snowflake.\n\n- Additional AWS services and cloud data engineering.\n\n- Data pipeline monitoring and optimization.\n\n- Basic AI/AI-related knowledge.\n\nSkills\nBig Data, Data Engineering, AWS, Apache Spark, PySpark, Scala, ETL, AWS EMR, Data Quality, Data Pipeline","description_format":"text","description_chars":1693,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-29T06:29:00Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":1,"expected_fill_days":28,"reasons":["seen:1","velocity","win:early"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/runmap-infotech-senior-big-data-engineer-aws-platform","json_url":"https://alion.io/job/runmap-infotech-senior-big-data-engineer-aws-platform.json","meta":{"generated_at":"2026-10-31T11:41:00Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17985,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4434620},"rest":"https://alion.io/mcp/rest/get_company?id=4434620"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Frunmap-infotech-senior-big-data-engineer-aws-platform"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Frunmap-infotech-senior-big-data-engineer-aws-platform"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Frunmap-infotech-senior-big-data-engineer-aws-platform"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/runmap-infotech-senior-big-data-engineer-aws-platform\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Frunmap-infotech-senior-big-data-engineer-aws-platform"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3443829}},{"tool":"search_jobs","arguments":{"company":"runmapglobal.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3443829},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}