{"id":3308659,"url":"https://alion.io/job/itc-infotech-senior-big-data-engineer-aws-pyspark-emr","title":"Senior Big Data Engineer (AWS | PySpark | EMR)","company":{"id":1864420,"name":"ITC Infotech","domain":"itcinfotech.com","url":"https://alion.io/company/itcinfotech","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":10,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"Airflow","optional":true},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-26T23:11:37Z","employer_posted_date":null,"last_verified_at":"2026-10-26T23:11:37Z","board_verified":false,"closed_at":null,"days_open":7,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":7},"description":"Senior Big Data Engineer (AWS | PySpark | EMR)\n Location: Bangalore (Hybrid/Onsite)\n Experience: 10 to 16Years\n Relevant Experience: Minimum 8 Years in Data Engineering / Big Data\nJob Description\nWe are looking for a highly skilled Senior Big Data Engineer with strong hands-on experience in AWS, PySpark/Scala, Apache Spark, EMR, and enterprise-scale data processing.\nCandidates should have proven experience building and optimizing large-scale distributed data platforms and must be comfortable working with complex ETL ecosystems handling massive data volumes.\nMandatory Skills\nAWS (Must Have)\nStrong hands-on experience with AWS ecosystem\nExpert knowledge of:\nAWS EMR\nS3\nGlue\nRedshift\nAthena\nLambda\nStep Functions\nCloudWatch\nExperience designing and managing large-scale AWS data platforms\nBig Data Technologies (Must Have)\nApache Spark\nPySpark and/or Scala\nHadoop Ecosystem\nHive\nHDFS\nSpark SQL\nDistributed Data Processing\nData Engineering (Must Have)\nDesign and development of scalable ETL/ELT pipelines\nBatch and large-scale data processing\nData Lake and Data Warehouse solutions\nPerformance tuning of Spark applications\nData quality and validation frameworks\nOrchestration (Must Have)\nApache Airflow\nAWS Step Functions\nWorkflow orchestration\nDAG design and optimization\nJob scheduling and dependency management\nState management for enterprise data pipelines\nRequired Experience\n8+ years of Data Engineering / Big Data experience\nStrong experience handling TB/PB-scale datasets\nExperience working with large Spark clusters\nExpertise in Spark optimization techniques:\nPartitioning\nCaching\nBroadcast joins\nShuffle optimization\nMemory tuning\nCluster tuning\nExperience solving distributed computing challenges\nPreferred Skills\nKafka\nSpark Streaming\nDatabricks\nSnowflake\nCI/CD Pipelines\nTerraform\nPython\nSQL\nCloud Migration Projects\nResponsibilities\nBuild and maintain scalable Big Data platforms on AWS\nDevelop and optimize PySpark/Scala applications\nDesign enterprise-grade ETL/ELT frameworks\nCreate and maintain Airflow DAGs and orchestration workflows\nOptimize Spark jobs and EMR cluster performance\nImplement monitoring, alerting, and reliability solutions\nWork closely with business and analytics teams to deliver data solutions\nTroubleshoot production issues and improve platform stability","description_format":"text","description_chars":2297,"description_truncated":false,"requirements":{"experience_years_min":10,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["EHR & Clinical Software","IT Consulting & Digital Transformation","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-27T02:09:45Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":7,"expected_fill_days":27,"reasons":["seen:7","velocity","win:early"],"computed_at":"2026-11-03T05:54:40Z"},"pay":null,"html_url":"https://alion.io/job/itc-infotech-senior-big-data-engineer-aws-pyspark-emr","json_url":"https://alion.io/job/itc-infotech-senior-big-data-engineer-aws-pyspark-emr.json","meta":{"generated_at":"2026-11-03T17:13:20Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":23853,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-04T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1864420},"rest":"https://alion.io/mcp/rest/get_company?id=1864420"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fitc-infotech-senior-big-data-engineer-aws-pyspark-emr"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fitc-infotech-senior-big-data-engineer-aws-pyspark-emr"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fitc-infotech-senior-big-data-engineer-aws-pyspark-emr"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/itc-infotech-senior-big-data-engineer-aws-pyspark-emr\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fitc-infotech-senior-big-data-engineer-aws-pyspark-emr"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3308659}},{"tool":"search_jobs","arguments":{"company":"itcinfotech.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3308659},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}