{"id":2693493,"url":"https://alion.io/job/infosys-pyspark-developer-2","title":"Pyspark Developer","company":{"id":223,"name":"Infosys","domain":"infosys.com","url":"https://alion.io/company/infosys","size_band":"5000+","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":{"grade":"A","score":95,"open_postings":245,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":93,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"staff","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":51000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":9,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"pySpark","optional":false},{"name":"Scrum","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Unix","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-01T08:44:09Z","employer_posted_date":"2026-10-16","last_verified_at":"2026-10-16T22:23:18Z","board_verified":true,"closed_at":null,"days_open":15,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":15},"description":"We are seeking a skilled Pyspark Developer with 2-3 years of experience in building scalable solutions on Pyspark. The ideal candidate should have strong expertise in Pyspark with Spark, Hadoop, SQL exposure to Hive, Sqoop, UNIX shell scripting.\nResponsibilities\nAt least 9+ years of experience in designing and developing large scale, distributed data processing pipelines using PySpark, Hadoop and related technologies.\nHaving expertise in Pyspark, Hadoop, Spark Core, Spark SQL, Batch processing and Spark Streaming\nExperience with Hadoop, HDFS, Hive and other BigData technologies.\nFamiliarity with Data warehousing and ETL concepts and techniques\nUNIX shell scripting will be an added advantage in scheduling/running application jobs.\nAt least 5 years of experience in Project development life cycle activities and development/maintenance projects\nWork with business stakeholders and other SMEs to understand high level business requirements.\nWork with the Solution Designers and contribute to the development of project plans by participating in the scoping and estimating of proposed project.\nApply technical background understanding, business knowledge, system knowledge in the elicitation of Systems Requirements for projects.\nPossess good knowledge on Spark architecture and transformations using Spark and PySpark.\nWork in an Agile environment and participation in scrum daily standups, sprint planning reviews and retrospectives.\nUnderstand project requirements and translate them into technical solutions which meets the project quality standards\nAbility to work in team in diverse/multiple stakeholder environment and collaborate with upstream/downstream functional teams to identify, troubleshoot and resolve data issues.\nTechnical requirements\nPrimary skills:\nPyspark, Hadoop, Spark Core, Spark SQL, Batch processing and Spark Streaming\nHadoop, HDFS, Hive and other BigData technologies.\nStrong problem solving and Good Analytical skills.\nExcellent verbal and written communication skills.\nExperience and desire to work in a Global delivery environment.\nStay up to date with new technologies and industry trends in Development.\nAdditional responsibilities\nInfosys is a global leader in next-generation digital services and consulting. Within the Data & Analytics unit, you will work on cutting-edge data engineering and analytics initiatives for global clients across industries. The role offers opportunities to work with cloud-native data platforms, modern analytics ecosystems, AI-driven solutions, and large-scale enterprise data modernization programs. Employees benefit from continuous learning programs, certifications, and career growth opportunities within Infosys' data and analytics practice\nPreferred skills\nTechnology->Big Data - Data Processing->PySpark\nEducation\nMaster Of Comp. Applications,Master Of Technology,Bachelor Of Comp. Applications,Bachelor Of Science,Bachelor of Engineering,Bachelor Of Technology","description_format":"text","description_chars":2941,"description_truncated":false,"requirements":{"experience_years_min":9,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":["Continuous learning","Growth opportunities"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams"],"lifecycle":[{"event":"open","at":"2026-10-16T09:37:33Z"}],"visa":[],"liveness":{"score":83,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.831,"p_room":1,"age_days":15,"expected_fill_days":93,"reasons":["conf:2","win:early","comp:brand"],"computed_at":"2026-10-17T01:03:52Z"},"pay":null,"html_url":"https://alion.io/job/infosys-pyspark-developer-2","json_url":"https://alion.io/job/infosys-pyspark-developer-2.json","meta":{"generated_at":"2026-10-17T01:03:52Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1489,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":223},"rest":"https://alion.io/mcp/rest/get_company?id=223"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finfosys-pyspark-developer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finfosys-pyspark-developer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finfosys-pyspark-developer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/infosys-pyspark-developer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finfosys-pyspark-developer-2"}]}