{"id":4041231,"url":"https://alion.io/job/hcltech-senior-apache-spark-developer-scala-python","title":"Senior Apache Spark Developer - Scala, Python","company":{"id":225,"name":"HCLTech","domain":"hcltech.com","url":"https://alion.io/company/hcltech","size_band":"5000+","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Mississauga, Canada"],"countries":["CA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Hadoop","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false}],"status":"live","first_seen_at":"2026-11-10T22:12:26Z","employer_posted_date":"2026-11-10","last_verified_at":"2026-11-10T22:12:26Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Job Summary\nThe Senior Developer will be responsible for developing and implementing solutions using Apache spark, scala, and python. The primary focus will be on coding, testing, and maintaining high-performance and scalable applications.\nKey Responsibilities\n1. Design and develop scalable data processing pipelines using apache spark\n2. Implement algorithms and perform data analysis using scala and python\n3. Collaborate within team to understand requirements and deliver high-quality software solutions\n4. Troubleshoot and debug applications to optimize performance and enhance user experience\n5. Stay updated on industry trends and best practices in big data technologies\nSkill Requirements\n1. Proficiency in apache spark for building real-time data processing applications\n2. Strong programming skills in scala and python for data analysis and software development\n3. Experience in designing and optimizing scalable and high-performance applications\n4. Knowledge of big data technologies and frameworks\n5. Ability to work collaboratively in a team environment and communicate effectively\n6. Strong problem-solving skills and attention to detail\nOther Requirements\n1.Cloudera Certified Spark and Hadoop Developer","description_format":"text","description_chars":1218,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Managed IT Services (MSP)","Systems Integrators","Engineering Services"],"lifecycle":[{"event":"open","at":"2026-11-10T22:12:26Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":28,"reasons":["conf:1","win:early","comp:brand"],"computed_at":"2026-11-11T00:11:06Z"},"pay":null,"html_url":"https://alion.io/job/hcltech-senior-apache-spark-developer-scala-python","json_url":"https://alion.io/job/hcltech-senior-apache-spark-developer-scala-python.json","meta":{"generated_at":"2026-11-11T00:11:06Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":500,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":225},"rest":"https://alion.io/mcp/rest/get_company?id=225"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fhcltech-senior-apache-spark-developer-scala-python"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fhcltech-senior-apache-spark-developer-scala-python"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fhcltech-senior-apache-spark-developer-scala-python"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/hcltech-senior-apache-spark-developer-scala-python\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fhcltech-senior-apache-spark-developer-scala-python"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4041231}},{"tool":"search_jobs","arguments":{"company":"hcltech.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4041231},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}