{"id":4010446,"url":"https://alion.io/job/hcltech-senior-apache-spark-technical-lead-scala-python-4","title":"Senior Apache Spark Technical Lead - Scala, Python","company":{"id":225,"name":"HCLTech","domain":"hcltech.com","url":"https://alion.io/company/hcltech","size_band":"5000+","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Cassandra","optional":false},{"name":"DataStage","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Informatica","optional":false},{"name":"Kubernetes","optional":false},{"name":"MS SQL","optional":false},{"name":"Oracle","optional":false},{"name":"Prometheus","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-10T09:44:10Z","employer_posted_date":"2026-11-10","last_verified_at":"2026-11-11T08:56:36Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"Job Summary\nQuantexa\nHands on development work on Scala/Spark, Hadoop, platform operations with Quantexa Certified Experience.\nData integration - ETL tools like IBM Datastage and Informatica. Ingestion mechanism like Flume & Kafka.\nData modelling - Dimensional modelling using RDBMS, NO-SQL and Big Data technologies.\nBig data - Hadoop eco-system, Distributions like Cloudera / Hortonworks, Pig and HIVE.\nData processing frameworks - Scala/python/Spark.\nHands-on experience with databases like Oracle, MS SQL Server, NOSQL (HBase / Cassandra, MongoDB)\nData Platform administration for Hadoop, Elastic, Oracle.\nExposure to containers, kubernetes, application setup (load balancer), logging, Prometheus\nKey Responsibilities\n1. Lead technical teams in the design and implementation of solutions using apache spark, scala, and python\n2. Provide technical expertise and guidance to team members in resolving complex technical issues\n3. Collaborate with stakeholders to gather requirements and define project scope\n4. Ensure adherence to best practices in coding, testing, and deployment processes\n5. Conduct code reviews and performance optimization activities\n6. Troubleshoot and debug technical issues to ensure seamless project delivery\n7. Stay updated with the latest trends and advancements in apache spark, scala, and python technologies\n8. Mentor team members and facilitate knowledge sharing within the team\nSkill Requirements\n1. Strong proficiency in apache spark, scala, and python\n2. Experience in leading technical teams and projects\n3. Excellent problem-solving skills and ability to think critically\n4. Solid understanding of software development life cycle\n5. Good communication and interpersonal skills\n6. Ability to work effectively in a collaborative team environment\n7. Strong organizational and leadership abilities\n8. Experience in performance tuning and optimization techniques\n9. Knowledge of big data concepts and tools is a plus\nOther Requirements\n1.Relevant certifications in apache spark, scala, or python are a plus","description_format":"text","description_chars":2038,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Managed IT Services (MSP)","Systems Integrators","Engineering Services"],"lifecycle":[{"event":"open","at":"2026-11-10T09:44:10Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":27,"reasons":["conf:2","win:early","comp:brand"],"computed_at":"2026-11-11T05:49:22Z"},"pay":null,"html_url":"https://alion.io/job/hcltech-senior-apache-spark-technical-lead-scala-python-4","json_url":"https://alion.io/job/hcltech-senior-apache-spark-technical-lead-scala-python-4.json","meta":{"generated_at":"2026-11-11T11:49:32Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20844,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":225},"rest":"https://alion.io/mcp/rest/get_company?id=225"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fhcltech-senior-apache-spark-technical-lead-scala-python-4"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fhcltech-senior-apache-spark-technical-lead-scala-python-4"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fhcltech-senior-apache-spark-technical-lead-scala-python-4"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/hcltech-senior-apache-spark-technical-lead-scala-python-4\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fhcltech-senior-apache-spark-technical-lead-scala-python-4"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4010446}},{"tool":"search_jobs","arguments":{"company":"hcltech.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4010446},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}