{"id":1945663,"url":"https://alion.io/job/hcltech-apache-spark-technical-specialist-scala-python","title":"Apache Spark Technical Specialist - Scala, Python","company":{"id":225,"name":"HCLTech","domain":"hcltech.com","url":"https://alion.io/company/hcltech","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"SuccessFactors","truth_index":null},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Cassandra","optional":false},{"name":"DataStage","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Informatica","optional":false},{"name":"Kubernetes","optional":false},{"name":"MS SQL","optional":false},{"name":"Oracle","optional":false},{"name":"Prometheus","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-06T06:45:27Z","employer_posted_date":"2026-10-06","last_verified_at":"2026-10-11T16:42:16Z","board_verified":true,"closed_at":null,"days_open":5,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":5},"description":"Job Summary\nQuantexa\nHands on development work on Scala/Spark, Hadoop, platform operations with Quantexa Certified Experience.Data integration - ETL tools like IBM Datastage and Informatica. Ingestion mechanism like Flume & Kafka.\nData modelling - Dimensional modelling using RDBMS, NO-SQL and Big Data technologies.\nBig data - Hadoop eco-system, Distributions like Cloudera / Hortonworks, Pig and HIVE.\nData processing frameworks - Scala/python/Spark.\nHands-on experience with databases like Oracle, MS SQL Server, NOSQL (HBase / Cassandra, MongoDB)\nData Platform administration for Hadoop, Elastic, Oracle.\nExposure to containers, kubernetes, application setup (load balancer), logging, Prometheus\nKey Responsibilities\n1. Develop and implement data processing applications using apache spark, scala, and python.\n2. Design and maintain scalable data pipelines to process large volumes of data efficiently.\n3. Perform data analysis and optimization to enhance the performance of data processing tasks.\n4. Collaborate with cross functional teams to understand business requirements and translate them into technical solutions.\n5. Troubleshoot and resolve issues related to data processing and data quality.\n6. Stay updated with the latest advancements in apache spark, scala, and python to continuously improve data processing capabilities.\nSkill Requirements\n1. Proficiency in apache spark for big data processing and analytics.\n2. Strong programming skills in scala for developing scalable applications.\n3. Advanced knowledge of python programming for data manipulation and analysis.\n4. Experience with data processing frameworks and tools in the apache spark ecosystem.\n5. Understanding of distributed computing principles and parallel data processing.\n6. Excellent problem-solving skills and ability to work in a fast paced environment.\n7. Strong communication skills and ability to collaborate effectively with team members.\nOther Requirements\nnull","description_format":"text","description_chars":1952,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Systems Integrators"],"lifecycle":[{"event":"open","at":"2026-10-06T06:45:27Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":3,"expected_fill_days":14,"reasons":["conf:3","velocity","win:early","comp:brand"],"computed_at":"2026-10-10T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/hcltech-apache-spark-technical-specialist-scala-python","json_url":"https://alion.io/job/hcltech-apache-spark-technical-specialist-scala-python.json","meta":{"generated_at":"2026-10-11T20:23:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8317,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":225},"rest":"https://alion.io/mcp/rest/get_company?id=225"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fhcltech-apache-spark-technical-specialist-scala-python"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fhcltech-apache-spark-technical-specialist-scala-python"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fhcltech-apache-spark-technical-specialist-scala-python"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/hcltech-apache-spark-technical-specialist-scala-python\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fhcltech-apache-spark-technical-specialist-scala-python"}]}