{"id":2774165,"url":"https://alion.io/job/tata-consultancy-services-sparkscala-data-engineer","title":"Spark/Scala Data Engineer","company":{"id":222,"name":"Tata Consultancy Services","domain":"tcs.com","url":"https://alion.io/company/tata-consultancy-services","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":14500,"max_usd":35000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Hadoop","optional":false},{"name":"Scala","optional":false}],"status":"live","first_seen_at":"2026-09-22T17:35:37Z","employer_posted_date":null,"last_verified_at":"2026-09-22T17:35:37Z","board_verified":false,"closed_at":null,"days_open":25,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":25},"description":"Spark/Scala Data Engineer\nJob Title: Spark/Scala Data Engineer\nExperience: 4-10 Years\nLocation: Chennai\nJob Type: Full-Time\nJob Summary\nWe are looking for a highly skilled Spark/Scala Data Engineer with strong experience in Big Data technologies. The ideal candidate will design, develop, and maintain scalable data pipelines and data processing applications using Spark and Scala while working closely with business and analytics teams.\nKey Responsibilities\nDesign, develop, and optimize large-scale data processing solutions using Spark and Scala.\nBuild and maintain ETL/ELT pipelines for structured and unstructured data.\nDevelop scalable and high-performance data ingestion frameworks.\nWork with Hadoop ecosystem components such as HDFS, Hive, and Impala.\nPerform data transformation, cleansing, and aggregation for analytics use cases.\nOptimize Spark jobs for performance, scalability, and reliability.\nCollaborate with Data Scientists, Business Analysts, and Architects.\nImplement CI/CD practices and support production deployments.\nTroubleshoot and resolve data pipeline and performance issues.\nFollow Agile development methodologies and participate in sprint activities.","description_format":"text","description_chars":1178,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Systems Integrators","Management Consulting"],"lifecycle":[{"event":"open","at":"2026-10-17T05:42:01Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"H-1B filings in 12 months: 4,185 · green card filings: 2","filings_12m":4185,"filings_prev_12m":8047,"green_card_filings_12m":2,"median_offered_wage_usd":92524,"route":null,"cap_exempt":false,"checked_at":"2026-10-15T11:24:14+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":87},{"country":"GB","licensed_sponsor":true,"evidence":"Licensed UK visa sponsor (Graduate Trainee, Senior or Specialist Worker, Skilled Worker)","filings_12m":null,"filings_prev_12m":null,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"Global Business Mobility: Graduate Trainee; Global Business Mobility: Senior or Specialist Worker; Skilled Worker","cap_exempt":false,"checked_at":"2026-10-17T06:21:15+00:00","sources":["UK Home Office: register of licensed sponsors (workers)"],"filings_for_role_12m":0}],"liveness":{"score":31,"band":"fade","label":"Fading","p_open":0.85,"p_active":0.664,"p_room":0.55,"age_days":25,"expected_fill_days":21,"reasons":["seen:25","win:tail","comp:brand"],"computed_at":"2026-10-17T18:22:08Z"},"pay":null,"html_url":"https://alion.io/job/tata-consultancy-services-sparkscala-data-engineer","json_url":"https://alion.io/job/tata-consultancy-services-sparkscala-data-engineer.json","meta":{"generated_at":"2026-10-17T18:22:08Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1069,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":222},"rest":"https://alion.io/mcp/rest/get_company?id=222"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftata-consultancy-services-sparkscala-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftata-consultancy-services-sparkscala-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftata-consultancy-services-sparkscala-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tata-consultancy-services-sparkscala-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftata-consultancy-services-sparkscala-data-engineer"}]}