{"id":2769458,"url":"https://alion.io/job/tata-consultancy-services-lead-data-platform-engineer","title":"Lead Data Platform Engineer","company":{"id":222,"name":"Tata Consultancy Services","domain":"tcs.com","url":"https://alion.io/company/tata-consultancy-services","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":60000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"Apache Kafka","optional":false},{"name":"CI/CD","optional":false},{"name":"Flink","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Google GKE","optional":false},{"name":"Helm","optional":false},{"name":"Java","optional":false},{"name":"Polaris","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Kubernetes","optional":true},{"name":"Trino","optional":true}],"status":"live","first_seen_at":"2026-09-29T00:55:25Z","employer_posted_date":null,"last_verified_at":"2026-09-29T00:55:25Z","board_verified":false,"closed_at":null,"days_open":24,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":24},"description":"Role- Lead Data Platform Engineer\nExperience- 8 to 15 years\nLocation- Pune, Hyderabad, Bangalore\nRequired Skill set- Spark, Kafka, Flink, Airflow, Iceberg, Polaris/Nessie, Kubernetes\n\nRequired Skills & Experience\nMust Have\n8-15 years of data engineering or data platform experience, with substantial recent hands-on responsibility for distributed processing platforms.\nDeep hands-on experience with Apache Spark, including DataFrame or SQL workloads, performance tuning, packaging, configuration, and production troubleshooting.\nStrong Apache Kafka experience covering topics, partitions, consumer groups, offsets, delivery semantics, schemas, security, and operations.\nPractical Apache Flink experience covering state, checkpoints, savepoints, event time, recovery, and backpressure.\nStrong understanding of Apache Iceberg, Google Cloud Storage, schema and partition evolution, snapshots, compaction, and table maintenance.\nExperience with Apache Polaris, Project Nessie, or REST-based Iceberg catalogs.\nHands-on experience with Apache Airflow for distributed data-processing orchestration.\nWorking knowledge of GKE-based execution, containers, Helm, service accounts, Workload Identity Federation, secrets, networking, storage, and observability.\nProficiency in Python, Java, or Scala, SQL, Git, automated testing, CI/CD, and reusable software engineering practices.\nStrong technical leadership, troubleshooting, documentation, mentoring, and stakeholder communication skills.\nGood to Have\nExperience with Trino, OpenMetadata, JupyterHub, Dataproc, data-quality frameworks, lineage, or schema registries.\nExposure to Debezium, Kafka Connect, Datastream, database logs, or comparable CDC patterns.\nExperience with Spark Operator, Flink Kubernetes Operator, Strimzi, KubernetesExecutor, or operator-based GKE integration.\nUnderstanding of data security, encryption, masking, governance, data contracts, and regulated enterprise controls.\nExperience with multi-tenant data platforms, regulated environments, and platform cost optimisation on GCP.","description_format":"text","description_chars":2045,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Systems Integrators","Management Consulting"],"lifecycle":[{"event":"open","at":"2026-10-17T03:17:59Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"H-1B filings in 12 months: 4,185 · green card filings: 2","filings_12m":4185,"filings_prev_12m":8047,"green_card_filings_12m":2,"median_offered_wage_usd":92524,"route":null,"cap_exempt":false,"checked_at":"2026-10-15T11:24:14+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":87},{"country":"GB","licensed_sponsor":true,"evidence":"Licensed UK visa sponsor (Graduate Trainee, Senior or Specialist Worker, Skilled Worker)","filings_12m":null,"filings_prev_12m":null,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"Global Business Mobility: Graduate Trainee; Global Business Mobility: Senior or Specialist Worker; Skilled Worker","cap_exempt":false,"checked_at":"2026-10-23T06:21:00+00:00","sources":["UK Home Office: register of licensed sponsors (workers)"],"filings_for_role_12m":0}],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.817,"p_room":0.75,"age_days":24,"expected_fill_days":33,"reasons":["seen:24","velocity","win:late","comp:brand"],"computed_at":"2026-10-23T05:54:15Z"},"pay":null,"html_url":"https://alion.io/job/tata-consultancy-services-lead-data-platform-engineer","json_url":"https://alion.io/job/tata-consultancy-services-lead-data-platform-engineer.json","meta":{"generated_at":"2026-10-23T08:23:18Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":12178,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-24T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":222},"rest":"https://alion.io/mcp/rest/get_company?id=222"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftata-consultancy-services-lead-data-platform-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftata-consultancy-services-lead-data-platform-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftata-consultancy-services-lead-data-platform-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tata-consultancy-services-lead-data-platform-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftata-consultancy-services-lead-data-platform-engineer"}]}