{"id":3024520,"url":"https://alion.io/job/tata-group-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3198,"name":"Tata Group","domain":"tata.com","url":"https://alion.io/company/tata","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Platform Engineering","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-21T18:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-21T18:35:00Z","board_verified":false,"closed_at":null,"days_open":7,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":7},"description":"Responsibilities: \nDesign, develop, and maintain scalable data architecture and data engineering solutions on Azure and Databricks.\nBuild robust batch and streaming data pipelines using Apache Spark, PySpark, Delta Lake, SQL, and related technologies.\nDevelop and optimize complex data processing frameworks for structured, semi-structured, and high-volume datasets.\nImplement enterprise data lakehouse solutions aligned to business, analytics, and AI/ML requirements.\nEnsure data pipelines are reliable, performant, reusable, and built with strong engineering standards.\nCollaborate with business teams, data architects, analysts, data scientists, and cloud engineers to translate requirements into technical solutions.\nSupport AI and ML initiatives by creating curated, governed, and feature-ready datasets.\nWork on performance tuning, troubleshooting, and optimization of Databricks workloads and Spark jobs.\nEstablish and maintain data quality, lineage, security, governance, and compliance controls.\nDrive best practices in CI/CD, code quality, testing, release management, and operational support for data solutions.\nContribute to platform improvements, architecture reviews, and technology evaluation activities\nDeliver high-quality, scalable, and secure data solutions aligned to business objectives.\nEnable data-driven and AI-ready capabilities through well-engineered data platforms.\nContribute to Tata Digital's long-term data strategy and platform maturity.\n\nRequirements: \nDemonstrate strong technical leadership in the Azure and Databricks ecosystems.\nBachelor's or master's degree in computer science, information technology, engineering, or a related field.\n6-8 years of experience in data engineering, data platform engineering, or related roles.\nStrong hands-on experience with Azure cloud services and Azure Databricks.\nDeep expertise in Apache Spark / PySpark, Delta Lake, SQL, and distributed data processing.\nStrong understanding of data architecture, data modeling, and modern lakehouse patterns.\nExperience building and supporting complex ETL/ELT pipelines in enterprise environments.\nWorking exposure to AI and ML data pipelines, feature preparation, or data support for AI-based solutions.\nExperience with batch and streaming data processing.\nSolid understanding of data governance, security, access control, and data quality practices.\nExperience with orchestration tools such as Azure Data Factory, Databricks Workflows, Airflow, or similar.\nStrong debugging, analytical thinking, and problem-solving skills.\n\nCompetencies: \nStrong technical ownership and accountability.\nAbility to work on complex, high-impact data problems.\nCollaborative mindset with cross-functional stakeholders.\nStrong communication and documentation skills.\nAdaptability to evolving data and AI technologies.\nSkills\nAzure, Data Engineer, Databricks, Delta Lake, PySpark, SQL, Spark","description_format":"text","description_chars":2883,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Hotels & Resorts","Air Transport","Metals & Metallurgy","Commercial Aviation"],"lifecycle":[{"event":"open","at":"2026-10-21T18:35:00Z"}],"visa":[{"country":"GB","licensed_sponsor":true,"evidence":"Licensed UK visa sponsor (Skilled Worker, Senior or Specialist Worker)","filings_12m":null,"filings_prev_12m":null,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"Skilled Worker; Global Business Mobility: Senior or Specialist Worker","cap_exempt":false,"checked_at":"2026-10-29T06:20:15+00:00","sources":["UK Home Office: register of licensed sponsors (workers)"],"filings_for_role_12m":0}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":7,"expected_fill_days":27,"reasons":["seen:7","velocity","win:early"],"computed_at":"2026-10-29T05:49:05Z"},"pay":null,"html_url":"https://alion.io/job/tata-group-senior-data-engineer","json_url":"https://alion.io/job/tata-group-senior-data-engineer.json","meta":{"generated_at":"2026-10-29T12:47:53Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":19294,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3198},"rest":"https://alion.io/mcp/rest/get_company?id=3198"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftata-group-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftata-group-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftata-group-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tata-group-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftata-group-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3024520}},{"tool":"search_jobs","arguments":{"company":"tata.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3024520},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}