{"id":2769373,"url":"https://alion.io/job/tata-consultancy-services-azure-databricks-engineer","title":"Azure Databricks Engineer","company":{"id":222,"name":"Tata Consultancy Services","domain":"tcs.com","url":"https://alion.io/company/tata-consultancy-services","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":{"grade":"A","score":100,"open_postings":200,"ghost_share":0.01,"stale_share":0,"repost_share":0.025,"time_to_fill_p50_days":3,"computed_at":"2026-10-29T05:49:05Z"}},"role":"DevOps","role_family":"DevOps","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":14500,"max_usd":34000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":53},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-09T17:35:33Z","employer_posted_date":null,"last_verified_at":"2026-10-09T17:35:33Z","board_verified":false,"closed_at":null,"days_open":20,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":20},"description":"Overall Experience: 6 to 12 Years \nJob Location: Bangalore/Chennai/Pune\n\nJob Requirements*\nDesign, develop, and maintain scalable data pipelines for data ingestion, transformation, and processing.\nEnsure high standards of data quality, validation, monitoring, and governance across data platforms.\nBuild, orchestrate, and optimize batch and real-time data pipeline workflows.\nImplement and support Medallion Architecture (Bronze, Silver, Gold layers) for efficient data management and analytics.\nDevelop and integrate APIs for data exchange and system connectivity.\nCollaborate with cross-functional teams in an Agile environment to deliver high-quality data solutions.\nFollow Git-based development practices, including branching strategies, code reviews, and version control.\nImplement and maintain CI/CD pipelines to automate deployment, testing, and release processes.\n.\nKey Responsibilities*\nDesign, develop, and deploy scalable data pipelines using Databricks (PySpark, Spark SQL), Azure Synapse, Azure Data Factory, and other Azure data services.\nImplement ETL/ELT processes to ingest, transform, and load data from various sources into data lakes and data warehouses.\nOptimize and tune data pipelines for performance and scalability.\nWrite and optimize complex SQL queries for data extraction, transformation, and analysis.\nUse PySpark for large-scale data processing and analytics.\nImplement data partitioning, bucketing, z-ordering, liquid clustering and indexing strategies for efficient data retrieval.\nIntegrate data from multiple sources, including structured, semi-structured, and unstructured data.\nWork with APIs, streaming data, and batch processing to ensure seamless data integration.\nImplement data governance practices to ensure data quality, consistency, and security.\nMonitor and troubleshoot data pipelines to ensure data accuracy and availability.\nCollaborate with data scientists, analysts, and other stakeholders to understand data requirements and deliver solutions.\nWork closely with DevOps teams to deploy and monitor data pipelines in production environments.\nDocument data pipelines, workflows, and processes for knowledge sharing and future reference.\nMaintain up-to-date documentation on data architecture and data models.","description_format":"text","description_chars":2256,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams","Systems Integrators","Management Consulting"],"lifecycle":[{"event":"open","at":"2026-10-17T03:17:59Z"}],"visa":[{"country":"GB","licensed_sponsor":true,"evidence":"Licensed UK visa sponsor (Graduate Trainee, Senior or Specialist Worker, Skilled Worker)","filings_12m":null,"filings_prev_12m":null,"green_card_filings_12m":null,"median_offered_wage_usd":null,"route":"Global Business Mobility: Graduate Trainee; Global Business Mobility: Senior or Specialist Worker; Skilled Worker","cap_exempt":false,"checked_at":"2026-10-29T06:20:15+00:00","sources":["UK Home Office: register of licensed sponsors (workers)"],"filings_for_role_12m":0}],"liveness":{"score":9,"band":"cold","label":"Long shot","p_open":0.85,"p_active":0.312,"p_room":0.35,"age_days":19,"expected_fill_days":3,"reasons":["seen:19","velocity","win:tail","comp:brand"],"computed_at":"2026-10-29T05:49:05Z"},"pay":null,"html_url":"https://alion.io/job/tata-consultancy-services-azure-databricks-engineer","json_url":"https://alion.io/job/tata-consultancy-services-azure-databricks-engineer.json","meta":{"generated_at":"2026-10-29T23:02:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":34039,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":222},"rest":"https://alion.io/mcp/rest/get_company?id=222"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftata-consultancy-services-azure-databricks-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftata-consultancy-services-azure-databricks-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftata-consultancy-services-azure-databricks-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/tata-consultancy-services-azure-databricks-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftata-consultancy-services-azure-databricks-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2769373}},{"tool":"search_jobs","arguments":{"company":"tcs.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2769373},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}