{"id":2772879,"url":"https://alion.io/job/ust-lead-ii-data-engineering-3","title":"Lead II - Data Engineering","company":{"id":1774626,"name":"UST","domain":"ust.com","url":"https://alion.io/company/ust-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"RippleHire","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Thiruvananthapuram, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":28000,"max_usd":49000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"CI/CD","optional":true},{"name":"Hadoop","optional":true},{"name":"Oracle","optional":true},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-04-01T00:00:00Z","employer_posted_date":"2026-10-17","last_verified_at":"2026-10-18T05:36:16Z","board_verified":true,"closed_at":null,"days_open":200,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":200},"description":"We are looking for a skilled Azure Data Engineer to design, develop, and optimize scalable data solutions on the Azure cloud platform. The ideal candidate should have strong expertise in Azure data services, big data technologies, and data transformation frameworks.\nPrimary Skills (Must Have)\nAzure Databricks - Development of scalable data pipelines, Spark-based transformations, performance tuning\nAzure Data Factory (ADF) - Designing and orchestrating ETL/ELT workflows\nPySpark - Data processing, transformation, and optimization\nSQL - Advanced querying, performance tuning, data modeling\nSecondary Skills (Good to Have)\nBig Data Technologies - Hadoop ecosystem exposure, distributed data processing\nPL/SQL - Stored procedures, performance optimization\nPython - Scripting, automation, and data manipulation\nOracle Apps Technical - Interfaces, conversions, reports, integrations\nKey Responsibilities\nDesign, build, and maintain robust ETL/ELT pipelines using Azure Data Factory and Azure Databricks.\nDevelop scalable data transformation logic using PySpark.\nOptimize data workflows for performance, scalability, and reliability.\nPerform data modeling and implement SQL-based transformations.\nEnsure data quality, governance, and security compliance.\nCollaborate with business stakeholders, analysts, and architects to translate requirements into technical solutions.\nSupport production deployments, monitoring, and issue resolution.\n\nPreferred Qualifications\nExperience working in Azure cloud environments.\n\nExposure to CI/CD for data pipelines.\n\nStrong analytical and problem-solving skills.\n\nGood communication and stakeholder management abilities.","description_format":"text","description_chars":1653,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams"],"lifecycle":[{"event":"open","at":"2026-10-17T06:55:26Z"}],"visa":[],"liveness":{"score":7,"band":"cold","label":"Long shot","p_open":1,"p_active":0.233,"p_room":0.28,"age_days":200,"expected_fill_days":14,"reasons":["conf:1","win:tail","crowd:brand"],"computed_at":"2026-10-18T07:24:38Z"},"pay":null,"html_url":"https://alion.io/job/ust-lead-ii-data-engineering-3","json_url":"https://alion.io/job/ust-lead-ii-data-engineering-3.json","meta":{"generated_at":"2026-10-18T07:24:38Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11100,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1774626},"rest":"https://alion.io/mcp/rest/get_company?id=1774626"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fust-lead-ii-data-engineering-3"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fust-lead-ii-data-engineering-3"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fust-lead-ii-data-engineering-3"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ust-lead-ii-data-engineering-3\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fust-lead-ii-data-engineering-3"}]}