{"id":3448683,"url":"https://alion.io/job/ust-lead-ii-data-engineering-6","title":"Lead II - Data Engineering","company":{"id":1774626,"name":"UST","domain":"ust.com","url":"https://alion.io/company/ust-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"RippleHire","truth_index":{"grade":"B","score":75,"open_postings":116,"ghost_share":0,"stale_share":0.991,"repost_share":0,"time_to_fill_p50_days":30,"computed_at":"2026-10-31T05:58:55Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Thiruvananthapuram, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":45000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":20},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon CloudWatch","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"AWS Lambda","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"IAM","optional":false},{"name":"pySpark","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-14T00:00:00Z","employer_posted_date":"2026-10-29","last_verified_at":"2026-10-31T13:20:24Z","board_verified":true,"closed_at":null,"days_open":17,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":17},"description":"Role: Sr Backend Developer - Glue, Python, SQL Key Responsibilities\nDesign, develop, and maintain ETL/ELT pipelines using AWS Glue (PySpark and Python shell jobs), Glue Data Catalog, crawlers, and workflows\nWrite complex, optimized SQL for data transformation, validation, and analysis across platforms such as Amazon Redshift, Athena, and relational databases\nBuild reusable Python libraries, frameworks, and utilities for data ingestion, transformation, and quality checks\nModel data for analytical and operational use cases (star/snowflake schemas, data lakes/lakehouse patterns)\nImplement data quality, lineage, monitoring, and ing for production pipelines\nOptimize job performance and cost (partitioning, file formats such as Parquet, job bookmarks, DPU tuning)\nCollaborate with cross-functional teams to gather requirements and translate them into technical designs\nParticipate in code reviews, enforce engineering best practices, and mentor junior engineers\nSupport CI/CD, infrastructure-as-code, and release processes for data workloads\nTroubleshoot production issues and drive root-cause analysis\n6+ years of software or data engineering experience, with 3+ years building pipelines on AWS\nStrong hands-on expertise with AWS Glue (ETL jobs, Data Catalog, crawlers, triggers, workflows) and PySpark\nAdvanced SQL skills, including query optimization, window functions, CTEs, and performance tuning on large datasets\nProficiency in Python, including packaging, testing (pytest), and writing maintainable, well-documented code\nExperience with related AWS services: S3, Lambda, Athena, Redshift, Step Functions, IAM, CloudWatch\nSolid understanding of data warehousing concepts, data modeling, and lakehouse architectures\nExperience with version control (Git) and CI/CD pipelines\nStrong problem-solving skills and ability to work independently in an agile environment","description_format":"text","description_chars":1870,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Technology","IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams"],"lifecycle":[{"event":"open","at":"2026-10-29T09:55:24Z"}],"visa":[],"liveness":{"score":61,"band":"ok","label":"Likely open","p_open":1,"p_active":0.675,"p_room":0.9,"age_days":17,"expected_fill_days":30,"reasons":["conf:0","stale_co","wave","velocity","win:mid","comp:brand"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/ust-lead-ii-data-engineering-6","json_url":"https://alion.io/job/ust-lead-ii-data-engineering-6.json","meta":{"generated_at":"2026-10-31T13:55:13Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":21584,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1774626},"rest":"https://alion.io/mcp/rest/get_company?id=1774626"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fust-lead-ii-data-engineering-6"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fust-lead-ii-data-engineering-6"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fust-lead-ii-data-engineering-6"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ust-lead-ii-data-engineering-6\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fust-lead-ii-data-engineering-6"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3448683}},{"tool":"search_jobs","arguments":{"company":"ust.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3448683},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}