{"id":4520239,"url":"https://alion.io/job/ust-lead-ii-data-engineering-bs","title":"Lead II - Data Engineering BS","company":{"id":1774626,"name":"UST","domain":"ust.com","url":"https://alion.io/company/ust-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"RippleHire","truth_index":{"grade":"B","score":76,"open_postings":106,"ghost_share":0,"stale_share":0.972,"repost_share":0,"time_to_fill_p50_days":33,"computed_at":"2026-11-18T05:48:20Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon S3","optional":false},{"name":"API Gateway","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"Databricks","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"CI/CD","optional":true},{"name":"CloudFormation","optional":true},{"name":"Unix","optional":true}],"status":"live","first_seen_at":"2026-11-16T00:00:00Z","employer_posted_date":"2026-11-18","last_verified_at":"2026-11-18T08:33:15Z","board_verified":true,"closed_at":null,"days_open":2,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":2},"description":"This role requires 8-9 years of experience and the ability to work closely with project leads and clients.\nAs a Senior Big Data Engineer, you'll join our team to design and develop scalable data processing systems. You'll gather requirements, create end-to-end solutions, and oversee projects from conception to production. Key responsibilities include mentoring team members and translating complex business needs into robust technical solutions using cutting-edge technologies.\nTechnical Skills:\nMust have Strong expertise in Python, PySpark, Spark architecture and performance tuning.Must have proficiency in writing optimized SQL with performance tuning aspects.\nMust have strong expertise in AWS data engineering services (Glue, Lambda, API Gateway, S3), Databricks & Snowflake.\nAbility to translate complex business requirements into technical solutions.\nGood to have working knowledge of Unix.Good to have Hands-on experience with CloudFormation Experience with CI/CD pipeline.Soft Skills:\nStrong problem-solving skills Excellent communication abilities.Comfortable working in a fast-paced environment.Collaboration skills with cross-functional teams.Ability to deliver high-quality results within project timelines.","description_format":"text","description_chars":1223,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","IT Outsourcing & Dedicated Teams"],"lifecycle":[{"event":"open","at":"2026-11-18T08:33:15Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":2,"expected_fill_days":33,"reasons":["conf:1","win:early","comp:brand"],"computed_at":"2026-11-18T10:08:30Z"},"pay":null,"html_url":"https://alion.io/job/ust-lead-ii-data-engineering-bs","json_url":"https://alion.io/job/ust-lead-ii-data-engineering-bs.json","meta":{"generated_at":"2026-11-18T10:08:30Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2635,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1774626},"rest":"https://alion.io/mcp/rest/get_company?id=1774626"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fust-lead-ii-data-engineering-bs"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fust-lead-ii-data-engineering-bs"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fust-lead-ii-data-engineering-bs"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ust-lead-ii-data-engineering-bs\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fust-lead-ii-data-engineering-bs"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4520239}},{"tool":"search_jobs","arguments":{"company":"ust.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4520239},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}