{"id":4733345,"url":"https://alion.io/job/bytedance-engineering-manager-applied-machine-learning-inference","title":"Engineering Manager, Applied Machine Learning (Inference)","company":{"id":13,"name":"ByteDance","domain":"bytedance.com","url":"https://alion.io/company/bytedance","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Feishu","truth_index":{"grade":"A","score":87,"open_postings":9454,"ghost_share":0.138,"stale_share":0,"repost_share":0.002,"time_to_fill_p50_days":266,"computed_at":"2026-11-20T05:46:30Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Jose, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CUDA","optional":false},{"name":"HPC","optional":false},{"name":"Machine Learning","optional":false},{"name":"PyTorch","optional":false},{"name":"TensorFlow","optional":false},{"name":"Triton","optional":false}],"status":"live","first_seen_at":"2026-11-13T00:29:18Z","employer_posted_date":"2026-11-21","last_verified_at":"2026-11-22T04:22:24Z","board_verified":true,"closed_at":null,"days_open":9,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":8},"description":"岗位职责 / Responsibilities\nThe mission of our Applied Machine Learning (AML) team is to push the next-generation AI infrastructure and recommendation platform for ads ranking, search ranking, live streaming, and e-commerce. We drive substantial impact across ByteDance’s core businesses by building world-class ML platforms and systems.\nWe are seeking an Tech Lead, AML Inference to oversee the development and execution of ByteDance’s inference infrastructure. This role will lead and mentor a team of Machine Learning Engineers focused on inference, ensuring reliability, scalability, and performance across large-scale distributed systems. The Inference Lead will collaborate closely with research, product, and platform teams to design and deliver cutting-edge solutions that power critical ranking and recommendation services.\nResponsibilities:\n- Lead and mentor a team of inference-focused Machine Learning Engineers, setting technical direction and ensuring best practices.\n- Drive the design and evolution of distributed inference infrastructure to support feeds, ads, search, and other core ranking models.\n- Oversee the development of monitoring, observability, and management tools to ensure reliability and scalability of online inference services.\n- Identify and resolve system inefficiencies, performance bottlenecks, and reliability issues, ensuring optimized end-to-end performance.\n- Partner with research and product teams to translate requirements into robust and efficient inference solutions.\n- Stay at the forefront of advancements in inference frameworks, ML hardware acceleration, and distributed systems, incorporating innovations where impactful.\n任职要求 / Requirements\nMinimum Qualifications: \n- Bachelor’s degree or above in Computer Science, Electrical Engineering, or related field.\n- 5+ years of experience in developing and deploying large-scale, distributed systems, with at least 5 years in a leadership or technical lead role.\n- Deep understanding of inference architecture, with experience in ML framework development(tensorflow/pytorch), compilation optimization(openxla/inductor), and high-performance kernel development(cuda/triton).\n- Proven experience optimizing performance for large-scale machine learning systems, including hardware-software co-design, GPU acceleration, or HPC techniques.\n- Excellent communication and collaboration skills; ability to work across research, engineering, and product teams.\nPreferred Qualifications: \n- Experience leading teams working on high-throughput, low-latency ML serving systems.\n- Contributions to open-source ML or systems projects.\n- Familiarity with container orchestration, service mesh, or cloud-native ML infrastructure.","description_format":"text","description_chars":2706,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":5,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Advertising","Recommendation Systems","Digital Media","Video & Photo Sharing"],"lifecycle":[{"event":"open","at":"2026-11-21T00:33:41Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"H-1B filings in 12 months: 672 · green card filings: 565","filings_12m":672,"filings_prev_12m":1299,"green_card_filings_12m":565,"median_offered_wage_usd":210527,"route":null,"cap_exempt":false,"checked_at":"2026-11-20T07:30:35+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":481}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":9,"expected_fill_days":266,"reasons":["conf:0","win:early","comp:brand"],"computed_at":"2026-11-22T05:06:48Z"},"pay":null,"html_url":"https://alion.io/job/bytedance-engineering-manager-applied-machine-learning-inference","json_url":"https://alion.io/job/bytedance-engineering-manager-applied-machine-learning-inference.json","meta":{"generated_at":"2026-11-22T05:06:48Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8375,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-23T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":13},"rest":"https://alion.io/mcp/rest/get_company?id=13"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbytedance-engineering-manager-applied-machine-learning-inference"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbytedance-engineering-manager-applied-machine-learning-inference"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbytedance-engineering-manager-applied-machine-learning-inference"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/bytedance-engineering-manager-applied-machine-learning-inference\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbytedance-engineering-manager-applied-machine-learning-inference"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4733345}},{"tool":"search_jobs","arguments":{"company":"bytedance.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4733345},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}