{"id":1235855,"url":"https://alion.io/job/bytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore","title":"Inference Systems Backend Engineer - ARK Large Model Platform (Singapore)","company":{"id":13,"name":"ByteDance","domain":"bytedance.com","url":"https://alion.io/company/bytedance","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Feishu","truth_index":{"grade":"A","score":89,"open_postings":9921,"ghost_share":0.107,"stale_share":0,"repost_share":0.003,"time_to_fill_p50_days":314,"computed_at":"2026-10-28T05:59:10Z"}},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":65000,"max_usd":180000,"period":"year","method":"role_country_seniority_unknown","sample_n":318},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"C++","optional":false},{"name":"Linux","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Megatron-LM","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"Quantization","optional":false},{"name":"Recommender Systems","optional":false},{"name":"SGLang","optional":false},{"name":"TensorFlow","optional":false},{"name":"TensorFlow C++","optional":false},{"name":"TensorRT-LLM","optional":false},{"name":"TPU","optional":false},{"name":"vLLM","optional":false},{"name":"CUDA","optional":true},{"name":"cuDNN","optional":true},{"name":"TensorRT","optional":true}],"status":"live","first_seen_at":"2026-05-11T06:11:07Z","employer_posted_date":"2026-09-25","last_verified_at":"2026-10-28T20:31:19Z","board_verified":true,"closed_at":null,"days_open":170,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":169},"description":"岗位职责 / Responsibilities\nAbout the Team\nThe Applied Machine Learning (AML) - Enterprise team provides machine learning platform products on VolcanoEngine with cloud native resource scheduling system which intelligently orchestrates different tasks and jobs with minimised costs of every experiment and maximised resource utilisation, rich modelling tools including customised machine learning tasks and web IDE, and multi-framework high performance model inference services.\nIn 2021, through VolcanoEngine, we released this machine learning infrastructure to the public, to provide more enterprises with reduced costs of computation power, lower barriers to machine learning engineering and deeper developments in AI capabilities.\nResponsibilities\n-Responsible for the development and performance optimization of the Volcano Engine large model training and inference systems, including but not limited to model computation optimization, tuning thousand-GPU training clusters, distributed LLM inference systems, and large-scale inference traffic scheduling.\n-Responsible for solving technical challenges related to high concurrency, high reliability, and high scalability, supporting Volcano Engine’s daily training and inference traffic at the scale of hundreds of billions of tokens.\n-Responsible for researching and introducing forward-looking technical architectures for large model training and inference, including but not limited to subgraph matching, compiler optimization, and model quantization.\n-Responsible for integrating heterogeneous hardware with training and inference frameworks, including but not limited to GPUs, NPUs, and TPUs.\n-Focused on improving compute utilization across globally distributed ultra-large-scale GPU clusters through elastic scheduling, GPU oversubscription, task orchestration, and related techniques.\n-Collaborate closely with algorithm teams to jointly optimize algorithms and systems.\n任职要求 / Requirements\nMinimum Qualifications\n-Proficient in C/C++ and Python development under Linux environments, with experience in large-scale machine learning systems or search, advertising, and recommendation systems.\n-Familiar with at least one machine learning framework, such as TensorFlow, PyTorch, MXNet, or other in-house frameworks.\n-Familiar with at least one large model training or inference framework, including but not limited to vLLM, TensorRT-LLM, SGLang, and Megatron-LM.\n-Strong problem-solving skills with the ability to work independently, excellent teamwork spirit, and outstanding capability in breaking down complex problems.\n-Strong sense of responsibility, with good learning ability, communication skills, and self-motivation.\nPreferred Qualifications\n-Experience in designing architectures for large-scale distributed systems.\n-Strong understanding of GPU hardware architecture and the GPU software stack (such as CUDA and cuDNN), with experience in GPU performance analysis and optimization.\n-Research background at the Master’s or PhD level in computer systems-related fields, including distributed systems, parallel computing, programming languages and compilers, networking, or storage systems.","description_format":"text","description_chars":3154,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"master","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Singapore","iso":"SG","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Advertising","Recommendation Systems","Digital Media","Video & Photo Sharing"],"lifecycle":[{"event":"open","at":"2026-09-25T16:14:44Z"}],"visa":[],"liveness":{"score":61,"band":"ok","label":"Likely open","p_open":1,"p_active":0.841,"p_room":0.72,"age_days":169,"expected_fill_days":314,"reasons":["conf:3","velocity","win:mid","crowd:brand"],"computed_at":"2026-10-28T05:59:10Z"},"pay":null,"html_url":"https://alion.io/job/bytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore","json_url":"https://alion.io/job/bytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore.json","meta":{"generated_at":"2026-10-29T00:48:01Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1173,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":13},"rest":"https://alion.io/mcp/rest/get_company?id=13"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/bytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbytedance-inference-systems-backend-engineer-ark-large-model-platform-singapore"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":1235855}},{"tool":"search_jobs","arguments":{"company":"bytedance.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":1235855},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}