{"id":3779030,"url":"https://alion.io/job/toptal-ml-inference-engineer-terminal-bench-task-designer","title":"ML Inference Engineer – Terminal-Bench Task Designer","company":{"id":5450,"name":"Toptal","domain":"toptal.com","url":"https://alion.io/company/toptal","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":true,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"B","score":70,"open_postings":6,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":68,"computed_at":"2026-11-08T05:47:12Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"middle","employment_type":null,"work_mode":"remote","remote_scope":"unspecified","remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Docker","optional":false},{"name":"Git","optional":false},{"name":"JAX","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"SGLang","optional":false},{"name":"TensorRT-LLM","optional":false},{"name":"vLLM","optional":false},{"name":"TensorRT","optional":true}],"status":"live","first_seen_at":"2026-11-04T21:41:56Z","employer_posted_date":null,"last_verified_at":"2026-11-04T21:41:56Z","board_verified":false,"closed_at":null,"days_open":3,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":3},"description":"Headquarters: \n\nOverview\nWe are building a benchmark that tests how well AI agents handle real expert work in a terminal. We are hiring ML inference and serving experts to turn real, paid tasks from their jobs into expert-level Terminal-Bench challenges. Each task includes the environment, a working solution, and an automated check that proves the result is correct.\n***THIS IS A TASK BASED COMPENSATION MODEL. PLEASE CHECK THE APPLICATION QUESTIONS FOR MORE DETAILS.***\nResponsibilities\n• Design expert-level Terminal-Bench tasks that turn real, paid ML inference work from your own experience into challenges an AI agent must solve end to end.\n• Define the files, systems and environments each task runs on, such as model serving with streaming, so the challenge is realistic, reproducible and command-line solvable.\n• Write a working reference solution for every task and verify it runs end to end, sized for about 60 to 75 minutes of expert effort.\n• Build automated checks that objectively prove a result is correct, including cases where ML outputs go wrong silently, such as numerical drift or metric bugs.\n• Package tasks with Docker and Git so they are reproducible, and document the systems, tools, data and rules involved so reviewers can validate difficulty.\n• Iterate on tasks based on reviewer feedback and agent test runs, adjusting difficulty and fixing ambiguities so each task stays expert-level, fair and objectively gradable.\nSkills/Experience\n• 3+ years doing ML inference or serving work hands-on (not only studying, selling or managing it), or a PhD plus active research in the subfield\n• Did this work in the last 3 years and can name the systems, tools, data and rules used\n• Trained, served or evaluated models at real scale (multi-GPU or production serving), not only notebooks or API calls\n• Hands-on with PyTorch or JAX internals and serving stacks such as vLLM, SGLang or TensorRT-LLM\n• Can explain how ML results go wrong without errors (numerical drift, metric bugs) and how to catch them\n• Technical fluency in Python and the command line, and with files, CSV/JSON, APIs or databases\n• Availability to start by early November 2026 and complete tasks of about 60 to 75 minutes each\nNice-to-have\n• AI lab or LLM infrastructure experience\n• Contributions to PyTorch, vLLM or SGLang\n• GPU profiling experience\n• Docker and Git proficiency\n• Experience writing automated tests\nProcess\n• Task vetting instead of an interview: complete a vetting task so the client can assess your task design\n• Paid per task; each task takes about 60 to 75 minutes\n• Work is delivered task by task, with reviewer feedback on submissions\n• Expected start in early November 2026\n\nTo apply: https://weworkremotely.com/remote-jobs/toptal-ml-inference-engineer-terminal-bench-task-designer","description_format":"text","description_chars":2796,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-05T00:15:15Z"}],"visa":[],"liveness":{"score":54,"band":"ok","label":"Likely open","p_open":1,"p_active":0.542,"p_room":1,"age_days":3,"expected_fill_days":68,"reasons":["seen:3","agency","velocity","win:early"],"computed_at":"2026-11-08T05:47:12Z"},"pay":null,"html_url":"https://alion.io/job/toptal-ml-inference-engineer-terminal-bench-task-designer","json_url":"https://alion.io/job/toptal-ml-inference-engineer-terminal-bench-task-designer.json","meta":{"generated_at":"2026-11-08T21:12:03Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":44260,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-09T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":5450},"rest":"https://alion.io/mcp/rest/get_company?id=5450"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftoptal-ml-inference-engineer-terminal-bench-task-designer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftoptal-ml-inference-engineer-terminal-bench-task-designer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftoptal-ml-inference-engineer-terminal-bench-task-designer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/toptal-ml-inference-engineer-terminal-bench-task-designer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftoptal-ml-inference-engineer-terminal-bench-task-designer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3779030}},{"tool":"search_jobs","arguments":{"company":"toptal.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3779030},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}