{"id":4319901,"url":"https://alion.io/job/raydar-machine-learning-infrastructure-engineer-4","title":"Machine Learning Infrastructure Engineer","company":{"id":4478753,"name":"Raydar","domain":"raydar.com","url":"https://alion.io/company/raydar-com","size_band":"51-200","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"B","score":75,"open_postings":19,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":23,"computed_at":"2026-11-14T05:58:10Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":200000,"max":350000,"currency":"USD","period":"year","gross":null,"usd_annual":350000},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"JAX","optional":false},{"name":"LLM","optional":false},{"name":"PyTorch","optional":false},{"name":"Reinforcement Learning","optional":false},{"name":"Synthetic Data","optional":false}],"status":"live","first_seen_at":"2026-11-14T19:11:51Z","employer_posted_date":"2026-11-14","last_verified_at":"2026-11-14T19:11:51Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the company\nOur client is a software company.\nThe role\nRaydar is recruiting for this role on behalf of our client. Build and tune the serving and training infrastructure behind specialized language models, from early experiments through to live production use. The work centers on making model execution quicker and less costly on accelerators while keeping releases dependable and observable.\nWhat you'll do\n- Lead end-to-end care of the systems that run and train custom language models, from early testing through live traffic.\n- Benchmark and raise response speed, token throughput, hardware utilization and cost under production-like loads.\n- Refine request grouping, caching, memory footprint and model execution, and test approaches such as reduced-precision formats and accelerated decoding.\n- Keep model inference fast for evaluation runs, synthetic data generation and reinforcement learning sampling, and build dependable release and monitoring pipelines.\n- Work alongside leadership and researchers to split accelerator capacity between training and serving, and to roll post-trained models out into client environments.\nRequirements\nWhat we're looking for\n- Proven record building or tuning language model serving software in a live company setting, with clear credit for performance or stability gains.\n- Solid low-level engineering and troubleshooting ability, including familiarity with GPU memory and compute ceilings.\n- Deep familiarity with hardware chokepoints, serving tuning and observability for model workloads, including how output quality trades against speed.\n- Hands-on work with a mainstream LLM serving framework or a comparable in-house engine, written in PyTorch or JAX.\n- Experience owning an infrastructure system end to end, ideally built from scratch on a small team or at an AI-focused startup.\n- Skill in balancing output accuracy against response time, capacity and expense when choosing pragmatic approaches.\n- Willingness to move an idea from proof of concept to a live service within a compact group.\nBonus points\n- Low-level kernel programming, reduced-precision numerics, accelerated decoding, or running many models across several machines.\n- Background at an AI-focused company that trains its own models.\n- A technical degree from a highly regarded program.\n- Published research or public writing about systems work.\nBenefits\nCompensation and benefits\n- Base salary: USD 200,000 to 350,000 per year\n- Equity\nLocation and work model\n- Bay Area, California, United States\n- On-site, 5 days a week in person\n- Full-time","description_format":"text","description_chars":2569,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Equity"],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-14T19:11:51Z"}],"visa":[{"country":"US","licensed_sponsor":false,"adverts_offering_sponsorship_24m":32,"sanctioned_now":false,"evidence":"Offered visa sponsorship in 32 of its adverts here in 24 months","filings_12m":0,"filings_prev_12m":0,"green_card_filings_12m":0,"median_offered_wage_usd":null,"route":null,"cap_exempt":false,"checked_at":"2026-11-14T07:33:33+00:00","sources":["Alion: sponsorship offered in the employer's own job adverts (24 months)"],"filings_for_role_12m":0}],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":0,"expected_fill_days":23,"reasons":["conf:3","agency","win:early","comp:brand"],"computed_at":"2026-11-14T22:27:45Z"},"pay":{"stated_usd_annual":350000,"is_top_pay":true},"html_url":"https://alion.io/job/raydar-machine-learning-infrastructure-engineer-4","json_url":"https://alion.io/job/raydar-machine-learning-infrastructure-engineer-4.json","meta":{"generated_at":"2026-11-14T22:27:45Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":29444,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4478753},"rest":"https://alion.io/mcp/rest/get_company?id=4478753"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fraydar-machine-learning-infrastructure-engineer-4"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fraydar-machine-learning-infrastructure-engineer-4"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fraydar-machine-learning-infrastructure-engineer-4"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/raydar-machine-learning-infrastructure-engineer-4\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fraydar-machine-learning-infrastructure-engineer-4"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4319901}},{"tool":"search_jobs","arguments":{"company":"raydar.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4319901},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}