{"id":4783939,"url":"https://alion.io/job/collision-ai-inference-engineer","title":"Inference Engineer","company":{"id":6928029,"name":"Collision AI","domain":"collision.ai","url":"https://alion.io/company/collision-2","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"C++","optional":false},{"name":"CUDA","optional":false},{"name":"KV Cache","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"Quantization","optional":false},{"name":"Rust","optional":false},{"name":"SGLang","optional":false},{"name":"Speculative Decoding","optional":false},{"name":"TensorRT-LLM","optional":false},{"name":"Triton","optional":false},{"name":"vLLM","optional":false},{"name":"TensorRT","optional":true}],"status":"live","first_seen_at":"2026-11-12T00:31:01Z","employer_posted_date":"2026-11-12","last_verified_at":"2026-11-22T10:44:11Z","board_verified":true,"closed_at":null,"days_open":10,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":10},"description":"Job description\nCollision AI is building frontier cybersecurity models to help defend our customers. As an Inference Engineer, you’ll build and own the inference servers that run our models, both on our infrastructure and in customer on-prem environments.\nYou’ll work across model runtimes and the serving layer: request scheduling, batching, caching, GPU memory management, and multi-GPU execution. You’ll profile real workloads, identify bottlenecks, and improve latency, throughput, and hardware utilization while preserving model quality. You’ll work closely with the research team to bring new models into production and support the multi-step workloads our security agents depend on.\nCustomer deployments are a core part of the role. You’ll make the serving stack straightforward to install, observe, update, and recover on customer-owned hardware, including environments with limited network access. You’ll build reproducible deployment tooling, sensible defaults, and reliable upgrade and rollback paths, so the same system can run well in our own fleet and inside a customer’s network.\nRequired qualifications\nExperience building model-serving infrastructure or other performance-sensitive distributed systems.\n\nStrong software engineering skills in Python, with experience in C++, Rust, or a comparable systems language.\n\nAn understanding of LLM inference, including batching, KV-cache management, and GPU compute and memory bottlenecks.\n\nExperience profiling systems, designing reproducible benchmarks, and shipping measurable improvements to performance or reliability.\n\nBonus qualifications\nWork on inference runtimes such as vLLM, SGLang, or TensorRT-LLM, including extensions or open-source contributions.\n\nExperience with CUDA or Triton, quantization, speculative decoding, or multi-GPU inference.","description_format":"text","description_chars":1813,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Information Security"],"lifecycle":[{"event":"open","at":"2026-11-22T07:54:44Z"}],"visa":[],"liveness":{"score":75,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.838,"p_room":0.9,"age_days":10,"expected_fill_days":27,"reasons":["conf:0","win:mid"],"computed_at":"2026-11-22T10:47:12Z"},"pay":null,"html_url":"https://alion.io/job/collision-ai-inference-engineer","json_url":"https://alion.io/job/collision-ai-inference-engineer.json","meta":{"generated_at":"2026-11-22T10:47:12Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17247,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-23T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":6928029},"rest":"https://alion.io/mcp/rest/get_company?id=6928029"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcollision-ai-inference-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcollision-ai-inference-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcollision-ai-inference-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/collision-ai-inference-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcollision-ai-inference-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4783939}},{"tool":"search_jobs","arguments":{"company":"collision.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4783939},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}