{"id":3306698,"url":"https://alion.io/job/coval-ai-engineer-post-training-evaluation","title":"AI Engineer, Post-Training & Evaluation","company":{"id":47880,"name":"Coval","domain":"coval.ai","url":"https://alion.io/company/coval","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Work at a Startup","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":150000,"max":300000,"currency":"USD","period":"year","gross":null,"usd_annual":300000},"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":true,"technologies":[{"name":"Context Engineering","optional":false},{"name":"Function Calling","optional":false},{"name":"LLM","optional":false},{"name":"LoRA","optional":false},{"name":"Post-training","optional":false},{"name":"SFT","optional":false},{"name":"Structured Outputs","optional":false},{"name":"Voice Agents","optional":false}],"status":"live","first_seen_at":"2026-10-27T01:41:52Z","employer_posted_date":"2026-10-27","last_verified_at":"2026-10-30T13:28:37Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"The role\nOwn the models behind Coval’s judges. Coval is the evaluation platform for conversational AI: we help enterprise teams simulate, monitor and improve voice and chat agents before those agents ever reach a customer. Because our product is the judge, this role sits at the center of the company.\nYou’ll own the model side end to end. You’ll design and ship the LLM-as-a-judge evaluations that score voice and chat conversations at scale, then sharpen them with LoRA fine-tunes on open-weight models and non-tuning work like tool use and context engineering. Your improvements ship directly into the product enterprises rely on to launch dependable voice agents.\nWhat you’ll do\nDesign and ship the LLM judges that score conversations: rubrics, judge prompting, and calibration against human raters\nBuild the reliability tracking that keeps judges honest from release to release\nRun post-training where training beats prompting: LoRA adapters on open-weight models, trained on data distilled from our own scored conversations\nEverywhere else, do the non-tuning capability work: tool use, structured outputs, and context engineering\nKeep asking which lever actually moves the metric, and focus there\nWhat we’re looking for\n4+ years as an engineer, with strong systems instincts\nA track record of shipping measurable quality gains by pairing rigorous measurement with targeted training, not vibes and prompt tweaks\nYou’ve built eval infrastructure you actually trust\nYou’ve run LoRA/SFT experiments end to end, including preparing your own data rather than relying on clean data from other teams, so you know which lever really wins\nHigh agency: on a small Series A team, nobody hands you tickets. You figure out what matters next and drive it there\nAmbitious and kind. You’ll be part of the group that founds our engineering org, sets its bar and grows the team","description_format":"text","description_chars":1864,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Conversational AI","AI Evaluation & Observability"],"lifecycle":[{"event":"open","at":"2026-10-27T01:41:52Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"Filed H-1B visas in the last two years","filings_12m":0,"filings_prev_12m":1,"green_card_filings_12m":0,"median_offered_wage_usd":null,"route":null,"cap_exempt":false,"checked_at":"2026-10-29T16:27:21+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)"],"filings_for_role_12m":0}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":3,"expected_fill_days":30,"reasons":["conf:1","velocity","win:early"],"computed_at":"2026-10-30T05:48:23Z"},"pay":{"stated_usd_annual":300000,"is_top_pay":true},"html_url":"https://alion.io/job/coval-ai-engineer-post-training-evaluation","json_url":"https://alion.io/job/coval-ai-engineer-post-training-evaluation.json","meta":{"generated_at":"2026-10-30T13:51:07Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1032,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-31T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":47880},"rest":"https://alion.io/mcp/rest/get_company?id=47880"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcoval-ai-engineer-post-training-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcoval-ai-engineer-post-training-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcoval-ai-engineer-post-training-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/coval-ai-engineer-post-training-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcoval-ai-engineer-post-training-evaluation"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3306698}},{"tool":"search_jobs","arguments":{"company":"coval.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3306698},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}