{"id":4588622,"url":"https://alion.io/job/clera-senior-software-engineer-model-evaluation","title":"Senior Software Engineer, Model Evaluation","company":{"id":2706,"name":"Clera","domain":"getclera.com","url":"https://alion.io/company/clera","size_band":"11-50","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"B","score":80,"open_postings":40,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":6,"computed_at":"2026-11-19T09:08:57Z"}},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":180000,"max":250000,"currency":"USD","period":"year","gross":null,"usd_annual":250000},"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":true,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Fine-tuning","optional":false}],"status":"live","first_seen_at":"2026-11-19T02:45:34Z","employer_posted_date":"2026-11-19","last_verified_at":"2026-11-19T14:13:59Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the Role\nJoin an early-stage AI team building agents for manufacturing operations. You will create benchmarks and train models against real procurement and supply-chain workflows, helping ensure agents can handle customer-facing tasks reliably.\nWhat You'll Do\nDesign and build evaluation suites for supplier sourcing, qualification, compliance documents, purchase orders, freight, and order tracking.\n\nWork with procurement and manufacturing experts to scope tasks, write reference answers and rubrics, and build graders.\n\nTrain and fine-tune models, using evaluation results to guide experiments.\n\nIdentify agent failures, improve production systems, and measure whether changes work.\n\nHelp establish the team's research and evaluation practices.\n\nWhat We're Looking For\nAt least 3 years of experience, operating at a senior or staff level.\n\nHands-on experience designing benchmarks and evaluations, including authoring tasks, reference solutions or rubrics, and quality checks.\n\nPractical experience training and fine-tuning models, not only using models through APIs.\n\nAbility to work closely with non-ML domain experts and translate their knowledge into measurable tasks.\n\nSupply-chain, procurement, manufacturing, or early-stage startup experience is helpful.\n\nCompensation & Benefits\nBase salary is $180,000 to $250,000 annually, plus equity. Visa sponsorship details were not provided.\nLocation\nHybrid in San Francisco, California, United States.","description_format":"text","description_chars":1459,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Equity"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-19T07:50:13Z"}],"visa":[{"country":"US","licensed_sponsor":false,"adverts_offering_sponsorship_24m":45,"sanctioned_now":false,"evidence":"Offered visa sponsorship in 45 of its adverts here in 24 months","filings_12m":0,"filings_prev_12m":0,"green_card_filings_12m":0,"median_offered_wage_usd":null,"route":null,"cap_exempt":false,"checked_at":"2026-11-19T07:44:56+00:00","sources":["Alion: sponsorship offered in the employer's own job adverts (24 months)"],"filings_for_role_12m":0}],"liveness":{"score":36,"band":"fade","label":"Fading","p_open":1,"p_active":0.361,"p_room":1,"age_days":0,"expected_fill_days":6,"reasons":["conf:1","agency","stale_co","win:early","comp:brand"],"computed_at":"2026-11-19T09:08:57Z"},"pay":{"stated_usd_annual":250000,"is_top_pay":true},"html_url":"https://alion.io/job/clera-senior-software-engineer-model-evaluation","json_url":"https://alion.io/job/clera-senior-software-engineer-model-evaluation.json","meta":{"generated_at":"2026-11-19T15:49:26Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":26322,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-20T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2706},"rest":"https://alion.io/mcp/rest/get_company?id=2706"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fclera-senior-software-engineer-model-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fclera-senior-software-engineer-model-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fclera-senior-software-engineer-model-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/clera-senior-software-engineer-model-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fclera-senior-software-engineer-model-evaluation"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4588622}},{"tool":"search_jobs","arguments":{"company":"getclera.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4588622},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}