{"id":1143389,"url":"https://alion.io/job/ypai-model-evaluator-2","title":"Model Evaluator","company":{"id":720613,"name":"YPAI","domain":"ypai.ai","url":"https://alion.io/company/ypai","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":null},"role":"Operations","role_family":"Operations","seniority":null,"employment_type":"contractor","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":28,"max":40,"currency":"CAD","period":"hour","gross":null,"usd_annual":56000},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[],"status":"live","first_seen_at":"2026-09-23T13:31:53Z","employer_posted_date":"2026-10-11","last_verified_at":"2026-11-01T10:53:40Z","board_verified":true,"closed_at":null,"days_open":38,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":38},"description":"Rate and compare AI answers and explain why, as paid work from home. It suits careful readers who can say why an answer is wrong, not only that it is.\nWhat the work is for\nYour ratings and written reasons help train AI models and test their answers.\nThe work\nRate and compare AI answers against the project's criteria.\nWrite a short, concrete reason for each rating. It matters as much as the rating itself.\nCheck the facts in an answer. Rewrite weak answers where the task asks for it.\nFlag unsafe, false or policy-breaking output explicitly.\nWhat to expect\nEach project has its own rating criteria and instructions for judging answers.\nYou work in YPAI's own review console, where each project's rating criteria are set up.\nYou need\nStrong reading comprehension in the language you evaluate.\nThe ability to explain why, not only what.\n18 years or older.\nGood to know\nYou will read unsafe or offensive output at times. Judging it is part of the work.\nWork depends on the projects running in the language you evaluate. There can be gaps between projects.","description_format":"text","description_chars":1054,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Canada","iso":"CA","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Consulting & Integration","AI Training Data & Annotation"],"lifecycle":[{"event":"open","at":"2026-09-23T13:31:53Z"}],"visa":[],"liveness":{"score":24,"band":"cold","label":"Long shot","p_open":1,"p_active":0.543,"p_room":0.45,"age_days":38,"expected_fill_days":23,"reasons":["conf:0","win:tail"],"computed_at":"2026-11-01T06:10:25Z"},"pay":{"stated_usd_annual":56000,"is_top_pay":false},"html_url":"https://alion.io/job/ypai-model-evaluator-2","json_url":"https://alion.io/job/ypai-model-evaluator-2.json","meta":{"generated_at":"2026-11-01T12:06:37Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":18619,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-02T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":720613},"rest":"https://alion.io/mcp/rest/get_company?id=720613"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fypai-model-evaluator-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fypai-model-evaluator-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fypai-model-evaluator-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ypai-model-evaluator-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fypai-model-evaluator-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":1143389}},{"tool":"search_jobs","arguments":{"company":"ypai.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":1143389},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}