{"id":2384840,"url":"https://alion.io/job/anyone-ai-quality-evaluator-english","title":"Quality Evaluator – Fluent English (Europe & LATAM)","company":{"id":9137,"name":"Anyone AI","domain":"anyoneai.com","url":"https://alion.io/company/anyone-ai","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"A","score":95,"open_postings":176,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":63,"computed_at":"2026-11-05T05:54:30Z"}},"role":"Operations","role_family":"Operations","seniority":null,"employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["FR","AR","BR","CO","CZ","IT","MX","PL","ES","CL","EC","EE","PY","PE","PT","UY"],"hiring_countries_total":16,"salary":{"min":7,"max":12,"currency":"USD","period":"hour","gross":null,"usd_annual":24000},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[],"status":"live","first_seen_at":"2026-10-12T18:33:17Z","employer_posted_date":"2026-10-12","last_verified_at":"2026-11-05T05:57:27Z","board_verified":true,"closed_at":null,"days_open":23,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":23},"description":"Quality Evaluator - English\nHelp shape the future of AI by evaluating and comparing responses from advanced AI models.\nLocation: Remote\n\nType: Independent contractor / Part-time\n\nCommitment: up to 3 months\n\nCompensation: $7-$12/hour\n\nAbout the role\nAt Anyone AI, we create high-quality training and evaluation data for frontier AI models.\nWe’re looking for English-fluent experts with strong writing skills, critical thinking, and extensive hands-on experience using large language models (LLMs).\nIn this role, you’ll interact directly with AI models and compare their responses side by side to determine which best meets the user’s needs. Your evaluations and written explanations will help improve the accuracy, helpfulness, and reliability of AI systems.\nWhat you’ll do\nInteract with different AI models and tools across a wide range of prompts and topics.\n\nCompare two or more AI-generated responses side by side.\n\nAssess accuracy, helpfulness, instruction-following, clarity, and overall response quality.\n\nFollow detailed rating guidelines and multi-step evaluation workflows.\n\nWrite clear, well-reasoned explanations supporting your evaluation decisions.\n\nApply evaluation criteria consistently across tasks.\n\nWhat we’re looking for\nFluency in English, with strong reading comprehension and writing skills.\n\nExtensive hands-on experience using LLMs and critically assessing their outputs.\n\nStrong analytical judgment and the ability to weigh multiple dimensions of response quality.\n\nExcellent attention to detail and the ability to follow complex instructions carefully.\n\nAbility to explain evaluation decisions clearly and convincingly.\n\nComfort switching between AI models, tools, and multi-step workflows.\n\nNice to have\nPrevious experience in AI response evaluation, data annotation, or quality assurance.\n\nExperience in editing, research, fact-checking, or analytical writing.\n\nFamiliarity with evaluation rubrics and side-by-side comparison tasks.","description_format":"text","description_chars":1960,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"Advanced (C1)","optional":false}]},"benefits":[],"hiring_locations":[{"name":"France","iso":"FR","kind":"country"},{"name":"Argentina","iso":"AR","kind":"country"},{"name":"Brazil","iso":"BR","kind":"country"},{"name":"Colombia","iso":"CO","kind":"country"},{"name":"Czech Republic","iso":"CZ","kind":"country"},{"name":"Italy","iso":"IT","kind":"country"},{"name":"Mexico","iso":"MX","kind":"country"},{"name":"Poland","iso":"PL","kind":"country"},{"name":"Spain","iso":"ES","kind":"country"},{"name":"Chile","iso":"CL","kind":"country"},{"name":"Ecuador","iso":"EC","kind":"country"},{"name":"Estonia","iso":"EE","kind":"country"},{"name":"Paraguay","iso":"PY","kind":"country"},{"name":"Peru","iso":"PE","kind":"country"},{"name":"Portugal","iso":"PT","kind":"country"},{"name":"Uruguay","iso":"UY","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Bootcamps","Recruiting & Staffing","AI Training Data & Annotation"],"lifecycle":[{"event":"open","at":"2026-10-12T20:04:43Z"}],"visa":[],"liveness":{"score":66,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.859,"p_room":0.9,"age_days":23,"expected_fill_days":63,"reasons":["seen:23","velocity","win:mid","comp:brand"],"computed_at":"2026-11-05T05:54:30Z"},"pay":{"stated_usd_annual":24000,"is_top_pay":false},"html_url":"https://alion.io/job/anyone-ai-quality-evaluator-english","json_url":"https://alion.io/job/anyone-ai-quality-evaluator-english.json","meta":{"generated_at":"2026-11-05T09:21:07Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11945,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-06T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":9137},"rest":"https://alion.io/mcp/rest/get_company?id=9137"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fanyone-ai-quality-evaluator-english"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fanyone-ai-quality-evaluator-english"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fanyone-ai-quality-evaluator-english"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/anyone-ai-quality-evaluator-english\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fanyone-ai-quality-evaluator-english"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2384840}},{"tool":"search_jobs","arguments":{"company":"anyoneai.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2384840},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}