{"id":3834271,"url":"https://alion.io/job/upwork-search-results-evaluator","title":"Search Results Evaluator","company":{"id":3606,"name":"Upwork","domain":"upwork.com","url":"https://alion.io/company/upwork","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":true,"listed_via":null,"ats_vendor":"SmartRecruiters","truth_index":{"grade":"B","score":80,"open_postings":33,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":20,"computed_at":"2026-11-08T05:47:12Z"}},"role":"Operations","role_family":"Operations","seniority":null,"employment_type":"contractor","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["United States"],"countries":["US"],"hiring_countries":["US"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Gmail","optional":false}],"status":"live","first_seen_at":"2026-11-05T15:42:51Z","employer_posted_date":"2026-11-05","last_verified_at":"2026-11-08T20:17:28Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"An Enterprise client is seeking a high volume of English-speaking freelancers based in the United States to support an AI evaluation project focused on assessing the relevance, usefulness, reliability, and overall quality of online search results. Freelancers will review webpages presented in response to search queries and determine how effectively each result meets the user’s needs. Their feedback will contribute to the development of AI-powered systems that provide more relevant, reliable, and useful information.\n Review webpages associated with a variety of search queries.\nDetermine how effectively each search result satisfies the user’s intent.\nEvaluate the relevance, reliability, usefulness, and overall quality of the information presented.\nConduct online research when needed to support evaluation decisions.\nFollow detailed rating standards across a wide range of topics.\nRecord clear, accurate, and consistent evaluation decisions.\n Freelancers supporting this project must:\nBe fluent in English, with strong reading comprehension skills.\nCurrently reside in the United States.\nHave strong research, critical-thinking, and analytical skills.\nPay close attention to detail and apply evaluation standards consistently.\nBe comfortable researching and reviewing information online.\nBe able to understand and follow detailed instructions.\nRegularly use and understand online search engines.\nHave a Gmail address\n Work may begin immediately, depending on project needs and freelancer eligibility.\nFreelancers may work according to their own schedules for as long as tasks are available.\nTask availability is based on the client’s business needs and is not guaranteed.","description_format":"text","description_chars":1679,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"Advanced (C1)","optional":false}]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Freelance & Talent Marketplaces"],"lifecycle":[{"event":"open","at":"2026-11-05T20:28:56Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"green card filings: 3","filings_12m":0,"filings_prev_12m":6,"green_card_filings_12m":3,"median_offered_wage_usd":212500,"route":null,"cap_exempt":false,"checked_at":"2026-11-08T10:45:15+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":0}],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":2,"expected_fill_days":20,"reasons":["conf:1","stale_co","velocity","win:early"],"computed_at":"2026-11-08T05:47:12Z"},"pay":null,"html_url":"https://alion.io/job/upwork-search-results-evaluator","json_url":"https://alion.io/job/upwork-search-results-evaluator.json","meta":{"generated_at":"2026-11-08T21:10:32Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":44196,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-09T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3606},"rest":"https://alion.io/mcp/rest/get_company?id=3606"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fupwork-search-results-evaluator"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fupwork-search-results-evaluator"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fupwork-search-results-evaluator"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/upwork-search-results-evaluator\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fupwork-search-results-evaluator"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3834271}},{"tool":"search_jobs","arguments":{"company":"upwork.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3834271},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}