{"id":3832840,"url":"https://alion.io/job/yo-ai-labs-ai-agent-tester-remote","title":"AI Agent Tester - Remote","company":{"id":3824455,"name":"YO AI Labs","domain":"yoailabs.com","url":"https://alion.io/company/yoailabs","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Manatal","truth_index":null},"role":"QA","role_family":"QA","seniority":"junior","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["New York, United States"],"countries":["US"],"hiring_countries":["US"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false}],"status":"live","first_seen_at":"2026-11-05T19:59:46Z","employer_posted_date":"2026-11-05","last_verified_at":"2026-11-16T12:41:00Z","board_verified":true,"closed_at":null,"days_open":10,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":10},"description":"Job Title: AI Agent Tester - Real-World Tasks\nRole Type: Contractor\nLocation: United States\nJob Summary\nWe are seeking detail-oriented, U.S.-based AI Agent Testers to evaluate how AI assistants handle everyday tasks. You will test two AI agents using your own accounts and smartphone, assess their performance, and provide feedback to improve their real-world usability.\nKey Responsibilities\nTest AI agents on tasks such as shopping, bookings, bill payments, returns, email follow-ups, travel, and online forms.\nApprove or stop agents at important decision points.\nScreen-record every task attempt.\nScore performance based on completion, quality, user control, satisfaction, and time.\nProvide clear written feedback on the overall user experience.\nRequired Qualifications\nMust be based in the United States.\nBachelor's degree required.\n2-3 years of professional experience, preferably in engineering, business management, or operations.\nRegular use of AI tools in daily life.\nStrong attention to detail, written communication, and documentation skills.\nAn active personal AI assistant account (Plus tier), active Muse and Dots access, a smartphone with screen-recording capability, and a payment card for reimbursable test purchases.\nNo coding or AI technical background is required. Generalists are welcome, and domain experts are preferred.\nProject Details\nKickoff: Project is already active.\nOnboarding: Within 24-48 hours of selection.\nWork Schedule: Flexible, entirely from your phone.\n Task Duration: Approximately 1.5 hours per run, including evidence and scoring.\nSelection Process\nApply and complete the screening questions.\nAttend a 15-30-minute interview.\nComplete the profile review.\nReceive onboarding instructions from the Talent Operations team.\nWhy Join?\nWork with AI tools and evaluate real-world performance.\nEnjoy flexible, phone-based work.\nHelp shape and improve next-generation AI agents.","description_format":"text","description_chars":1910,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Training Data & Annotation","AI Evaluation & Observability"],"lifecycle":[{"event":"open","at":"2026-11-05T19:59:46Z"}],"visa":[],"liveness":{"score":89,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.893,"p_room":1,"age_days":10,"expected_fill_days":33,"reasons":["conf:5","velocity","win:early","comp:junior"],"computed_at":"2026-11-16T05:46:25Z"},"pay":null,"html_url":"https://alion.io/job/yo-ai-labs-ai-agent-tester-remote","json_url":"https://alion.io/job/yo-ai-labs-ai-agent-tester-remote.json","meta":{"generated_at":"2026-11-16T17:08:04Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":27713,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3824455},"rest":"https://alion.io/mcp/rest/get_company?id=3824455"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fyo-ai-labs-ai-agent-tester-remote"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fyo-ai-labs-ai-agent-tester-remote"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fyo-ai-labs-ai-agent-tester-remote"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/yo-ai-labs-ai-agent-tester-remote\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fyo-ai-labs-ai-agent-tester-remote"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3832840}},{"tool":"search_jobs","arguments":{"company":"yoailabs.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3832840},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}