{"id":1671678,"url":"https://alion.io/job/terac-software-engineers-paid-code-review-for-ai-agent-evaluation","title":"Software Engineers: Paid Code Review for AI Agent Evaluation","company":{"id":5329,"name":"Terac","domain":"terac.com","url":"https://alion.io/company/terac","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"B","score":81,"open_postings":9,"ghost_share":0,"stale_share":0.778,"repost_share":0,"time_to_fill_p50_days":31,"computed_at":"2026-10-15T05:46:00Z"}},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":"contractor","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":["US"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":131000,"max_usd":275000,"period":"year","method":"role_country_seniority_unknown","sample_n":8485},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"LLM Evaluation","optional":false},{"name":"Machine Learning","optional":false}],"status":"live","first_seen_at":"2026-10-02T03:15:05Z","employer_posted_date":"2026-10-02","last_verified_at":"2026-10-15T20:29:28Z","board_verified":true,"closed_at":null,"days_open":13,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":13},"description":"What We're Researching\nWe're running a paid study on the coding environments and programming tasks used to benchmark artificial intelligence agents. Creating robust evaluation harnesses ensures that AI models are tested against realistic software engineering scenarios. This work directly feeds into improving how autonomous agents handle complex coding objectives.\nHow It Works\nDuring this remote session, you will review a series of coding tasks and their corresponding evaluation harnesses. You will assess whether the programming challenges accurately reflect real-world software engineering problems. We will ask you to verify the logic, test cases, and overall structure of the environments provided. Your technical feedback will be captured through a guided conversation and screen-sharing exercises.\nWho This Is For\nWe are looking for practicing software engineers with strong backgrounds in building and testing complex systems. Candidates should have direct experience writing test suites, evaluation harnesses, or comprehensive code reviews. We welcome backend engineers, full-stack developers, machine learning engineers, and software architects.\nWhat You'll Do\nReview realistic programming tasks for accuracy and difficulty\n\nVerify the logic and test cases within provided evaluation harnesses\n\nAssess whether coding environments effectively measure software engineering skills\n\nWalk us through your thought process while analyzing complex code structures\n\nWho Should Apply\nActive professional experience as a software engineer\n\nHands-on experience building or maintaining test suites and evaluation harnesses\n\nComfortable reviewing code and explaining technical concepts aloud\n\nFamiliarity with complex real-world software architecture\n\nCompensation\n$65 per hour\nReady to participate?\nStart your paid interview now\nAbout Terac\nTerac is building the world's largest pool of vetted human experts for AI. Researchers, AI labs, and product teams use Terac to recruit, screen, and pay study participants across industries, languages, and skill sets.\nLearn more at terac.com or on YouTube at @jointerac.","description_format":"text","description_chars":2111,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Market Research","AI Training Data & Annotation"],"lifecycle":[{"event":"open","at":"2026-10-02T06:58:42Z"}],"visa":[],"liveness":{"score":76,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.848,"p_room":0.9,"age_days":13,"expected_fill_days":31,"reasons":["conf:0","velocity","win:mid"],"computed_at":"2026-10-15T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/terac-software-engineers-paid-code-review-for-ai-agent-evaluation","json_url":"https://alion.io/job/terac-software-engineers-paid-code-review-for-ai-agent-evaluation.json","meta":{"generated_at":"2026-10-15T21:14:26Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":32312,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-16T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":5329},"rest":"https://alion.io/mcp/rest/get_company?id=5329"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fterac-software-engineers-paid-code-review-for-ai-agent-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fterac-software-engineers-paid-code-review-for-ai-agent-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fterac-software-engineers-paid-code-review-for-ai-agent-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/terac-software-engineers-paid-code-review-for-ai-agent-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fterac-software-engineers-paid-code-review-for-ai-agent-evaluation"}]}