{"id":1671679,"url":"https://alion.io/job/terac-south-asian-software-engineers-coding-tasks-for-ai-evaluation","title":"South Asian Software Engineers: Coding Tasks for AI Evaluation","company":{"id":5329,"name":"Terac","domain":"terac.com","url":"https://alion.io/company/terac","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"B","score":81,"open_postings":9,"ghost_share":0,"stale_share":0.778,"repost_share":0,"time_to_fill_p50_days":31,"computed_at":"2026-10-19T05:45:15Z"}},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":"contractor","work_mode":"remote","remote_scope":"stated_regions","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":["CN","IN","JP","AE","CY","ID","IL","KZ","KG","MY","PK","PH","SA","KR","TW","TH","TR","UZ","VN","AM","AZ","BH","BD","BT","BN","KH","TL","GE","IQ","JO","KW","LA","LB","MV","MN","NP","OM","PS","QA","LK"],"hiring_countries_total":44,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"LLM Evaluation","optional":false}],"status":"live","first_seen_at":"2026-10-01T20:26:11Z","employer_posted_date":"2026-10-01","last_verified_at":"2026-10-19T21:22:25Z","board_verified":true,"closed_at":null,"days_open":18,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":18},"description":"What We're Researching\nWe're running a paid study on the effectiveness of coding evaluation harnesses used to test AI agents. Our team is building a comprehensive suite of programming environments designed to measure agent performance accurately. This work ensures that AI coding assistants are evaluated against realistic, high-quality development scenarios.\nHow It Works\nYou will walk through a series of proposed coding tasks and environments during an AI-moderated session. We will ask you to review the structure, difficulty, and realism of these programming challenges. You will provide technical feedback on the evaluation harnesses and suggest improvements to the test suites. The conversation will focus on ensuring these tasks accurately reflect real-world engineering requirements.\nWho This Is For\nWe are hiring experienced software engineers based in South Asia who have a strong background in building and reviewing complex codebases. We welcome backend developers, test automation engineers, and full-stack engineers who understand evaluation harnesses. Ideal candidates have hands-on experience verifying realistic programming tasks in professional environments.\nWhat You'll Do\nReview proposed coding tasks and programming environments for realism\n\nProvide technical feedback on the structure and difficulty of evaluation harnesses\n\nWalk us through your approach to verifying complex code challenges\n\nSuggest improvements to make the test suites more robust\n\nWho Should Apply\nProfessional software engineer based in South Asia\n\nExperience building or reviewing realistic programming tasks\n\nFamiliarity with coding evaluation harnesses or test automation\n\nComfortable discussing technical workflows in an interview setting\n\nCompensation\n$35 per hour\nReady to participate?\nStart your paid interview now\nAbout Terac\nTerac is building the world's largest pool of vetted human experts for AI. Researchers, AI labs, and product teams use Terac to recruit, screen, and pay study participants across industries, languages, and skill sets.\nLearn more at terac.com or on YouTube at @jointerac.","description_format":"text","description_chars":2098,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"China","iso":"CN","kind":"region"},{"name":"India","iso":"IN","kind":"country"},{"name":"Japan","iso":"JP","kind":"region"},{"name":"United Arab Emirates","iso":"AE","kind":"region"},{"name":"Cyprus","iso":"CY","kind":"region"},{"name":"Indonesia","iso":"ID","kind":"region"},{"name":"Israel","iso":"IL","kind":"region"},{"name":"Kazakhstan","iso":"KZ","kind":"region"},{"name":"Kyrgyzstan","iso":"KG","kind":"region"},{"name":"Malaysia","iso":"MY","kind":"region"},{"name":"Pakistan","iso":"PK","kind":"region"},{"name":"Philippines","iso":"PH","kind":"region"},{"name":"Saudi Arabia","iso":"SA","kind":"region"},{"name":"South Korea","iso":"KR","kind":"region"},{"name":"Taiwan","iso":"TW","kind":"region"},{"name":"Thailand","iso":"TH","kind":"region"},{"name":"Turkey","iso":"TR","kind":"region"},{"name":"Uzbekistan","iso":"UZ","kind":"region"},{"name":"Vietnam","iso":"VN","kind":"region"},{"name":"Armenia","iso":"AM","kind":"region"},{"name":"Azerbaijan","iso":"AZ","kind":"region"},{"name":"Bahrain","iso":"BH","kind":"region"},{"name":"Bangladesh","iso":"BD","kind":"region"},{"name":"Bhutan","iso":"BT","kind":"region"},{"name":"Brunei Darussalam","iso":"BN","kind":"region"},{"name":"Cambodia","iso":"KH","kind":"region"},{"name":"East Timor","iso":"TL","kind":"region"},{"name":"Georgia","iso":"GE","kind":"region"},{"name":"Iraq","iso":"IQ","kind":"region"},{"name":"Jordan","iso":"JO","kind":"region"},{"name":"Kuwait","iso":"KW","kind":"region"},{"name":"Laos","iso":"LA","kind":"region"},{"name":"Lebanon","iso":"LB","kind":"region"},{"name":"Maldives","iso":"MV","kind":"region"},{"name":"Mongolia","iso":"MN","kind":"region"},{"name":"Nepal","iso":"NP","kind":"region"},{"name":"Oman","iso":"OM","kind":"region"},{"name":"Palestine","iso":"PS","kind":"region"},{"name":"Qatar","iso":"QA","kind":"region"},{"name":"Sri Lanka","iso":"LK","kind":"region"},{"name":"Tajikistan","iso":"TJ","kind":"region"},{"name":"Turkmenistan","iso":null,"kind":"region"},{"name":"Hong Kong","iso":"HK","kind":"region"},{"name":"Singapore","iso":"SG","kind":"region"},{"name":"Macau","iso":"MO","kind":"region"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Market Research","AI Training Data & Annotation"],"lifecycle":[{"event":"open","at":"2026-10-02T06:58:42Z"}],"visa":[],"liveness":{"score":77,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.851,"p_room":0.9,"age_days":17,"expected_fill_days":31,"reasons":["conf:0","velocity","win:mid"],"computed_at":"2026-10-19T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/terac-south-asian-software-engineers-coding-tasks-for-ai-evaluation","json_url":"https://alion.io/job/terac-south-asian-software-engineers-coding-tasks-for-ai-evaluation.json","meta":{"generated_at":"2026-10-19T22:15:15Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1285,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-20T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":5329},"rest":"https://alion.io/mcp/rest/get_company?id=5329"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fterac-south-asian-software-engineers-coding-tasks-for-ai-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fterac-south-asian-software-engineers-coding-tasks-for-ai-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fterac-south-asian-software-engineers-coding-tasks-for-ai-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/terac-south-asian-software-engineers-coding-tasks-for-ai-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fterac-south-asian-software-engineers-coding-tasks-for-ai-evaluation"}]}