{"id":196551,"url":"https://alion.io/job/nanyang-technological-university-ai-engineer-evaluation","title":"AI Engineer (Evaluation)","company":{"id":98222,"name":"Nanyang Technological University","domain":"ntu.edu.sg","url":"https://alion.io/company/nanyang-technological-university","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":{"grade":"B","score":75,"open_postings":192,"ghost_share":0,"stale_share":0.995,"repost_share":0,"time_to_fill_p50_days":36,"computed_at":"2026-10-21T05:46:15Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":49000,"max_usd":133000,"period":"year","method":"role_country_seniority_unknown","sample_n":112},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Git","optional":false},{"name":"LLM","optional":false},{"name":"Multimodal AI","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"vLLM","optional":false}],"status":"live","first_seen_at":"2026-08-26T00:00:00Z","employer_posted_date":"2026-08-26","last_verified_at":"2026-10-18T16:45:30Z","board_verified":false,"closed_at":null,"days_open":56,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":56},"description":"AI Singapore (AISG) is Singapore's national programme in artificial intelligence, launched by the National Research Foundation (NRF) to anchor deep national capabilities in AI. Hosted at Nanyang Technological University (NTU), AI Singapore brings together Singapore-based research institutions and the vibrant ecosystem of AI start-ups and companies to perform use-inspired research, grow knowledge, create tools, and develop the talent to power Singapore's AI efforts. Since our inception in 2017, we have established a culture of respect, continuous learning, experimentation and curiosity, centred around innovation.\nThe candidate will join a team of AI scientists, apprentices, data and software engineers. With the team, he or she will be responsible for building evaluations that test the limits of AI models especially in terms of its multilingual, multicultural and multimodal capabilities.\n Duties and Responsibilities:\nDevelop and maintain evaluation frameworks and pipelines to measure the capabilities of Large Language Models (LLMs).\n\nKeep up to date and experiment with the latest research in multilingual, multicultural, and multimodal LLM evaluations such as the LLM-as-a-Judge paradigm.\n\nWork with partners to collect, translate and verify evaluation datasets.\n\nPerform the necessary data preparation and analysis, AI modelling, coding, testing, validation and deployment to ensure reliable and scalable AI solutions.\n\nCollaborate with cross-functional teams within AI Products to design and resolve issues.\n\nMaintain code repository and documentation standards.\n\nContribute to community engagement activities such as sharings via technical session meet-ups and article write-ups, and participating in discussion forums.\n\n Requirements:\nGraduate from a degree program in computer science, AI, data science or related fields (or equivalent practical experience).\n\nDeep understanding of LLM evaluation experimental design and the advantages/limitations of various LLM evaluation methods.\n\nExperience in LLM inference frameworks such as vLLM and AI/Deep Learning frameworks such as PyTorch.\n\nWriting production level code in Python and using version control systems such as Git.\n\nStrong written and verbal communication skills.\n\nIndependent learner that is capable of reading and understanding research papers.\n\nFluent in English and one other Southeast Asian language for the purposes of understanding how to build quality evaluations from a multilingual and multicultural perspective.\n\nWe regret that only shortlisted candidates will be notified.\nHiring Institution: NTU","description_format":"text","description_chars":2586,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"Advanced (C1)","optional":false}]},"benefits":["Continuous learning"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Higher Education","Research Institutes"],"lifecycle":[{"event":"open","at":"2026-09-03T13:15:19Z"}],"visa":[],"liveness":{"score":12,"band":"cold","label":"Long shot","p_open":0.9,"p_active":0.381,"p_room":0.36,"age_days":56,"expected_fill_days":36,"reasons":["conf:61","stale_co","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-21T05:46:15Z"},"pay":null,"html_url":"https://alion.io/job/nanyang-technological-university-ai-engineer-evaluation","json_url":"https://alion.io/job/nanyang-technological-university-ai-engineer-evaluation.json","meta":{"generated_at":"2026-10-21T19:43:09Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":27972,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":98222},"rest":"https://alion.io/mcp/rest/get_company?id=98222"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fnanyang-technological-university-ai-engineer-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fnanyang-technological-university-ai-engineer-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fnanyang-technological-university-ai-engineer-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/nanyang-technological-university-ai-engineer-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fnanyang-technological-university-ai-engineer-evaluation"}]}