{"id":3057748,"url":"https://alion.io/job/nusx-applied-ai-engineer-evaluations-intern","title":"Applied AI Engineer, Evaluations Intern","company":{"id":3801833,"name":"Nusx","domain":"nusx.edu.sg","url":"https://alion.io/company/nusx","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"B","score":75,"open_postings":7,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-25T05:49:26Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"intern","employment_type":"internship","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Claude","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"AWS","optional":true},{"name":"GCP","optional":true},{"name":"SQL","optional":true}],"status":"live","first_seen_at":"2026-10-22T04:36:52Z","employer_posted_date":"2026-10-22","last_verified_at":"2026-10-26T02:08:41Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"NUSX Labs is NUSX's technical arm, turning NUS research into inventions, patents, and licensed deals. We're a small, hands-on team, and every AI system we ship is graded against a ground-truth dataset built by hand: for six months, you're the one building it, and your judgments become the benchmark the next model is measured against. It's judgment work, not data entry, across an LLM pipeline that reads patent documents into structured data, a natural-language query layer, and early-signal deal-sourcing tools. You'll be supervised directly by an engineer on the team, with real stakeholder-facing projects and deployment experience.\nRoles and Responsibilities\nBuild benchmark datasets used to evaluate model performance, across approximately 23 document types, using Claude and Antigravity to draft and an annotation tool to review and refine.\nRun the blind-test evaluation matrix on vendor deliverables and measure extraction reliability against the ground truth.\nIdentify edge cases, structural mismatches, and hallucinations that surface-level review would miss, and document them.\nReview existing system interfaces to determine what each screen stores, and build the gold field and schema catalog.\nCompile findings into quality-acceptance reports used by the team to sign off on deliveries.\nScope may extend beyond the responsibilities listed above.\nRequirements\nDemonstrated experience building and shipping a data pipeline (personal, academic, or hackathon) to completion.\nWorking knowledge of Python for processing structured data (JSON/CSV). • Familiarity with evaluation concepts (precision, recall, accuracy) and LLM evaluation metrics.\nWillingness to learn domain knowledge (e.g. patents).\nBasic familiarity with version control (git).\nWillingness to use AI tools (Claude, Antigravity) daily.\nNice to have: basic SQL; basic cloud experience (GCP/AWS); familiarity with data engineering concepts; comfortable reading and working in English and Chinese.","description_format":"text","description_chars":1967,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Coworking & Shared Office","Tech Industry Associations & Clusters"],"lifecycle":[{"event":"open","at":"2026-10-22T04:36:52Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":3,"expected_fill_days":24,"reasons":["conf:2","velocity","win:early","comp:junior"],"computed_at":"2026-10-25T05:49:26Z"},"pay":null,"html_url":"https://alion.io/job/nusx-applied-ai-engineer-evaluations-intern","json_url":"https://alion.io/job/nusx-applied-ai-engineer-evaluations-intern.json","meta":{"generated_at":"2026-10-26T03:57:14Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":5403,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3801833},"rest":"https://alion.io/mcp/rest/get_company?id=3801833"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fnusx-applied-ai-engineer-evaluations-intern"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fnusx-applied-ai-engineer-evaluations-intern"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fnusx-applied-ai-engineer-evaluations-intern"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/nusx-applied-ai-engineer-evaluations-intern\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fnusx-applied-ai-engineer-evaluations-intern"}]}