{"id":1197189,"url":"https://alion.io/job/shopee-agent-algorithm-evaluation-engineer","title":"Agent Algorithm Evaluation Engineer","company":{"id":49909,"name":"Shopee","domain":"shopee.com","url":"https://alion.io/company/shopee","size_band":null,"is_staffing_agency":false,"is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":null},"role":"Industrial Engineering","role_family":"Industrial Engineering","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":63000,"max_usd":136000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":1761},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Fine-tuning","optional":false},{"name":"Linux","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"RLHF","optional":false},{"name":"SFT","optional":false},{"name":"Synthetic Data","optional":false},{"name":"NLP","optional":true}],"status":"live","first_seen_at":"2026-09-24T19:12:45Z","employer_posted_date":"2026-09-24","last_verified_at":"2026-09-24T23:13:44Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Evaluation Framework Design: Design and build multi-dimensional evaluation metric systems tailored to diverse business scenarios.\nRed-Team Testing & Safety Control: Simulate complex, extreme real-world user scenarios to conduct stress testing and red-teaming of AI models; identify and drive remediation of issues related to bias, hallucinations, policy-violating content, and values alignment.\nIn-Depth Bad Case Analysis: Conduct root-cause analysis of erroneous model outputs and collaborate with algorithm engineers (Model/SFT/RLHF) to drive prompt optimization and fine-tuning improvements.\nAutomated Evaluation Tooling: Leverage LLM-as-a-Judge methodologies to build automated evaluation pipelines that enhance product iteration efficiency.\nUser Experience Insights: Conduct in-depth research into user psychology within social and companion-style products, translating subjective, qualitative experience into quantifiable metrics to continuously enhance product experience.\nProven experience enhancing automated evaluation workflows, including but not limited to conventional evaluation methods, LLM-as-a-Judge, and automated weakness mining.\nProven experience enhancing automated data production pipelines, including but not limited to Self-Instruct, Evol-Instruct, and Synthetic Data RL.\nStrong software engineering fundamentals, with proficiency in Python and Shell scripting and hands-on experience in Linux environments.\nMaster's degree or above in Computer Science or a related field, with at least 3 years' working experience.\nNice-to-Have\nPrior background in AI evaluation, QA automation, or NLP algorithm development at a major internet company.\nExtensive experience as a power user or developer of mainstream AI social products.","description_format":"text","description_chars":1744,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"master","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commerce"],"lifecycle":[{"event":"open","at":"2026-09-24T19:12:45Z"}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":17,"reasons":["conf:1","win:early","comp:brand"],"computed_at":"2026-09-25T00:20:43Z"},"pay":null,"html_url":"https://alion.io/job/shopee-agent-algorithm-evaluation-engineer","json_url":"https://alion.io/job/shopee-agent-algorithm-evaluation-engineer.json","meta":{"generated_at":"2026-09-25T00:20:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":335,"day_limit":5000,"remaining_today":4665,"minute_limit":60,"resets_at":"2026-09-26T00:00:00Z"}}}