{"id":3332696,"url":"https://alion.io/job/apple-aillm-quality-engineer-siri","title":"AI/LLM Quality Engineer - Siri","company":{"id":12,"name":"Apple","domain":"apple.com","url":"https://alion.io/company/apple","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Apple Jobs","truth_index":{"grade":"A","score":90,"open_postings":860,"ghost_share":0,"stale_share":0.179,"repost_share":0.002,"time_to_fill_p50_days":95,"computed_at":"2026-11-02T06:13:15Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Beijing, China"],"countries":["CN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"Go","optional":false},{"name":"Java","optional":false},{"name":"Linux","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Swift","optional":false},{"name":"Unix","optional":false},{"name":"Agentic Workflows","optional":true},{"name":"AI Agents","optional":true},{"name":"Multimodal AI","optional":true},{"name":"RAG","optional":true},{"name":"Self-Healing","optional":true}],"status":"live","first_seen_at":"2026-10-26T15:03:35Z","employer_posted_date":"2026-10-27","last_verified_at":"2026-11-02T19:25:10Z","board_verified":true,"closed_at":null,"days_open":7,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":7},"description":"We are looking for an exceptional Software Quality Engineer with hands-on experience and a strong technical background to elevate the quality bar for Siri features and intelligent services in Mainland China. In this role, you will champion product quality across the entire lifecycle, blend traditional QA rigor with cutting-edge Generative AI and LLM evaluation methodologies, and build innovative automation tools that push testing, evaluation, and operational efficiency to the next level.\nDescription\nAs a Siri Quality Engineer, you will work at the intersection of AI, speech/language technologies, and customer experience. Your key responsibilities include:\nMinimum Qualifications\nBS/MS in Computer Science, Computer Engineering, or equivalent practical experience.\nStrong proficiency in at least one modern programming or scripting language (e.g., Python, Swift, Java, Go), with solid fundamentals in data structures, databases, SQL, and OS environments (Unix/Linux/macOS).\nHands-on experience architecting and implementing test automation frameworks for client-side applications, backend services, and end-to-end integration flows.\nExperience with CI/CD pipelines, containerization, and modern cloud/distributed infrastructure.\nSolid understanding of Generative AI / LLM concepts, with proven ability to build tools, scripts, or workflows utilizing model APIs.\nStrong analytical, logical, and debugging skills: capable of breaking down complex, ambiguous problems into testable hypotheses and investigating issues across diverse technical stacks.\nHigh adaptability and resilience to navigate rapidly shifting priorities in a fast-paced environment.\nStrong communication and interpersonal skills, with the ability to collaborate effectively across multi-functional and geographically distributed teams.\nProfessional working proficiency in both written and spoken English and Mandarin.\nPreferred Qualifications\nLLM-Based Lifecycle QA & Evaluation Pipelines: Proven track record in establishing an LLM-driven, full-lifecycle quality assurance system and automated evaluation pipelines (e.g., automated test case generation, offline model evaluation, self-healing E2E test automation, continuous online monitoring, and A/B experimentation quality assessment).\nModel Quality Metrics & Bad Case Closed-Loop: Demonstrated ability to define model quality metrics and dashboards; systematically collect, categorize, and analyze bad cases (distinguishing hallucinations, tool-invocation errors, retrieval failures, and prompt deficiencies); and partner closely with cross functional teams to drive closed-loop fixes.\nEvaluation & Benchmark Design: Experience designing evaluation schemes, curated benchmark datasets, adversarial/negative samples, and edge cases across conversational AI, RAG, tool-use/agents, and multimodal scenarios.\nAI Productivity Tooling: Hands-on experience developing lightweight AI-driven developer productivity tools (e.g., agentic workflows, LLM-assisted code or test generation).\nSafety & Compliance: Experience in content safety, compliance, privacy, and responsible AI risk evaluation (e.g., bias, harmful content generation).\nApple Ecosystem: Experience testing on Apple platforms (iOS, iPadOS, macOS, watchOS and etc).\nSoft Skills & Mindset: Self-motivated and proactive, with demonstrated creative and critical thinking capabilities.\nLanguage Skills: Fluency or proficiency in Cantonese is a strong plus.","description_format":"text","description_chars":3435,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[{"language":"English","level":"All levels","optional":false}]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Operating Systems","Laptops","Smartwatches & Fitness Trackers","Tablets"],"lifecycle":[{"event":"open","at":"2026-10-27T12:26:57Z"}],"visa":[],"liveness":{"score":99,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.993,"p_room":1,"age_days":6,"expected_fill_days":95,"reasons":["conf:2","urgency","velocity","win:early","comp:brand"],"computed_at":"2026-11-02T06:13:15Z"},"pay":null,"html_url":"https://alion.io/job/apple-aillm-quality-engineer-siri","json_url":"https://alion.io/job/apple-aillm-quality-engineer-siri.json","meta":{"generated_at":"2026-11-02T21:00:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":29364,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-03T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":12},"rest":"https://alion.io/mcp/rest/get_company?id=12"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fapple-aillm-quality-engineer-siri"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fapple-aillm-quality-engineer-siri"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fapple-aillm-quality-engineer-siri"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/apple-aillm-quality-engineer-siri\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fapple-aillm-quality-engineer-siri"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3332696}},{"tool":"search_jobs","arguments":{"company":"apple.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3332696},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}