{"id":3898240,"url":"https://alion.io/job/apple-aiml-sr-machine-learning-platform-engineer-evaluation","title":"AIML - Sr Machine Learning Platform Engineer, Evaluation","company":{"id":12,"name":"Apple","domain":"apple.com","url":"https://alion.io/company/apple","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Apple Jobs","truth_index":{"grade":"A","score":89,"open_postings":812,"ghost_share":0,"stale_share":0.222,"repost_share":0.004,"time_to_fill_p50_days":90,"computed_at":"2026-11-07T05:47:08Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Seattle, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Machine Learning","optional":false},{"name":"Post-training","optional":false},{"name":"AI Agents","optional":true},{"name":"DPO","optional":true},{"name":"JAX","optional":true},{"name":"LLM","optional":true},{"name":"Python","optional":true},{"name":"PyTorch","optional":true},{"name":"Reward Modeling","optional":true},{"name":"RLHF","optional":true},{"name":"SFT","optional":true}],"status":"live","first_seen_at":"2026-11-06T21:01:10Z","employer_posted_date":"2026-11-06","last_verified_at":"2026-11-07T08:33:48Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"We are seeking a highly skilled and experienced machine learning engineer to join AIML Evaluation to build the systems that evaluate and refine Apple's foundation models and agents.\nAs a key member of the team, you will help design and develop benchmarks, evaluators, simulation environments, and prompt and context optimization pipelines that drive quality improvements across Apple's AI experiences.\nYou will collaborate with product teams and the foundation model team to close the loop between observation and improvement, contributing datasets, environments, and reward signals that drive model and agent quality.\nDescription\nMost model evaluation stops at a scorecard. The failing traces get thrown away, even though they're the most relevant training signal we have. Our team puts them to work. We evaluate across offline benchmarks, device-in-the-loop simulation, and on-device observation in production, and we turn what we find into persona-grounded datasets and reward signals for foundation model post-training.\nIn this role, you will build the systems that connect failure analysis to measurable model and agent improvements across a broad range of AI products at Apple. The path from finding a problem to fixing it is short: the loop you build finds the failure, produces the data and checks the result. The work reaches millions of users.\nMinimum Qualifications\nStrong background in machine learning and distributed systems.\nA proven track record of solving ambiguous problems end to end: defining the problem and the metric, building the solution, and showing measured impact.\nExperience leading technical work across multiple codebases, teams, and organizations.\nExperience building and maintaining ML infrastructure for evaluation, training, or deployment.\n6+ years of professional experience as a software engineer, preferably in machine learning or a related field. Bachelor's or Master's degree in Computer Science or a related field, or equivalent practical experience.\nPreferred Qualifications\nExperience with LLM evaluation, LLM-as-judge, or reward modeling.\nExperience with prompt optimization, agent harness development, or post-training (SFT, DPO, RLHF).\nProficiency in Python and ML frameworks such as PyTorch or JAX.\nExperience with agentic systems, simulation environments, or trajectory-based data generation.\nFamiliarity with on-device or privacy-preserving ML.\nUnderstanding of how training data is used in post-training and how data choices affect model behavior.\nExcellent communication skills.","description_format":"text","description_chars":2529,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Operating Systems","Laptops","Smartwatches & Fitness Trackers","Tablets"],"lifecycle":[{"event":"open","at":"2026-11-06T23:40:21Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"H-1B filings in 12 months: 6,350 · green card filings: 39","filings_12m":6350,"filings_prev_12m":6528,"green_card_filings_12m":39,"median_offered_wage_usd":177313,"route":null,"cap_exempt":false,"checked_at":"2026-11-07T07:57:00+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":2959}],"liveness":{"score":99,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.993,"p_room":1,"age_days":0,"expected_fill_days":90,"reasons":["conf:1","urgency","velocity","win:early","comp:brand"],"computed_at":"2026-11-07T05:47:08Z"},"pay":null,"html_url":"https://alion.io/job/apple-aiml-sr-machine-learning-platform-engineer-evaluation","json_url":"https://alion.io/job/apple-aiml-sr-machine-learning-platform-engineer-evaluation.json","meta":{"generated_at":"2026-11-07T12:12:00Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":13350,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":12},"rest":"https://alion.io/mcp/rest/get_company?id=12"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fapple-aiml-sr-machine-learning-platform-engineer-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fapple-aiml-sr-machine-learning-platform-engineer-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fapple-aiml-sr-machine-learning-platform-engineer-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/apple-aiml-sr-machine-learning-platform-engineer-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fapple-aiml-sr-machine-learning-platform-engineer-evaluation"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3898240}},{"tool":"search_jobs","arguments":{"company":"apple.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3898240},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}