{"id":948834,"url":"https://alion.io/job/withsable-applied-ai-engineer-evals","title":"Applied AI Engineer, Evals","company":{"id":684747,"name":"Sable","domain":"withsable.com","url":"https://alion.io/company/withsable","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":164000,"max_usd":357000,"period":"year","method":"role_country_seniority_unknown","sample_n":2986},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Computer Use","optional":false},{"name":"Machine Learning","optional":false}],"status":"live","first_seen_at":"2026-09-15T21:23:45Z","employer_posted_date":"2026-09-15","last_verified_at":"2026-09-30T00:34:56Z","board_verified":true,"closed_at":null,"days_open":15,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":15},"description":"About Sable\nSable built Aidan, the first AI employee who can lead customer calls using realtime voice, vision, and browser use. Aidan runs a live, two-way conversation inside a real product environment, clicking through the product like a human, watching the user's screen, and adapting the journey on the fly. Every conversation feeds a self-improving context graph we call the Brain, so Aidan gets smarter with each call.\nThe role\nYou translate what makes a good performance into clear, defensible signals, and use those signals to improve Aidan. Role involves carrying out evaluations of agents on a broad range of areas on the frontier including voice, vision, and browser use, and using the findings to optimize the agent, context, and models.\nWhat you'll do\nDesign evaluations for voice, vision, and browser use to direct and accelerate improvements in the agent, context, and models\n\nBuild and maintain our internal benchmarks and simulations\n\nWork on systems to score customer-specific scenarios and identify gaps in current capabilities.\n\nWho you are\nEngineer with statistics and/or applied machine learning experience\n\nComfortable in a production codebase\n\nBonus: prior experience with evaluations or with voice, realtime, or browser use/computer use agents.","description_format":"text","description_chars":1268,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Human Resources"],"lifecycle":[{"event":"open","at":"2026-09-15T22:50:38Z"}],"liveness":{"score":67,"band":"ok","label":"Likely open","p_open":1,"p_active":0.744,"p_room":0.9,"age_days":14,"expected_fill_days":37,"reasons":["conf:5","win:mid"],"computed_at":"2026-09-30T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/withsable-applied-ai-engineer-evals","json_url":"https://alion.io/job/withsable-applied-ai-engineer-evals.json","meta":{"generated_at":"2026-10-01T01:28:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":943,"day_limit":5000,"remaining_today":4057,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}