{"id":2791250,"url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability","title":"Full-Stack Engineer, Agent Evaluation & Reliability","company":{"id":4415660,"name":"True Talent Solutions Partners","domain":"truetalentsolutionspartners.com","url":"https://alion.io/company/true-talent-solutions-partners","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":120000,"max":180000,"currency":"USD","period":"year","gross":null,"usd_annual":180000},"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":true,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Machine Learning","optional":false},{"name":"Node JS","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Redis","optional":false},{"name":"TypeScript","optional":false},{"name":"JavaScript","optional":true}],"status":"live","first_seen_at":"2026-10-17T17:49:53Z","employer_posted_date":"2026-10-17","last_verified_at":"2026-10-19T01:39:39Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"About the Role\nJoin a small, technical team building AI agent evaluation and reliability infrastructure for enterprise customers. This backend-leaning full-stack role focuses on making agent performance measurable and improving the systems that support reliable AI products.\nWhat You'll Do\nBuild backend systems and data models for evaluation datasets, experiment runs, agent traces, knowledge versions, and quality criteria.\n\nDevelop and operate enterprise integrations, including authentication, data syncing, retries, monitoring, and production support.\n\nShip features across the stack, from technical design and implementation through deployment, monitoring, and iteration.\n\nWork with customers to diagnose system failures and turn their needs into reusable product capabilities.\n\nBuild data pipelines and interfaces for collecting, analyzing, and visualizing evaluation results.\n\nWhat We're Looking For\nAt least 3 years of experience building and shipping production systems as a full-stack engineer, ideally including work at a fast-paced startup.\n\nHands-on machine learning model development experience, along with knowledge of evaluating and testing AI agents or other nondeterministic systems.\n\nStrong backend skills with TypeScript and Node.js or Bun, and experience building production frontend features.\n\nStrong PostgreSQL skills, including query optimization, and practical experience with Redis, job queues, background workers, or workflow systems.\n\nExperience designing APIs and backend services, building evaluation data pipelines, and developing dashboards or visualization interfaces.\n\nFamiliarity with observability, monitoring, logging, and production troubleshooting.\n\nCompensation & Benefits\nBase salary: $120,000 to $180,000 annually. Visa sponsorship is available.\nLocation\nOn-site in San Francisco, California, United States.","description_format":"text","description_chars":1850,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-17T19:55:39Z"}],"visa":[],"liveness":{"score":48,"band":"ok","label":"Likely open","p_open":1,"p_active":0.478,"p_room":1,"age_days":1,"expected_fill_days":4,"reasons":["conf:1","agency","win:early","comp:brand"],"computed_at":"2026-10-19T02:45:39Z"},"pay":{"stated_usd_annual":180000,"is_top_pay":false},"html_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability","json_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability.json","meta":{"generated_at":"2026-10-19T02:45:39Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1570,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-20T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4415660},"rest":"https://alion.io/mcp/rest/get_company?id=4415660"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability"}]}