{"id":3591439,"url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3","title":"Full-Stack Engineer, Agent Evaluation & Reliability","company":{"id":4415660,"name":"True Talent Solutions Partners","domain":"truetalentsolutionspartners.com","url":"https://alion.io/company/true-talent-solutions-partners","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"junior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":120000,"max":180000,"currency":"USD","period":"year","gross":null,"usd_annual":180000},"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":true,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Machine Learning","optional":false},{"name":"Node JS","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Redis","optional":false},{"name":"TypeScript","optional":false},{"name":"JavaScript","optional":true}],"status":"live","first_seen_at":"2026-11-01T17:50:35Z","employer_posted_date":"2026-11-01","last_verified_at":"2026-11-05T10:49:26Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"About the Role\nJoin a small, technical AI company building infrastructure that helps enterprise AI agents improve through production feedback. This backend-leaning full-stack role focuses on reliable evaluation systems and includes ownership of product features from design through delivery.\nWhat You'll Do\nBuild backend systems for agent evaluation and continuous improvement.\n\nDesign data models for evaluation datasets, experiment runs, agent traces, knowledge versions, findings, and customer-defined quality criteria.\n\nDevelop and operate enterprise integrations, including authentication, OAuth, webhooks, incremental syncs, backfills, rate limits, retries, and monitoring.\n\nTake features from technical design through implementation, deployment, monitoring, customer feedback, and iteration.\n\nWork with customers to diagnose system failures and turn specific needs into reusable product capabilities.\n\nBuild product interfaces across the full stack while contributing to architecture and product decisions.\n\nWhat We're Looking For\nTwo to four years of experience building and operating production software, including experience at a fast-paced startup.\n\nHands-on machine learning engineering experience that includes model development.\n\nStrong production experience with TypeScript and Node.js or Bun, and the ability to work across the full stack.\n\nStrong PostgreSQL knowledge and practical experience with Redis, job queues, background workers, or workflow systems.\n\nUnderstanding of why evaluating nondeterministic AI agent systems differs from conventional software testing.\n\nHigh ownership, fast learning, and the ability to take projects from start to finish.\n\nCompensation & Benefits\nBase salary: $120,000 to $180,000 annually. Visa sponsorship is available.\nLocation\nOn-site in San Francisco, California, United States.","description_format":"text","description_chars":1834,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-01T19:16:05Z"}],"visa":[],"liveness":{"score":35,"band":"fade","label":"Fading","p_open":1,"p_active":0.46,"p_room":0.75,"age_days":3,"expected_fill_days":4,"reasons":["conf:0","agency","velocity","win:late","comp:junior,brand"],"computed_at":"2026-11-05T05:54:30Z"},"pay":{"stated_usd_annual":180000,"is_top_pay":true},"html_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3","json_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3.json","meta":{"generated_at":"2026-11-05T13:25:49Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":17407,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-06T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4415660},"rest":"https://alion.io/mcp/rest/get_company?id=4415660"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-3"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3591439}},{"tool":"search_jobs","arguments":{"company":"truetalentsolutionspartners.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3591439},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}