{"id":4767886,"url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6","title":"Full-Stack Engineer, Agent Evaluation & Reliability","company":{"id":4415660,"name":"True Talent Solutions Partners","domain":"truetalentsolutionspartners.com","url":"https://alion.io/company/true-talent-solutions-partners","size_band":"11-50","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"junior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":120000,"max":180000,"currency":"USD","period":"year","gross":null,"usd_annual":180000},"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":true,"relocation_package":false,"has_equity":false,"technologies":[{"name":"LLM","optional":false},{"name":"Node JS","optional":false},{"name":"PostgreSQL","optional":false},{"name":"TypeScript","optional":false},{"name":"JavaScript","optional":true}],"status":"live","first_seen_at":"2026-11-21T17:36:57Z","employer_posted_date":"2026-11-21","last_verified_at":"2026-11-21T20:13:20Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the Role\nJoin an AI team building the backend infrastructure and product experiences behind agent evaluation and reliability tools. This backend-leaning full-stack role offers ownership of architecture and product decisions while turning complex systems into useful capabilities for enterprise customers.\nWhat You'll Do\nBuild and maintain backend systems for agent evaluation and continuous improvement.\n\nDesign data models for evaluation datasets, experiments, agent traces, knowledge versions, findings, and customer-defined quality criteria.\n\nDevelop and operate enterprise integrations, including authentication, OAuth, webhooks, incremental syncs, backfills, rate-limit handling, retries, and monitoring.\n\nTake features from technical design and implementation through deployment, monitoring, customer feedback, and iteration.\n\nWork with customers to understand their systems, diagnose issues, and turn specific needs into reusable product capabilities.\n\nShip full-stack product features that make underlying systems accessible and useful.\n\nWhat We're Looking For\nAt least 2 years of experience as a full-stack or backend engineer building and shipping production systems.\n\nProduction experience with TypeScript and Node.js or Bun, PostgreSQL, and job queues or worker systems.\n\nExperience at a fast-paced startup, and ownership of projects from technical design through deployment and iteration.\n\nExperience building enterprise integrations, including OAuth flows, webhooks, incremental syncs, backfills, and rate-limit handling.\n\nHands-on experience with agent infrastructure, LLM evaluation, tracing, or agent memory systems is valuable.\n\nEarly-stage engineering experience, including owning backend systems end-to-end, and AI side projects, open-source contributions, or hackathon participation are also relevant.\n\nCompensation & Benefits\nBase salary: $120,000 to $180,000 annually. Visa sponsorship is available.\nLocation\nOn-site in San Francisco, California.","description_format":"text","description_chars":1975,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-21T20:13:20Z"}],"visa":[{"country":"US","licensed_sponsor":false,"adverts_offering_sponsorship_24m":72,"sanctioned_now":false,"evidence":"Offered visa sponsorship in 72 of its adverts here in 24 months","filings_12m":0,"filings_prev_12m":0,"green_card_filings_12m":0,"median_offered_wage_usd":null,"route":null,"cap_exempt":false,"checked_at":"2026-11-20T07:30:35+00:00","sources":["Alion: sponsorship offered in the employer's own job adverts (24 months)"],"filings_for_role_12m":0}],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":0,"expected_fill_days":4,"reasons":["conf:1","agency","win:early","comp:junior,brand"],"computed_at":"2026-11-21T21:41:56Z"},"pay":{"stated_usd_annual":180000,"is_top_pay":true},"html_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6","json_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6.json","meta":{"generated_at":"2026-11-21T21:41:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":36254,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4415660},"rest":"https://alion.io/mcp/rest/get_company?id=4415660"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-6"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4767886}},{"tool":"search_jobs","arguments":{"company":"truetalentsolutionspartners.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4767886},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}