{"id":3982743,"url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4","title":"Full-Stack Engineer, Agent Evaluation & Reliability","company":{"id":4415660,"name":"True Talent Solutions Partners","domain":"truetalentsolutionspartners.com","url":"https://alion.io/company/true-talent-solutions-partners","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":null},"role":"Backend","role_family":"Backend","seniority":"junior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":120000,"max":180000,"currency":"USD","period":"year","gross":null,"usd_annual":180000},"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":true,"relocation_package":false,"has_equity":false,"technologies":[{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Node JS","optional":false},{"name":"PostgreSQL","optional":false},{"name":"TypeScript","optional":false},{"name":"JavaScript","optional":true}],"status":"live","first_seen_at":"2026-11-09T17:45:23Z","employer_posted_date":"2026-11-09","last_verified_at":"2026-11-09T20:19:23Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the Role\nJoin an AI team building backend infrastructure for agent evaluation and continuous improvement. This backend-leaning full-stack role offers ownership of architecture and product decisions while turning complex systems into useful customer-facing features.\nWhat You'll Do\nBuild and maintain backend systems that power agent evaluation and continuous improvement.\n\nDesign data models for evaluation datasets, experiment runs, agent traces, knowledge versions, findings, and customer-defined quality criteria.\n\nDevelop and support enterprise integrations, including authentication, OAuth, webhooks, incremental syncs, backfills, rate limits, retries, and monitoring.\n\nOwn features end to end, from technical design and implementation through deployment, observability, customer feedback, and iteration.\n\nWork directly with customers to diagnose system failures and turn individual needs into reusable product capabilities.\n\nDebug distributed workflows and improve system reliability.\n\nWhat We're Looking For\nTwo to four years of experience in a full-stack or backend engineering role building and shipping production systems.\n\nProduction experience with TypeScript and Node.js or Bun, PostgreSQL schema design, and queues or worker systems.\n\nHands-on machine learning engineering experience, including model development, and familiarity with agent infrastructure, LLM evaluation, tracing, or agent memory systems.\n\nExperience building backend systems and third-party integrations, and owning projects from design through deployment and iteration.\n\nUnderstanding of how evaluating nondeterministic agent systems differs from conventional unit testing.\n\nExperience in a fast-paced startup environment and a track record of building, such as through shipped AI projects or open-source contributions.\n\nCompensation & Benefits\nBase salary is $120,000 to $180,000 USD annually. Visa sponsorship is available, including H-1B transfers, OPT, and O-1.\nLocation\nOn-site in San Francisco, California, United States.","description_format":"text","description_chars":2017,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-09T20:19:23Z"}],"visa":[{"country":"US","licensed_sponsor":false,"adverts_offering_sponsorship_24m":97,"sanctioned_now":false,"evidence":"Offered visa sponsorship in 97 of its adverts here in 24 months","filings_12m":0,"filings_prev_12m":0,"green_card_filings_12m":0,"median_offered_wage_usd":null,"route":null,"cap_exempt":false,"checked_at":"2026-11-09T07:32:21+00:00","sources":["Alion: sponsorship offered in the employer's own job adverts (24 months)"],"filings_for_role_12m":0}],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":0,"expected_fill_days":4,"reasons":["conf:0","agency","win:early","comp:junior,brand"],"computed_at":"2026-11-09T21:02:24Z"},"pay":{"stated_usd_annual":180000,"is_top_pay":true},"html_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4","json_url":"https://alion.io/job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4.json","meta":{"generated_at":"2026-11-09T21:02:24Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8972,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4415660},"rest":"https://alion.io/mcp/rest/get_company?id=4415660"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/true-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftrue-talent-solutions-partners-full-stack-engineer-agent-evaluation-reliability-4"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3982743}},{"tool":"search_jobs","arguments":{"company":"truetalentsolutionspartners.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3982743},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}