{"id":3577016,"url":"https://alion.io/job/raydar-ai-engineer-rl-evals","title":"AI Engineer, RL & Evals","company":{"id":4478753,"name":"Raydar","domain":"raydar.com","url":"https://alion.io/company/raydar-com","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["San Francisco, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":175000,"max":275000,"currency":"USD","period":"year","gross":null,"usd_annual":275000},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Post-training","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"Reinforcement Learning","optional":false},{"name":"AI Agents","optional":true}],"status":"live","first_seen_at":"2026-10-12T00:00:00Z","employer_posted_date":"2026-10-12","last_verified_at":"2026-11-03T07:54:38Z","board_verified":true,"closed_at":null,"days_open":22,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":22},"description":"About the company\nOur client is a seed-stage AI company building the data and infrastructure layer that improves model quality in subjective, creative domains, starting with design. It has raised $18.5M and has revenue-generating partnerships with frontier AI labs and application-layer companies. Its products support post-training, reinforcement learning, context and verification.\nThe role\nAs AI Engineer, RL & Evals, you will build reinforcement learning environments, evaluation frameworks and production infrastructure for creative domains. You will combine backend or full-stack product engineering with applied ML and own systems from design through delivery.\nWhat you'll do\nBuild and scale RL environments and evaluation frameworks for creative, non-verifiable domains.\nDesign tasks and grading rubrics that capture design quality and taste.\nBuild agent harnesses, context layers and supporting product infrastructure.\nCollaborate with internal research teams and frontier labs to improve model output quality.\nShip production code end to end and build reliable backend systems and data pipelines.\nRequirements\nWhat we're looking for\n2-7 years of relevant AI or reinforcement learning engineering experience, with depth building RL environments, evaluation systems or ML post-training systems.\nStrong full-stack or backend engineering skills and demonstrated production shipping experience.\nExperience with Python, PyTorch, RL, ML evaluation frameworks and LLMs.\nKnowledge of distributed systems and data pipelines; relevant scraping, indexing, embedding or agent-harness work is valuable.\nA computer science degree and fluent English communication.\nAbility to work in the San Francisco office five days per week.\nBonus points\nExperience at creative technology, generative AI, crawling, indexing or data companies.\nBuilding agentic frameworks or evaluations for non-verifiable domains.\nExperience connecting research work to practical products and infrastructure.\nBenefits\nCompensation and benefits\n$175,000-$275,000 annual base salary.\nCompetitive equity.\nLocation and work model\nFull-time, on-site five days per week in Levi's Plaza, San Francisco, California. Visa transfers, including OPT and H1B transfers, are supported.","description_format":"text","description_chars":2235,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[{"language":"English","level":"Advanced (C1)","optional":false}]},"benefits":["Equity"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-31T22:14:15Z"}],"visa":[],"liveness":{"score":32,"band":"fade","label":"Fading","p_open":1,"p_active":0.581,"p_room":0.55,"age_days":22,"expected_fill_days":17,"reasons":["conf:2","velocity","win:tail","comp:brand"],"computed_at":"2026-11-03T05:54:40Z"},"pay":{"stated_usd_annual":275000,"is_top_pay":true},"html_url":"https://alion.io/job/raydar-ai-engineer-rl-evals","json_url":"https://alion.io/job/raydar-ai-engineer-rl-evals.json","meta":{"generated_at":"2026-11-03T11:30:36Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15689,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-04T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4478753},"rest":"https://alion.io/mcp/rest/get_company?id=4478753"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fraydar-ai-engineer-rl-evals"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fraydar-ai-engineer-rl-evals"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fraydar-ai-engineer-rl-evals"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/raydar-ai-engineer-rl-evals\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fraydar-ai-engineer-rl-evals"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3577016}},{"tool":"search_jobs","arguments":{"company":"raydar.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3577016},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}