{"id":686611,"url":"https://alion.io/job/ro-senior-engineer-applied-ai","title":"Senior Engineer, Applied AI","company":{"id":58782,"name":"Ro","domain":"ro.co","url":"https://alion.io/company/ro-co","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"C","score":58,"open_postings":47,"ghost_share":0.702,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":28,"computed_at":"2026-10-17T05:46:00Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["New York, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":148000,"max_usd":282000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":1213},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Arize Phoenix","optional":false},{"name":"AWS Bedrock AgentCore","optional":false},{"name":"Braintrust","optional":false},{"name":"Embeddings","optional":false},{"name":"Function Calling","optional":false},{"name":"Hallucination","optional":false},{"name":"LangChain","optional":false},{"name":"LangGraph","optional":false},{"name":"LangSmith","optional":false},{"name":"LLM","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Structured Outputs","optional":false},{"name":"Tool Use","optional":false}],"status":"live","first_seen_at":"2026-06-27T01:28:04Z","employer_posted_date":"2026-06-27","last_verified_at":"2026-10-17T17:28:02Z","board_verified":true,"closed_at":null,"days_open":112,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":112},"description":"The Role\nRo is building a team focused on shipping LLM-powered products across the patient experience, clinical operations, and internal tooling.\nWe're hiring a Senior Engineer, Applied AI to join a new team we’re building from the ground up alongside a Senior AI Lead and an Engineering Manager. You'll own AI features from prototype through production and spend as much time improving workflows with clinical operators as writing code. Most of your work will involve building orchestration layers, prompts, evaluations, retrieval systems, and tooling that make LLMs reliable enough for real-world healthcare operations.\nWhat You'll Do\nDesign, build, and ship production LLM powered features end-to-end. \nBuild the AI application layer, including prompt orchestration, tool calling, retrieval (RAG), embeddings, agent workflows, and structured outputs.\nDevelop evaluation infrastructure, including regression suites, LLM-as-a-judge evaluations, synthetic datasets, human review workflows, and quality metrics that catch regressions before users do.\nDesign observability systems that measure accuracy, latency, cost, hallucination rates, and model behavior in production.\nBuild safety and reliability guardrails that ensure AI systems meet quality, compliance, and operational requirements.\nEvaluate and integrate third-party tools, including orchestration frameworks, evaluation platforms, vector databases, and model providers; and make pragmatic build-versus-buy decisions.\nRaise engineering standards across the team through technical leadership, code reviews, mentorship, and thoughtful system design.\nSit with EHR operators, Patient Advocates, and clinical teams to understand the workflows you're automating.\nPrototype quickly, ship early, measure outcomes, and iterate based on real-world usage.\nWhat You’ll Bring to the Team\n5+ years building production software, with at least 1-2 years building and deploying LLM-powered applications in production (or equivalent depth through substantial side projects or open-source work).\nStrong Python engineer with experience building backend services and integrating modern AI APIs and frameworks.\nComfortable using AI-assisted development tools throughout the software development lifecycle.\nYou've shipped AI features that served real users, and you can clearly articulate how you measured quality, reliability, latency, cost, and business impact.\nYou have strong product instincts and thrive in ambiguous environments, translating operational problems into technical solutions without relying on detailed specifications.\nBonus: Experience with orchestration frameworks (LangChain, LangGraph, AgentCore), RAG architectures, vector databases, prompt/version management, and evaluation or observability platforms (e.g., LangSmith, Braintrust, Arize Phoenix).","description_format":"text","description_chars":2808,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Telemedicine & Virtual Care","Pharmacies"],"lifecycle":[{"event":"open","at":"2026-09-11T00:26:32Z"}],"visa":[],"liveness":{"score":7,"band":"cold","label":"Long shot","p_open":1,"p_active":0.258,"p_room":0.28,"age_days":112,"expected_fill_days":28,"reasons":["conf:1","stale_co","velocity","ghost","win:tail","crowd:"],"computed_at":"2026-10-17T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/ro-senior-engineer-applied-ai","json_url":"https://alion.io/job/ro-senior-engineer-applied-ai.json","meta":{"generated_at":"2026-10-17T20:14:47Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3898,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":58782},"rest":"https://alion.io/mcp/rest/get_company?id=58782"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fro-senior-engineer-applied-ai"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fro-senior-engineer-applied-ai"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fro-senior-engineer-applied-ai"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ro-senior-engineer-applied-ai\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fro-senior-engineer-applied-ai"}]}