{"id":2616360,"url":"https://alion.io/job/callieregroup-senior-ai-engineer-llm-agent-systems-platform","title":"Senior AI Engineer (LLM & Agent Systems) — Platform","company":{"id":4423613,"name":"Calliere","domain":"callieregroup.com","url":"https://alion.io/company/callieregroup","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":{"grade":"B","score":75,"open_postings":21,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-29T05:49:05Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["New York, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":153000,"max_usd":295000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":1332},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"LLM","optional":false},{"name":"Embeddings","optional":true}],"status":"live","first_seen_at":"2026-08-20T00:00:00Z","employer_posted_date":"2026-08-20","last_verified_at":"2026-10-29T07:22:22Z","board_verified":true,"closed_at":null,"days_open":70,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":70},"description":"Role Summary This role focuses on designing and scaling reusable AI-driven workflows, particularly those powered by large language models and autonomous agents. You will build foundational components and abstractions that enable multiple internal teams to rapidly develop and deploy intelligent systems. The position emphasizes system reliability, evaluation rigor, and thoughtful tradeoffs in model and tooling selection. Core Ownership Areas Develop reusable agent-based workflows to accelerate delivery across multiple projects. Define and maintain evaluation standards to ensure consistent model performance over time. Improve system reliability across key dimensions such as accuracy, latency, and robustness. Build shared APIs and platform components used broadly across engineering teams.Key\nResponsibilities Design and implement orchestration patterns for LLM-powered agents. Evaluate and select models, tools, and providers based on performance, cost, and reliability. Build testing frameworks, evaluation pipelines, and monitoring systems for AI outputs. Implement safeguards, fallback mechanisms, and cost optimization strategies. Collaborate with platform and backend engineers to integrate AI capabilities into scalable services. Identify repeatable patterns across projects and convert them into reusable platform features.\nRequirements Required Experience Strong background in building production-grade distributed systems or platform infrastructure. Practical experience developing and deploying LLM-based or agent-driven systems. Demonstrated ability to design for reliability, observability, and cost efficiency. High standards for code quality and system design. Nice-to-Have Experience Familiarity with retrieval systems, embeddings, or context management pipelines. Experience working within regulated or security-conscious environments. Approach to Work Prioritizes measurable quality through structured evaluation and testing. Designs systems for reuse, scalability, and clean abstraction layers. Focuses on building solutions that generalize beyond a single use case or team. Benefits - Hybrid onsite. - Incredible perks and comp package.","description_format":"text","description_chars":2162,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-15T12:21:43Z"}],"visa":[],"liveness":{"score":10,"band":"cold","label":"Long shot","p_open":1,"p_active":0.355,"p_room":0.28,"age_days":70,"expected_fill_days":28,"reasons":["conf:2","stale_co","win:tail","crowd:"],"computed_at":"2026-10-29T05:49:05Z"},"pay":null,"html_url":"https://alion.io/job/callieregroup-senior-ai-engineer-llm-agent-systems-platform","json_url":"https://alion.io/job/callieregroup-senior-ai-engineer-llm-agent-systems-platform.json","meta":{"generated_at":"2026-10-29T08:14:17Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":12599,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4423613},"rest":"https://alion.io/mcp/rest/get_company?id=4423613"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcallieregroup-senior-ai-engineer-llm-agent-systems-platform"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcallieregroup-senior-ai-engineer-llm-agent-systems-platform"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcallieregroup-senior-ai-engineer-llm-agent-systems-platform"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/callieregroup-senior-ai-engineer-llm-agent-systems-platform\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcallieregroup-senior-ai-engineer-llm-agent-systems-platform"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2616360}},{"tool":"search_jobs","arguments":{"company":"callieregroup.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2616360},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}