{"id":2620510,"url":"https://alion.io/job/plutus21-ai-engineer-2","title":"AI Engineer","company":{"id":4421054,"name":"Plutus21","domain":"plutus21.com","url":"https://alion.io/company/plutus21","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Manatal","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bogotá, Colombia"],"countries":[],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Knowledge Graph","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"TypeScript","optional":false},{"name":"Human-in-the-Loop","optional":true}],"status":"live","first_seen_at":"2026-10-15T13:20:47Z","employer_posted_date":"2026-10-15","last_verified_at":"2026-10-15T20:59:41Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Job Summary\nPlutus21 is seeking an AI Engineer to join our core platform team and take ownership of agent evaluation and governance. The AI Engineer will build the systems that test, approve, and monitor AI agents before and after they go live, and will ensure that governance rules are enforced in code at runtime. This role works closely with the Principal Platform Engineer, the Cloud Engineer, and product and client engagement teams, and is critical to preparing AI capabilities for use by external clients.\nKey Responsibilities\nBuild and maintain an evaluation framework covering datasets, metrics, agreed thresholds, and a go-live gate for each agent capability.\nRun re-evaluations whenever an agent's model or instructions change, and identify regressions before release.\nBuild a governed agent runtime that assigns an accountable owner to each action, requires human approval where needed, and applies deterministic checks before any irreversible action.\nImplement rule-level and campaign-level approval for high-volume actions, including statistically sized review samples before release and automatic suspension when quality thresholds are breached.\nDesign review and evaluation workflows for AI-generated content that is sent outside the client organization.\nEnsure every model call is recorded with the model used, instruction version, data provenance, and quality checks applied.\nKeep the platform independent of any single model provider.\nWork with the Principal Platform Engineer to convert written governance rules into executable validation.\nCollaborate with product owners and client engagement teams to define capability requirements, evaluation datasets, and quality thresholds.\nDocument design decisions clearly before implementation begins.\nQualifications\nProven experience shipping tool-using, multi-step LLM agents to production environments, beyond prototypes.\nDemonstrated experience building evaluation sets and metrics, setting thresholds, and catching regressions across model or prompt changes.\nWorking knowledge of applied statistics, including sample sizing, confidence bounds, and estimating error rates from samples.\nExperience designing systems in which rules such as approvals, checks, and kill switches are enforced in code rather than left to the model.\nStrong software engineering skills in Python or TypeScript, including testing, code review, and building maintainable services.\nStrong written communication skills, with the ability to produce clear design notes and work from documented decisions.\nExperience with knowledge graphs or ontologies (such as LinkML, SHACL, or OWL/RDF) and translating domain rules into validation is a plus.\nExperience building human-in-the-loop systems, including review queues, escalation paths, and approval workflows, is a plus.\nExperience with retrieval over governed data, including access control and data classification, is a plus.\nExperience in regulated domains such as financial services or privacy-sensitive environments is a plus.\nExperience working with more than one model provider is a plus.","description_format":"text","description_chars":3079,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-15T13:20:47Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":14,"reasons":["conf:1","win:early"],"computed_at":"2026-10-15T22:20:57Z"},"pay":null,"html_url":"https://alion.io/job/plutus21-ai-engineer-2","json_url":"https://alion.io/job/plutus21-ai-engineer-2.json","meta":{"generated_at":"2026-10-15T22:20:57Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":33907,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-16T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4421054},"rest":"https://alion.io/mcp/rest/get_company?id=4421054"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fplutus21-ai-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fplutus21-ai-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fplutus21-ai-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/plutus21-ai-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fplutus21-ai-engineer-2"}]}