{"id":2906625,"url":"https://alion.io/job/thelhr-ai-safety-evaluation-lead","title":"AI Safety & Evaluation Lead","company":{"id":3800849,"name":"Thelhr","domain":"thelhr.group","url":"https://alion.io/company/thelhr","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Early Careers","role_family":"Early Careers","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Noida, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Hallucination","optional":false},{"name":"Human-in-the-Loop","optional":false},{"name":"LangSmith","optional":false},{"name":"LLM","optional":false},{"name":"NIST AI RMF","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"RAG","optional":false}],"status":"live","first_seen_at":"2026-09-24T06:19:14Z","employer_posted_date":null,"last_verified_at":"2026-09-24T06:19:14Z","board_verified":false,"closed_at":null,"days_open":43,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":43},"description":"Role Overview : \n\nAs the AI Safety & Evaluation Lead, you will ensure AI systems are accurate, safe, unbiased, secure, and compliant. With students as the primary users, you will focus on student psychology, content safety, and handling sensitive queries in an age-appropriate manner. This is a 0 - 1 role requiring high ownership, hands-on execution, adaptability, and comfort with ambiguity and fast-paced work.\n\nKey Responsibilities : \n\n- Own AI evaluation frameworks, including automated, human-in-the-loop, and benchmark testing.\n\n- Lead red-teaming, adversarial testing, and vulnerability identification across AI models.\n\n- Define AI safety, responsible AI, bias, fairness, and child-safe content standards.\n\n- Build and maintain evaluation tools using platforms such as RAGAS, LangSmith, PromptBench, and LMEval.\n\n- Conduct bias, fairness, hallucination, grounding, and response-quality assessments across languages and regions.\n\n- Manage AI risk assessments and translate findings into actionable model or prompt improvements.\n\n- Establish AI governance documentation, audit trails, and safety reports.\n\n- Embed evaluation and safety checks into AI release pipelines with engineering teams.\n\n- Track relevant AI governance and regulatory frameworks, including NIST AI RMF and India/EU AI regulations.\n\nRequirements : \n\n- Strong experience in AI/LLM safety, evaluation, and risk assessment.\n\n- Expertise in model evaluation, red-teaming, and adversarial testing.\n\n- Strong understanding of bias, fairness, hallucination, grounding, and content safety.\n\n- Experience working with production AI/LLM systems and evaluation tools.\n\n- Knowledge of AI governance, compliance, and responsible AI practices.\n\n- Understanding of student psychology and age-appropriate AI output design.\n\nSkills\nArtificial Intelligence, Security Architect - AI, Security, IT Risk, RAG, Prompt Engineering, IT Governance, LLM","description_format":"text","description_chars":1905,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Recruiting & Staffing"],"lifecycle":[{"event":"open","at":"2026-10-20T07:12:25Z"}],"visa":[],"liveness":{"score":19,"band":"cold","label":"Long shot","p_open":0.6,"p_active":0.692,"p_room":0.45,"age_days":42,"expected_fill_days":28,"reasons":["seen:42","win:tail"],"computed_at":"2026-11-06T05:58:05Z"},"pay":null,"html_url":"https://alion.io/job/thelhr-ai-safety-evaluation-lead","json_url":"https://alion.io/job/thelhr-ai-safety-evaluation-lead.json","meta":{"generated_at":"2026-11-06T08:58:27Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16135,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800849},"rest":"https://alion.io/mcp/rest/get_company?id=3800849"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fthelhr-ai-safety-evaluation-lead"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fthelhr-ai-safety-evaluation-lead"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fthelhr-ai-safety-evaluation-lead"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/thelhr-ai-safety-evaluation-lead\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fthelhr-ai-safety-evaluation-lead"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2906625}},{"tool":"search_jobs","arguments":{"company":"thelhr.group","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2906625},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}