{"id":149946,"url":"https://alion.io/job/side-ai-quality-engineer-contract","title":"AI Quality Engineer (Contract)","company":{"id":174761,"name":"Side","domain":"side.inc","url":"https://alion.io/company/side-4","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"A","score":99,"open_postings":36,"ghost_share":0,"stale_share":0.056,"repost_share":0,"time_to_fill_p50_days":52,"computed_at":"2026-10-16T05:45:00Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":null,"employment_type":"contractor","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Hallucination","optional":false},{"name":"LLM","optional":false},{"name":"RAG","optional":false},{"name":"Recommender Systems","optional":false},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"CI/CD","optional":true},{"name":"DeepEval","optional":true},{"name":"GCP","optional":true},{"name":"LangSmith","optional":true},{"name":"LLM Guardrails","optional":true},{"name":"Pytest","optional":true}],"status":"live","first_seen_at":"2026-08-28T00:00:00Z","employer_posted_date":"2026-08-28","last_verified_at":"2026-10-16T04:18:21Z","board_verified":true,"closed_at":null,"days_open":49,"trust":{"level":"ok","repost_count":0,"flags":[],"days_open":49},"description":"AI Quality Engineer\n Location:- Hyderabad\nWork Mode:- WFO (5 days a week)\nRole Type:- Contractual (3 months and extension would depend on project requirement and performance)\nKey Responsibilities\nTest and validate AI-generated insights, recommendations, and decision-making workflows.\nEvaluate LLM and RAG systems for accuracy, relevance, consistency, factuality, and hallucinations.\nValidate retrieval quality, context relevance, grounding, and response quality in RAG systems.\nTest AI agents and autonomous workflows across functional, negative, and edge-case scenarios.\nDefine AI evaluation criteria, test datasets, quality metrics, and validation processes.\nPerform regression testing for models, prompts, RAG configurations, and AI workflows.\nCollaborate with AI/ML engineers to identify issues and improve AI system quality.\nRequirements\nRequired Skills\nStrong understanding of AI/ML and Generative AI testing.\nHands-on experience testing LLM and RAG-based applications.\nKnowledge of LLM evaluation, hallucination detection, relevance, and response quality.\nUnderstanding of AI agents and recommendation systems.\nStrong analytical and problem-solving skills.\nGood to Have\nExperience with PyTest and automated testing frameworks.\nExperience building automated AI evaluation and regression frameworks.\nFamiliarity with tools such as RAGAS, DeepEval, LangSmith, or equivalent.\nExperience with CI/CD-based test automation, performance testing, or AI guardrails.\nFamiliarity with cloud platforms (AWS/Azure/GCP) and observability tools.\nSuccess Metrics\nHigh accuracy, relevance, and reliability of AI outputs.\nStrong evaluation coverage across critical AI workflows.\nEarly detection and reduction of hallucinations and AI regressions.\nReduced production AI quality issues.\nIncreased confidence and trust in AI-generated insights and recommendations.","description_format":"text","description_chars":1850,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["PC Games"],"lifecycle":[{"event":"open","at":"2026-08-28T00:00:00Z"}],"visa":[],"liveness":{"score":56,"band":"ok","label":"Likely open","p_open":1,"p_active":0.751,"p_room":0.75,"age_days":49,"expected_fill_days":52,"reasons":["conf:1","urgency","velocity","win:late"],"computed_at":"2026-10-16T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/side-ai-quality-engineer-contract","json_url":"https://alion.io/job/side-ai-quality-engineer-contract.json","meta":{"generated_at":"2026-10-16T09:03:35Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":7193,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":174761},"rest":"https://alion.io/mcp/rest/get_company?id=174761"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fside-ai-quality-engineer-contract"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fside-ai-quality-engineer-contract"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fside-ai-quality-engineer-contract"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/side-ai-quality-engineer-contract\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fside-ai-quality-engineer-contract"}]}