{"id":4129742,"url":"https://alion.io/job/aventra-ai-ai-qa-engineer","title":"AI QA Engineer","company":{"id":4443918,"name":"aventra.ai","domain":"aventra.ai","url":"https://alion.io/company/aventra-ai","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"QA","role_family":"QA","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Anthropic","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Claude","optional":false},{"name":"CrewAI","optional":false},{"name":"DeepEval","optional":false},{"name":"Embeddings","optional":false},{"name":"Function Calling","optional":false},{"name":"GCP","optional":false},{"name":"Gemini","optional":false},{"name":"GitHub Actions","optional":false},{"name":"Hallucination","optional":false},{"name":"Jenkins","optional":false},{"name":"LangChain","optional":false},{"name":"LangGraph","optional":false},{"name":"LangSmith","optional":false},{"name":"Llama","optional":false},{"name":"LLM","optional":false},{"name":"Multi-Agent Systems","optional":false},{"name":"OpenAI","optional":false},{"name":"OWASP Top 10","optional":false},{"name":"Postman","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"Promptfoo","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Rest-Assured","optional":false},{"name":"Robot Framework","optional":false},{"name":"Selenium","optional":false},{"name":"TruLens","optional":false}],"status":"live","first_seen_at":"2026-11-11T17:21:24Z","employer_posted_date":null,"last_verified_at":"2026-11-11T17:21:24Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Hiring: Senior Generative AI QA Engineer\nJob Title: Senior Generative AI QA Engineer\nExperience: 8+ Years\n\nJob Summary\nWe are looking for an experienced Senior Generative AI QA Engineer with 8+ years of overall experience in software testing and quality engineering, including hands-on experience in testing Generative AI applications, Large Language Models (LLMs), RAG-based systems, and AI-powered solutions.\nThe ideal candidate should have strong expertise in test automation, Python, API testing, and AI evaluation methodologies. The candidate will be responsible for ensuring the accuracy, reliability, performance, security, and scalability of enterprise GenAI applications.\nKey Responsibilities\nLead QA strategy, test planning, and quality engineering activities for Generative AI and LLM-based applications.\nDesign and implement automated testing frameworks using Python.\nPerform functional, integration, regression, API, performance, and end-to-end testing.\nValidate LLM-generated responses for accuracy, relevance, consistency, and contextual understanding.\nTest RAG pipelines, including document ingestion, chunking, embeddings, vector search, retrieval accuracy, and response generation.\nIdentify and evaluate AI hallucinations, bias, toxicity, and inconsistent model responses.\nDevelop evaluation datasets, test benchmarks, and automated validation pipelines for LLM applications.\nPerform prompt testing, prompt regression testing, and adversarial testing across multiple LLM models.\nValidate AI agents, tool calling, multi-agent workflows, and API integrations.\nEvaluate LLM performance using metrics such as faithfulness, answer relevance, context precision, and context recall.\nConduct AI security testing, including prompt injection, jailbreak attacks, data leakage, and sensitive information exposure.\nPerform load, stress, latency, and scalability testing for AI applications.\nIntegrate automated test suites into CI/CD pipelines.\nCollaborate with AI/ML engineers, developers, architects, and product teams to improve application quality.\nMentor QA engineers and drive best practices in AI testing and automation.\nMandatory Technical Skills\n8+ years of overall experience in Software Testing / Quality Engineering.\nStrong hands-on experience in Python-based test automation.\nExperience testing Generative AI applications and LLM-based solutions.\nStrong knowledge of LLM concepts, Prompt Engineering, and AI response evaluation.\nHands-on experience with API testing using Postman, REST Assured, or Python Requests.\nExperience with RAG architecture, embeddings, vector databases, and document retrieval.\nUnderstanding of hallucination detection, response validation, and contextual accuracy.\nExperience in functional, integration, regression, and performance testing.\nExperience designing and maintaining scalable automation frameworks.\nPreferred Technical Skills\nPlaywright, Selenium, Pytest, or Robot Framework.\nRAGAS, DeepEval, TruLens, LangSmith, or Promptfoo.\nOpenAI, Azure OpenAI, Anthropic Claude, Gemini, and Llama.\nLangChain, LangGraph, CrewAI, or other Agentic AI frameworks.\nAI security testing and OWASP Top 10 for LLM Applications.\nJenkins, GitHub Actions, Azure DevOps, and CI/CD.\nAWS, Azure, or GCP.","description_format":"text","description_chars":3231,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-12T02:10:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":29,"reasons":["seen:0","win:early"],"computed_at":"2026-11-12T04:37:23Z"},"pay":null,"html_url":"https://alion.io/job/aventra-ai-ai-qa-engineer","json_url":"https://alion.io/job/aventra-ai-ai-qa-engineer.json","meta":{"generated_at":"2026-11-12T04:37:23Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":10095,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4443918},"rest":"https://alion.io/mcp/rest/get_company?id=4443918"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Faventra-ai-ai-qa-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Faventra-ai-ai-qa-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Faventra-ai-ai-qa-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/aventra-ai-ai-qa-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Faventra-ai-ai-qa-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4129742}},{"tool":"search_jobs","arguments":{"company":"aventra.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4129742},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}