{"id":3749797,"url":"https://alion.io/job/qualizeal-genai-test-lead","title":"GenAI Test Lead","company":{"id":3241987,"name":"Qualizeal","domain":"qualizeal.com","url":"https://alion.io/company/qualizeal","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"CI/CD","optional":false},{"name":"DeepEval","optional":false},{"name":"Hallucination","optional":false},{"name":"LangSmith","optional":false},{"name":"LLM","optional":false},{"name":"Playwright","optional":false},{"name":"Promptfoo","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"Ragas","optional":false},{"name":"Scrum","optional":false},{"name":"Selenium","optional":false},{"name":"AI Agents","optional":true},{"name":"EU AI Act","optional":true},{"name":"NIST AI RMF","optional":true},{"name":"RAG","optional":true}],"status":"live","first_seen_at":"2026-11-04T14:35:00Z","employer_posted_date":null,"last_verified_at":"2026-11-04T14:35:00Z","board_verified":false,"closed_at":null,"days_open":3,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":3},"description":"Job description:\n\nWe are seeking an experienced AI Test Lead to lead end-to-end testing and quality assurance of Generative AI applications. This role bridges AI quality engineering, test automation, and customer engagement. You will collaborate with QA Managers, AI/ML Engineers, Prompt Engineers, Full Stack Developers, and DevOps Engineers to validate production-ready, scalable AI applications against industry AI testing standards, while serving as the primary testing point of contact for customers.\n\nKey Responsibilities:\nDefine and execute AI testing strategy, planning, execution, defect management, and release sign-off.\nLead functional, automation, API, integration, performance, and AI-specific testing for GenAI applications.\nDesign test approaches for LLM evaluation, prompt regression, hallucination detection, bias and fairness testing, robustness validation, and output quality assessment.\nManage sprint-level test planning, estimation, quality metrics, and release readiness in Agile environments.\nAct as the primary QA contact for customers, driving requirement discussions, status reviews, defect triage, and UAT support.\nBuild and enhance Python-based automation frameworks using Pytest, Playwright, Selenium, and API automation tools.\nImplement automated AI evaluation pipelines using tools such as DeepEval, Ragas, LangSmith, or promptfoo.\nIntegrate test automation into CI/CD pipelines and establish quality governance, documentation, and reporting standards.\nMentor QA engineers and promote best practices in AI testing and automation.\n\nRequired skills:\n8–15+ years in software testing and QA, with experience leading testing teams.\nHands-on experience in AI/GenAI testing, LLM validation, or intelligent application testing.\nStrong Python programming and test automation expertise.\nExperience with API testing, automation frameworks, and CI/CD pipelines.\nStrong customer communication, stakeholder management, and delivery leadership skills.\nExperience with Agile/Scrum methodologies and test management tools.\n\nPreferred qualifications:\nExperience with RAG systems, conversational AI, AI agents, or LLM-based applications.\nFamiliarity with AI governance frameworks such as ISO/IEC 42001, NIST AI RMF, or EU AI Act.\nKnowledge of AI quality metrics including accuracy, relevance, groundedness, consistency, and toxicity evaluation.\nSkills\nAPI, Gen AI, Generative AI, LLM, Playwright, Python, QA, Quality Assurance, Selenium, Testing, pytest","description_format":"text","description_chars":2465,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Software Testing & QA","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-11-04T14:35:00Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":2,"expected_fill_days":30,"reasons":["seen:2","velocity","win:early"],"computed_at":"2026-11-07T05:47:08Z"},"pay":null,"html_url":"https://alion.io/job/qualizeal-genai-test-lead","json_url":"https://alion.io/job/qualizeal-genai-test-lead.json","meta":{"generated_at":"2026-11-08T05:10:08Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11195,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-09T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3241987},"rest":"https://alion.io/mcp/rest/get_company?id=3241987"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fqualizeal-genai-test-lead"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fqualizeal-genai-test-lead"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fqualizeal-genai-test-lead"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/qualizeal-genai-test-lead\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fqualizeal-genai-test-lead"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3749797}},{"tool":"search_jobs","arguments":{"company":"qualizeal.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3749797},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}