{"id":4320997,"url":"https://alion.io/job/weekday-qa-engineer-5","title":"QA Engineer","company":{"id":7097,"name":"Weekday","domain":"weekday.works","url":"https://alion.io/company/weekday","size_band":"51-200","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"B","score":80,"open_postings":123,"ghost_share":0,"stale_share":0.984,"repost_share":0,"time_to_fill_p50_days":5,"computed_at":"2026-11-14T05:58:10Z"}},"role":"QA","role_family":"QA","seniority":null,"employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"CI/CD","optional":false},{"name":"GitHub Actions","optional":false},{"name":"GitLab CI","optional":false},{"name":"Jenkins","optional":false},{"name":"LLM","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Rest-Assured","optional":false}],"status":"live","first_seen_at":"2026-11-14T20:21:45Z","employer_posted_date":"2026-11-14","last_verified_at":"2026-11-14T20:21:45Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"'\n: - ( - )\nExperience: 4+ yrs\nLocation: Remote (India)\nAs a QA Engineer, you will design, develop, and execute comprehensive test strategies for advanced Generative AI and large language model (LLM) solutions, ensuring they meet strict quality, security, and compliance standards. You will work closely with data scientists, ML engineers, and product managers to validate Agentic AI and Retrieval-Augmented Generation (RAG) workflows, turning complex AI behaviors into measurable test cases. Leveraging your strong command of pytest, Python, and API testing frameworks, you will build robust automation pipelines that seamlessly integrate into continuous integration/continuous deployment (CI/CD) pipelines, while also providing actionable insights to improve model reliability and user experience. Your role will involve monitoring performance metrics, detecting anomalies in generated outputs, and maintaining detailed documentation and dashboards for cross-functional stakeholders, all while driving the adoption of scalable QA practices across the organization.\nRequirements\nDefine and implement test plans for GenAI, LLM, Agentic AI, and RAG systems\nDesign and maintain automated test suites using pytest and Python\nDevelop and execute API tests for model endpoints, data pipelines, and microservices\nPerform functional, regression, and performance testing of AI services\nIntegrate testing into CI/CD pipelines with tools like Jenkins, GitHub Actions, or GitLab CI\nAnalyze model output quality, bias, and fairness metrics and document findings\nCollaborate with ML teams to create test harnesses for new model releases\nCreate and maintain test data sets, fixtures, and mock services\nReport defects, track resolution, and validate fixes to ensure quality standards\nMentor junior testers and promote best practices in AI QA\n4+ years of QA engineering experience in AI or data science environments\nStrong proficiency in pytest, Python, and API testing frameworks (e.g., Requests, RestAssured)\nHands-on experience with GenAI, LLM, Agentic AI, and RAG testing methodologies\nFamiliarity with CI/CD pipelines and automation tooling (Jenkins, GitHub Actions)\nDeep understanding of AI ethics, bias mitigation, and model explainability\nExcellent analytical and problem-solving skills with a detail-oriented mindset\nAbility to translate complex AI concepts into clear, testable requirements\nStrong communication skills for cross-functional collaboration\nProven track record of delivering high-quality releases on time\nPassion for staying current with emerging AI technologies and testing trends","description_format":"text","description_chars":2588,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-14T20:21:45Z"}],"visa":[],"liveness":{"score":52,"band":"ok","label":"Likely open","p_open":1,"p_active":0.516,"p_room":1,"age_days":0,"expected_fill_days":5,"reasons":["conf:0","agency","win:early","comp:brand"],"computed_at":"2026-11-14T21:20:31Z"},"pay":null,"html_url":"https://alion.io/job/weekday-qa-engineer-5","json_url":"https://alion.io/job/weekday-qa-engineer-5.json","meta":{"generated_at":"2026-11-14T21:20:31Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":27477,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":7097},"rest":"https://alion.io/mcp/rest/get_company?id=7097"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fweekday-qa-engineer-5"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fweekday-qa-engineer-5"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fweekday-qa-engineer-5"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/weekday-qa-engineer-5\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fweekday-qa-engineer-5"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4320997}},{"tool":"search_jobs","arguments":{"company":"weekday.works","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4320997},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}