{"id":1230053,"url":"https://alion.io/job/usil-technologies-qa-automation-engineer","title":"QA Automation Engineer","company":{"id":3801138,"name":"USIL Technologies","domain":"usil.tech","url":"https://alion.io/company/usil-technologies","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"QA","role_family":"QA","seniority":"junior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Jaipur, India","India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agentic Workflows","optional":false},{"name":"AI Agents","optional":false},{"name":"CI/CD","optional":false},{"name":"Function Calling","optional":false},{"name":"Git","optional":false},{"name":"Human-in-the-Loop","optional":false},{"name":"JavaScript","optional":false},{"name":"LLM","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"Multi-Agent Systems","optional":false},{"name":"Playwright","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Tool Use","optional":false},{"name":"TypeScript","optional":false}],"status":"live","first_seen_at":"2026-09-21T10:35:19Z","employer_posted_date":null,"last_verified_at":"2026-09-21T10:35:19Z","board_verified":false,"closed_at":null,"days_open":7,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":7},"description":"QA Automation Engineer - GenAI / Agentic AI\n\nWe are looking for a QA Automation Engineer with 2+ years of relevant experience in test automation, including hands-on experience testing Generative AI and Agentic AI applications.\n\nKey Responsibilities :\n\n- Design, develop, and maintain automated test frameworks using Playwright or similar tools.\n\n- Build automated UI, API, integration, and end-to-end test suites for GenAI and Agentic AI applications.\n\n- Validate LLM responses, RAG workflows, agent/tool interactions, multi-step agentic workflows, and failure scenarios.\n\n- Test AI applications for accuracy, consistency, hallucinations, response quality, latency, reliability, and regression.\n\n- Automate testing of RAG pipelines, including retrieval quality, context relevance, citations, and response grounding.\n\n- Validate multi-agent workflows, tool calling, retries, state transitions, guardrails, and human-in-the-loop scenarios.\n\n- Integrate automated tests into CI/CD pipelines and support continuous quality monitoring.\n\nRequired Skills :\n\n- 2+ years of relevant QA automation experience with exposure to GenAI / Agentic AI applications.\n\n- Strong hands-on experience with Playwright and modern automation frameworks.\n\n- Experience with API testing, UI automation, integration testing, and end-to-end testing.\n\n- Good understanding of Generative AI, RAG, LLMs, Agentic AI, and multi-agent workflows.\n\n- Experience testing non-deterministic AI outputs using appropriate evaluation and validation approaches.\n\n- Strong programming skills in Python, JavaScript, or TypeScript.\n\n- Experience with CI/CD, Git, test reporting, defect tracking, and debugging.\n\n- Understanding of LLM evaluation, prompt testing, guardrails, performance testing, and AI application observability is preferred.\n\nSkills\nPython, TypeScript, Automation Testing, Artificial Intelligence, API Testing, Playwright Testing, Testing, Software Quality Assurance, AI/ML Testing","description_format":"text","description_chars":1952,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-25T14:00:00Z"}],"liveness":{"score":77,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":0.9,"age_days":6,"expected_fill_days":17,"reasons":["seen:6","velocity","win:mid","comp:junior"],"computed_at":"2026-09-28T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/usil-technologies-qa-automation-engineer","json_url":"https://alion.io/job/usil-technologies-qa-automation-engineer.json","meta":{"generated_at":"2026-09-29T02:24:30Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":2121,"day_limit":5000,"remaining_today":2879,"minute_limit":60,"resets_at":"2026-09-30T00:00:00Z"}}}