{"id":1212350,"url":"https://alion.io/job/valorant-sdet-2","title":"SDET 2","company":{"id":2673747,"name":"Valorant","domain":"zavo.io","url":"https://alion.io/company/valorant","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"QA","role_family":"QA","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Asyncio","optional":false},{"name":"Celery","optional":false},{"name":"CI/CD","optional":false},{"name":"Cypress","optional":false},{"name":"DeepEval","optional":false},{"name":"FastAPI","optional":false},{"name":"GitHub Actions","optional":false},{"name":"GitLab CI","optional":false},{"name":"gRPC","optional":false},{"name":"Hallucination","optional":false},{"name":"HTTPX","optional":false},{"name":"Human-in-the-Loop","optional":false},{"name":"Langfuse","optional":false},{"name":"LLM","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"Playwright","optional":false},{"name":"Pydantic","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"Ragas","optional":false},{"name":"Redis","optional":false},{"name":"Rest API","optional":false},{"name":"Selenium","optional":false},{"name":"Synthetic Data","optional":false},{"name":"Tool Use","optional":false}],"status":"live","first_seen_at":"2026-09-25T04:56:33Z","employer_posted_date":null,"last_verified_at":"2026-09-25T04:56:33Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"We are seeking a proactive and detail-oriented SDET 2 to establish and scale the automated testing, evaluation, and quality infrastructure for our multi-agent procurement platform. In an agentic system, quality assurance extends beyond traditional API and UI testing to include non-deterministic AI evaluation, dynamic workflow verification, and reliability in multi-agent coordination.\nYou will design and build test harnesses to ensure that autonomous agents accurately plan, call external enterprise tools, adhere to safety guardrails, and execute high-stakes procurement workflows with deterministic consistency.\nResponsibilities:\nAgentic and LLM Evaluation Infrastructure: Build and maintain automated evaluation (evals) frameworks (using tools like DeepEval, Ragas, Langfuse, or custom harnesses) to measure agent reasoning accuracy, tool-calling precision, hallucination rates, and prompt regressions.\nWorkflow and State Machine Testing: Design automated test suites for complex, asynchronous, long-running workflows validating state persistence, checkpointing, retries, and Human-in-the-Loop (HITL) pause/resume logic across workflow engines (e. g., Temporal, Celery/Redis).\nEnd-to-End Automation: Develop and scale robust test automation frameworks across modern Python backend microservices, async APIs (FastAPI), web interfaces (Playwright/Cypress), and enterprise integration touchpoints (ERP mock layers).\nSynthetic Data and Scenario Generation: Generate synthetic enterprise procurement datasets, edge cases, and adversarial prompt injections to stress-test agent guardrails, schema enforcement (Pydantic), and fallback systems.\nPerformance and Load Testing: Conduct latency benchmarking, rate-limit testing, and load testing across multi-agent graphs to identify bottlenecks in LLM token consumption and parallel tool execution.\nCI/CD Integration: Embed automated test gates and regression evals seamlessly into CI/CD pipelines (e. g., GitHub Actions, GitLab CI) to prevent agent drift and API regressions before deployment.\nRequirements:\nExperience: 4 to 7 years of software testing and automation experience, with strong exposure to backend distributed systems and modern AI/LLM-enabled applications.\nStrong Python Proficiency: Deep hands-on coding expertise in Python (PyTest, AsyncIO, Requests/HTTPX) for building custom test frameworks and automation utilities.\nAPI and Integration Testing: Advanced knowledge of REST/gRPC API testing, schema validation, contract testing, and mocking asynchronous third-party enterprise services.\nLLM Quality Fluency: Practical understanding of LLM evaluation metrics (groundedness, context precision, answer relevancy, safety guardrails) and familiarity with agentic architectures (ReAct, multi-agent state graphs).\nUI Automation: Experience with modern browser automation frameworks (Playwright, Cypress, or Selenium).\nPreferred Qualifications:\nPrior experience testing durable execution platforms (e. g., Temporal) or distributed state engines.\nExposure to enterprise SaaS, fintech, or procurement and supply-chain domains.","description_format":"text","description_chars":3080,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Transportation & Logistics","Supply Chain"],"lifecycle":[{"event":"open","at":"2026-09-25T04:56:33Z"}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":1,"expected_fill_days":17,"reasons":["seen:1","win:early"],"computed_at":"2026-09-26T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/valorant-sdet-2","json_url":"https://alion.io/job/valorant-sdet-2.json","meta":{"generated_at":"2026-09-27T01:03:15Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":968,"day_limit":5000,"remaining_today":4032,"minute_limit":60,"resets_at":"2026-09-28T00:00:00Z"}}}