{"id":3874579,"url":"https://alion.io/job/valorant-sdet-2-2","title":"SDET 2","company":{"id":2673747,"name":"Valorant","domain":"zavo.io","url":"https://alion.io/company/valorant","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"QA","role_family":"QA","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Asyncio","optional":false},{"name":"Celery","optional":false},{"name":"CI/CD","optional":false},{"name":"Cypress","optional":false},{"name":"DeepEval","optional":false},{"name":"FastAPI","optional":false},{"name":"GitHub Actions","optional":false},{"name":"GitLab CI","optional":false},{"name":"gRPC","optional":false},{"name":"Hallucination","optional":false},{"name":"HTTPX","optional":false},{"name":"Human-in-the-Loop","optional":false},{"name":"Langfuse","optional":false},{"name":"LLM","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"Playwright","optional":false},{"name":"Pydantic","optional":false},{"name":"Pytest","optional":false},{"name":"Python","optional":false},{"name":"Ragas","optional":false},{"name":"Redis","optional":false},{"name":"Rest API","optional":false},{"name":"Selenium","optional":false},{"name":"Synthetic Data","optional":false}],"status":"live","first_seen_at":"2026-11-06T15:35:25Z","employer_posted_date":null,"last_verified_at":"2026-11-06T15:35:25Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"We are seeking a proactive and detail-oriented SDET 2 to establish and scale the automated testing, evaluation, and quality infrastructure for our multi-agent procurement platform. In an agentic system, quality assurance extends beyond traditional API and UI testing to include non-deterministic AI evaluation, dynamic workflow verification, and reliability in multi-agent coordination.\n\nYou will design and build test harnesses to ensure that autonomous agents accurately plan, call external enterprise tools, adhere to safety guardrails, and execute high-stakes procurement workflows with deterministic consistency.\n\nResponsibilities: \nAgentic and LLM Evaluation Infrastructure: Build and maintain automated evaluation (evals) frameworks (using tools like DeepEval, Ragas, Langfuse, or custom harnesses) to measure agent reasoning accuracy, tool-calling precision, hallucination rates, and prompt regressions.\nWorkflow and State Machine Testing: Design automated test suites for complex, asynchronous, long-running workflows validating state persistence, checkpointing, retries, and Human-in-the-Loop (HITL) pause/resume logic across workflow engines (e. g., Temporal, Celery/Redis).\nEnd-to-End Automation: Develop and scale robust test automation frameworks across modern Python backend microservices, async APIs (FastAPI), web interfaces (Playwright/Cypress), and enterprise integration touchpoints (ERP mock layers).\nSynthetic Data and Scenario Generation: Generate synthetic enterprise procurement datasets, edge cases, and adversarial prompt injections to stress-test agent guardrails, schema enforcement (Pydantic), and fallback systems.\nPerformance and Load Testing: Conduct latency benchmarking, rate-limit testing, and load testing across multi-agent graphs to identify bottlenecks in LLM token consumption and parallel tool execution.\nCI/CD Integration: Embed automated test gates and regression evals seamlessly into CI/CD pipelines (e. g., GitHub Actions, GitLab CI) to prevent agent drift and API regressions before deployment.\n\nRequirements: \nExperience: 4 to 7 years of software testing and automation experience, with strong exposure to backend distributed systems and modern AI/LLM-enabled applications.\nStrong Python Proficiency: Deep hands-on coding expertise in Python (PyTest, AsyncIO, Requests/HTTPX) for building custom test frameworks and automation utilities.\nAPI and Integration Testing: Advanced knowledge of REST/gRPC API testing, schema validation, contract testing, and mocking asynchronous third-party enterprise services.\nLLM Quality Fluency: Practical understanding of LLM evaluation metrics (groundedness, context precision, answer relevancy, safety guardrails) and familiarity with agentic architectures (ReAct, multi-agent state graphs).\nUI Automation: Experience with modern browser automation frameworks (Playwright, Cypress, or Selenium).\n\nPreferred Qualifications: \nPrior experience testing durable execution platforms (e. g., Temporal) or distributed state engines.\nExposure to enterprise SaaS, fintech, or procurement and supply-chain domains.\nSkills\nAutomation Testing, Cypress, Playwright, Python, SDET, Selenium, Software Development Engineer in Test","description_format":"text","description_chars":3197,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Management Consulting","Procurement & Spend Management"],"lifecycle":[{"event":"open","at":"2026-11-06T15:35:25Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":1,"expected_fill_days":26,"reasons":["seen:1","win:early"],"computed_at":"2026-11-08T05:47:12Z"},"pay":null,"html_url":"https://alion.io/job/valorant-sdet-2-2","json_url":"https://alion.io/job/valorant-sdet-2-2.json","meta":{"generated_at":"2026-11-08T13:38:04Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":28900,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-09T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2673747},"rest":"https://alion.io/mcp/rest/get_company?id=2673747"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fvalorant-sdet-2-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fvalorant-sdet-2-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fvalorant-sdet-2-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/valorant-sdet-2-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fvalorant-sdet-2-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3874579}},{"tool":"search_jobs","arguments":{"company":"zavo.io","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3874579},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}