{"id":4020656,"url":"https://alion.io/job/dailoqa-senior-qa-engineer-agentic-ai-testing-evaluation","title":"Senior QA Engineer – Agentic AI Testing & Evaluation","company":{"id":3812502,"name":"Dailoqa","domain":"dailoqa.com","url":"https://alion.io/company/dailoqa-solutions-india-private-limited","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":{"grade":"B","score":75,"open_postings":4,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-11-10T06:52:35Z"}},"role":"QA","role_family":"QA","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Noida, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AI Agents","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"CrewAI","optional":false},{"name":"Cypress","optional":false},{"name":"GCP","optional":false},{"name":"GitHub Actions","optional":false},{"name":"GitLab","optional":false},{"name":"Hallucination","optional":false},{"name":"JavaScript","optional":false},{"name":"Jenkins","optional":false},{"name":"JMeter","optional":false},{"name":"k6","optional":false},{"name":"LangChain","optional":false},{"name":"LangGraph","optional":false},{"name":"LLM","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"Locust","optional":false},{"name":"Multi-Agent Systems","optional":false},{"name":"OpenAI","optional":false},{"name":"Playwright","optional":false},{"name":"Postman","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Rest-Assured","optional":false},{"name":"Robot Framework","optional":false},{"name":"Selenium","optional":false},{"name":"Semantic Kernel","optional":false},{"name":"Threat Modeling","optional":false},{"name":"TypeScript","optional":false}],"status":"live","first_seen_at":"2026-11-10T14:56:11Z","employer_posted_date":"2026-11-10","last_verified_at":"2026-11-10T14:56:11Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the Role Dailoqa is looking for an experienced Senior QA Engineer - Agentic AI Testing & Evaluation to own the quality, testing, and evaluation strategy for our Broccoli Platform. This role will be responsible for establishing robust testing frameworks for AI agents, multi-agent workflows, orchestration layers, tools, and enterprise-grade AI applications. The ideal candidate will have deep expertise in test automation, quality engineering, AI/ML validation, security testing, and performance engineering, with a strong understanding of Large Language Models (LLMs), Agentic AI systems, and modern DevOps practices. You will work closely with Capability Leads, AI Architects, Product Teams, and Platform Engineers to ensure that Broccoli delivers reliable, secure, scalable, and high-performing AI solutions.Requirements Required Skills &\nQualifications Technical Expertise 7-10 years of experience in Quality Assurance, Test Automation, or Quality Engineering. Strong experience with automation frameworks using Python, Java, or JavaScript/TypeScript. Hands-on experience with: Selenium, Playwright, Cypress, or Robot Framework API testing tools such as Postman, Rest Assured, or Karate CI/CD platforms including Azure DevOps, GitHub Actions, Jenkins, or GitLab Experience with cloud platforms such as Azure, AWS, or Google Cloud. Agentic AI & LLM Testing Understanding of: Large Language Models (LLMs) Retrieval-Augmented Generation (RAG) AI Agents and Agent Orchestration Frameworks Prompt Engineering and Evaluation Experience with AI evaluation platforms and frameworks is preferred. Knowledge of hallucination detection, safety validation, guardrails, and model benchmarking. Performance & Security Testing Experience with performance testing tools such as JMeter, k6, or Locust. Knowledge of application security testing and threat modeling. Familiarity with AI security testing, adversarial testing, and governance controls.\nSoft Skills Strong analytical and problem-solving skills. Excellent stakeholder management and communication abilities. Experience working in cross-functional Agile teams. Ability to lead quality initiatives in fast-paced, innovation-driven environments.\nPreferred\nQualifications Experience testing AI-powered enterprise applications. Exposure to Microsoft Azure AI, OpenAI, LangChain, LangGraph, CrewAI, Semantic Kernel, or similar agent frameworks. Certifications such as: ISTQB Advanced Test Analyst/Test Manager Certified Agile Tester Azure AI Engineer Associate Azure DevOps Engineer Expert Experience working with BFSI, enterprise transformation, or regulated industry environments.","description_format":"text","description_chars":2630,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["AI Agents","Financial AI"],"lifecycle":[{"event":"open","at":"2026-11-10T14:56:11Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":36,"reasons":["conf:1","win:early"],"computed_at":"2026-11-10T16:06:08Z"},"pay":null,"html_url":"https://alion.io/job/dailoqa-senior-qa-engineer-agentic-ai-testing-evaluation","json_url":"https://alion.io/job/dailoqa-senior-qa-engineer-agentic-ai-testing-evaluation.json","meta":{"generated_at":"2026-11-10T16:06:08Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3053,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3812502},"rest":"https://alion.io/mcp/rest/get_company?id=3812502"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdailoqa-senior-qa-engineer-agentic-ai-testing-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdailoqa-senior-qa-engineer-agentic-ai-testing-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdailoqa-senior-qa-engineer-agentic-ai-testing-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/dailoqa-senior-qa-engineer-agentic-ai-testing-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdailoqa-senior-qa-engineer-agentic-ai-testing-evaluation"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4020656}},{"tool":"search_jobs","arguments":{"company":"dailoqa.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4020656},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}