{"id":2802787,"url":"https://alion.io/job/deqode-generative-ai-quality-assurance-engineer","title":"Generative AI Quality Assurance Engineer","company":{"id":3798374,"name":"Deqode","domain":"deqode.com","url":"https://alion.io/company/deqode","size_band":"1-10","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"QA","role_family":"QA","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":11500,"max_usd":29000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":35},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"Fine-tuning","optional":false},{"name":"Java","optional":false},{"name":"LLM","optional":false},{"name":"Playwright","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"Selenium","optional":false}],"status":"closed","first_seen_at":"2026-07-28T10:05:19Z","employer_posted_date":null,"last_verified_at":"2026-10-26T10:05:43Z","board_verified":false,"closed_at":"2026-10-26T10:05:43Z","days_open":90,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":90},"description":"Role Overview:\n\nWe are seeking a seasoned Gen AI QA Engineer to join our Bangalore-based engineering team to spearhead the quality assurance strategy for our next-generation AI products. In this role, you will be responsible for defining testing frameworks for Large Language Models (LLMs), ensuring that our generative outputs are accurate, safe, and aligned with user intent. You will collaborate closely with Data Scientists, Product Managers, and Backend Engineers to bridge the gap between traditional software testing and the non-deterministic nature of AI. Your work will directly influence the reliability of our AI-driven features, ensuring that we deliver high-quality, scalable solutions that provide tangible value to our global customer base.\n\nKey Responsibilities:\n\n- Design and implement robust testing strategies for LLM-based applications to evaluate model performance, hallucinations, and response latency.\n\n- Develop and maintain automated test suites using Java, Selenium, and Playwright to ensure seamless integration between AI models and existing web interfaces.\n\n- Engineer sophisticated prompts and evaluation datasets to benchmark model behavior against diverse edge cases and user scenarios.\n\n- Partner with cross-functional teams to establish quality gates in the CI/CD pipeline, ensuring that AI model updates do not compromise system stability.\n\n- Analyze complex failure patterns in AI outputs and provide actionable insights to engineering teams to improve model fine-tuning and prompt engineering techniques.\n\nRequired Skillset:\n\n- Demonstrated expertise in AI/ML testing methodologies, with a specific focus on validating Generative AI models and LLM architectures.\n\n- Strong proficiency in Java for building scalable automation frameworks, complemented by hands-on experience with Selenium and Playwright for UI and API testing.\n\n- Proven ability to perform prompt engineering to stress-test models and evaluate the quality, safety, and relevance of generated content.\n\n- Exceptional analytical skills to interpret non-deterministic test results and communicate technical findings to both technical stakeholders and product leadership.\n\n- Ability to thrive in a high-growth, hybrid work environment in Bangalore, demonstrating the adaptability to pivot between manual exploratory testing and complex automation development.\n\n- A Bachelor's or Master's degree in Computer Science or a related field, with 5 to 8 years of professional experience in software quality assurance and AI/ML testing.\nSkills\nAI/ML Testing, Java, Selenium, Playwright Testing, Software Quality Assurance, Automation Testing, Testing, Generative AI, Product Testing","description_format":"text","description_chars":2673,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Hybrid work"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-18T01:22:52Z"},{"event":"expire","at":"2026-10-26T10:05:43Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/deqode-generative-ai-quality-assurance-engineer","json_url":"https://alion.io/job/deqode-generative-ai-quality-assurance-engineer.json","meta":{"generated_at":"2026-10-31T00:15:33Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":410,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3798374},"rest":"https://alion.io/mcp/rest/get_company?id=3798374"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdeqode-generative-ai-quality-assurance-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdeqode-generative-ai-quality-assurance-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdeqode-generative-ai-quality-assurance-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/deqode-generative-ai-quality-assurance-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdeqode-generative-ai-quality-assurance-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2802787}},{"tool":"search_jobs","arguments":{"company":"deqode.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2802787},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}