{"id":2216026,"url":"https://alion.io/job/publicis-groupe-ai-qa-engineer","title":"AI - QA Engineer","company":{"id":46462,"name":"Publicis Groupe","domain":"publicisgroupe.com","url":"https://alion.io/company/publicisgroupe","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"iCIMS","truth_index":{"grade":"A","score":100,"open_postings":33,"ghost_share":0,"stale_share":0,"repost_share":0.091,"time_to_fill_p50_days":12,"computed_at":"2026-10-29T05:49:05Z"}},"role":"QA","role_family":"QA","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Mumbai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":9000,"max_usd":22000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":35},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"CI/CD","optional":false},{"name":"Hallucination","optional":false},{"name":"LLM","optional":false},{"name":"RAG","optional":false}],"status":"live","first_seen_at":"2026-10-10T08:20:10Z","employer_posted_date":"2026-10-10","last_verified_at":"2026-10-29T06:48:36Z","board_verified":true,"closed_at":null,"days_open":18,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":18},"description":"Overview\nMission\nOwn release readiness for agents whose outputs go into client-facing RFPs, data grids and pitch decks. Test that answers are grounded and correctly cited, that users never see content they are not entitled to, that multi-agent handoffs behave, and that generated files are correct. Then turn this into automated gates that every agent must pass.\nResponsibilities\nKey Responsibilities\n Define quality standards and release gates per agent (groundedness, citation accuracy, hallucination, task completion, latency, cost) aligned to the PRD's decision-grade vs good-enough split.\nBuild golden datasets with Global BD SMEs from real RFPs, grids and prior submissions; run UAT cycles with named business testers.\nTest citations by checking every claim links to a real, permission-appropriate source, and that gaps and contradictions are flagged rather than invented.\nTest permissions using personas with different access to prove security trimming holds across retrieval and live tool calls.\nTest agent behaviour including tool selection, execution correctness, failure handling and multi-agent handoffs / downstream triggers.\nTest document outputs for grid cell accuracy, template fidelity, and tracked-change style proofing suggestions rather than silent edits.\n Run adversarial tests for prompt injection (including via uploaded RFP files), data leakage and safety boundaries.\nAutomate regression for model, prompt, embedding and retrieval changes inside the CI/CD pipeline.\nQualifications\nExperience & Working Style\n5-8 years in QA / test engineering, with 2+ years testing LLM, RAG or agent systems.\nHas built an automated LLM evaluation suite that gated real releases.\nCan sit with business reviewers, capture why an output is wrong and turn it into a repeatable test.\nNot required (don't screen out for these): Traditional manual-only QA backgrounds are not sufficient. Deep ML modelling knowledge is not required.","description_format":"text","description_chars":1933,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Advertising","Creative Agencies","Digital Marketing"],"lifecycle":[{"event":"open","at":"2026-10-10T08:20:10Z"}],"visa":[],"liveness":{"score":34,"band":"fade","label":"Fading","p_open":1,"p_active":0.763,"p_room":0.45,"age_days":18,"expected_fill_days":12,"reasons":["conf:3","velocity","win:tail","comp:brand"],"computed_at":"2026-10-29T05:49:05Z"},"pay":null,"html_url":"https://alion.io/job/publicis-groupe-ai-qa-engineer","json_url":"https://alion.io/job/publicis-groupe-ai-qa-engineer.json","meta":{"generated_at":"2026-10-29T07:36:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11579,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":46462},"rest":"https://alion.io/mcp/rest/get_company?id=46462"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fpublicis-groupe-ai-qa-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fpublicis-groupe-ai-qa-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fpublicis-groupe-ai-qa-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/publicis-groupe-ai-qa-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fpublicis-groupe-ai-qa-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2216026}},{"tool":"search_jobs","arguments":{"company":"publicisgroupe.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2216026},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}