{"id":2159387,"url":"https://alion.io/job/itds-mid-level-generative-ai-and-llm-qa-automation-engineer","title":"Mid-Level Generative AI and LLM QA Automation Engineer","company":{"id":4374591,"name":"ITDS Portugal","domain":"itdsportugal.com","url":"https://alion.io/company/itds-2","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"middle","employment_type":"contractor","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Porto, Portugal"],"countries":["PT"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":55000,"period":"year","method":"role_seniority_country_cell","sample_n":10},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"Cypress","optional":false},{"name":"Hallucination","optional":false},{"name":"JavaScript","optional":false},{"name":"LLM","optional":false},{"name":"Playwright","optional":false},{"name":"Python","optional":false},{"name":"Selenium","optional":false},{"name":"Self-Healing","optional":false},{"name":"TypeScript","optional":false}],"status":"closed","first_seen_at":"2026-09-17T00:00:00Z","employer_posted_date":null,"last_verified_at":"2026-10-21T13:02:10Z","board_verified":false,"closed_at":"2026-10-21T13:02:10Z","days_open":34,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":34},"description":"Certainly! Based on the provided information, here is a professional and compelling job placement announcement following the typical structure in the staffing industry:\nExciting Opportunity for a Mid-Level Generative AI and LLM QA Automation Engineer!\nJoin a forward-thinking, innovative team shaping the future of AI-powered features. Bring your expertise in automation and testing to drive quality, safety, and performance in cutting-edge AI systems.\nLocation & Work Model\nPortugal, Porto — Hybrid (up to 4 remote days per week)\nAbout the Role\nAs a Mid-Level Generative AI and LLM QA Automation Engineer, you will be working for an international IT company delivering advanced AI solutions. Your focus will be on building and maintaining the testing infrastructure that ensures AI features—such as conversational AI, AI Rater, and productivity tools—are accurate, reliable, and compliant. This role offers an excellent opportunity for growth in a dynamic environment at the forefront of AI innovation.\nYour main responsibilities:\nDevelop and sustain automated test frameworks using tools like Playwright, Cypress, Selenium, or similar.\nWrite custom automation scripts in Python or JavaScript/TypeScript to enhance testing capabilities.\nDesign evaluation datasets and create automated evaluation pipelines, including LLM-as-judge methods.\nAnalyze AI outputs for hallucinations, errors, biases, and help optimize model behavior.\nIntegrate AI and functional tests into CI/CD pipelines for continuous validation.\nUtilize AI observability and tracing tools to debug model behavior in production environments.\nCreate comprehensive test cases for conversational AI, covering dialogue flows, edge cases, and adversarial prompts.\nSupport testing for fairness, bias mitigation, and compliance to ensure ethical AI operations.\nYou’re ideal for this role if you have:\n3+ years of experience in QA/SDET roles, with hands-on automation development.\nProficiency in automation tools such as Playwright, Cypress, Selenium.\nStrong scripting skills in Python and JavaScript/TypeScript.\nKnowledge of AI-specific testing challenges, including prompt regression, hallucination detection, and output evaluation.\nExperience working with evaluation datasets and AI observability tools.\nUnderstanding of fairness, bias testing, and compliance considerations in AI systems.\nFamiliarity with CI/CD pipelines and automation integration.\nExcellent root cause analysis skills for complex AI behaviors.\nIt is a strong plus if you have:\nExperience with AI-assisted test generation and self-healing test scripts.\nKnowledge of LLM evaluation strategies.\nRelevant certifications in QA or AI safety.\nLanguage Required for the role:\nFluent English (verbal and written)\nEligibility to work in:\nCandidates must have the legal right to work in Europe.\n#MAKEYourCareerBETTER\nInterested? Apply now by submitting your CV (preferably in English) along with a brief statement confirming your consent to data processing and storage.\nPlease let me know if you'd like a customized version or additional details included!\n\nhttps://itdsportugal.com/en/it-jobs/9992/?utm_source=itjobs","description_format":"text","description_chars":3134,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Consumer Goods","Cybersecurity"],"lifecycle":[{"event":"open","at":"2026-10-09T07:30:12Z"},{"event":"close","at":"2026-10-21T13:02:10Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/itds-mid-level-generative-ai-and-llm-qa-automation-engineer","json_url":"https://alion.io/job/itds-mid-level-generative-ai-and-llm-qa-automation-engineer.json","meta":{"generated_at":"2026-10-22T11:44:28Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9843,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-23T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4374591},"rest":"https://alion.io/mcp/rest/get_company?id=4374591"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fitds-mid-level-generative-ai-and-llm-qa-automation-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fitds-mid-level-generative-ai-and-llm-qa-automation-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fitds-mid-level-generative-ai-and-llm-qa-automation-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/itds-mid-level-generative-ai-and-llm-qa-automation-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fitds-mid-level-generative-ai-and-llm-qa-automation-engineer"}]}