{"id":1502417,"url":"https://alion.io/job/nttdatausa-com-ai-testing-engineer-amazon-bedrock","title":"AI Testing Engineer, Amazon Bedrock","company":{"id":678725,"name":"nttdatausa.com","domain":"nttdatausa.com","url":"https://alion.io/company/nttdatausa","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Greenhouse","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":null,"work_mode":"remote","remote_scope":"stated_regions","remote_scope_basis":"posting_text","remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":[],"countries":[],"hiring_countries":["AR","BR","MX","AG","AW","BS","BB","BZ","BM","BO","VG","BQ","KY","CL","CR","CW","DM","DO","EC","SV","FK","GF","GD","GP","GT","GY","HT","HN","JM","MQ","MS","NI","PA","PY","PE","PR","KN","LC","PM","SX"],"hiring_countries_total":45,"salary":{"min":20,"max":25,"currency":"USD","period":"hour","gross":null,"usd_annual":50000},"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"AWS Bedrock","optional":false},{"name":"CI/CD","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"AWS","optional":true},{"name":"DeepEval","optional":true},{"name":"Git","optional":true},{"name":"Hallucination","optional":true},{"name":"JavaScript","optional":true},{"name":"LangSmith","optional":true},{"name":"LLM","optional":true},{"name":"Machine Learning","optional":true},{"name":"Promptfoo","optional":true},{"name":"Python","optional":true},{"name":"RAG","optional":true},{"name":"Rest API","optional":true},{"name":"TruLens","optional":true},{"name":"TypeScript","optional":true}],"status":"live","first_seen_at":"2026-09-29T23:01:59Z","employer_posted_date":"2026-09-29","last_verified_at":"2026-10-07T00:22:42Z","board_verified":true,"closed_at":null,"days_open":7,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":7},"description":"Location: 100% remote, seeking candidates located in LATAM.\nContract Length: 1 year, with potential for extension.\nContract Rate: $20-25 per hour in USD. Final rate will be determined based on relevant experience and overall fit for the position.\nNTT DATA is seeking an AI Testing Engineer, Amazon Bedrock to define and execute the quality strategy for Generative AI applications and AI agents used in Customer Service and Contact Center scenarios. This role will evaluate AI outputs across deterministic and non-deterministic scenarios using automation, semantic and statistical analysis, human review, and adversarial testing while partnering with AI engineers and functional QA teams.\nResponsibilities:\nDefine the testing and evaluation strategy for Generative AI applications and AI agents.\nCreate and maintain evaluation datasets, golden datasets, and regression suites covering representative business scenarios.\nDesign single-turn and multi-turn conversational test cases, including context retention and workflow transitions.\nEvaluate AI outputs for accuracy, relevance, completeness, groundedness, faithfulness, consistency, tone, safety, and compliance.\nBuild automated evaluation pipelines and integrate AI-quality checks into CI/CD and release processes.\nDetect regressions introduced by changes to prompts, models, knowledge sources, retrieval strategies, tools, or guardrails.\nDesign negative and adversarial test scenarios covering prompt injection, jailbreaks, hallucinations, PII leakage, unsafe responses, and out-of-scope requests.\nValidate fallback behavior, uncertainty handling, tool execution, error handling, and escalation to human agents.\nPerform root-cause analysis for incorrect or undesirable AI outputs and collaborate with AI engineers on remediation.\nDefine measurable quality thresholds and release acceptance criteria for AI-agent capabilities.\nProduce quality metrics, evaluation reports, dashboards, and trend analysis for project and product stakeholders.\nSupport UAT preparation, defect triage, production monitoring, and continuous improvement of AI behavior.\nRequired Experience:\n5+ years of experience in software testing, quality engineering, or test automation with hands-on automation capabilities.\n2+ years of experience with Amazon Bedrock.\nPractical understanding of Generative AI / LLM behavior and the challenges of testing non-deterministic systems.\nExperience designing test scenarios for conversational applications, chatbots, virtual assistants, or AI agents.\nExperience with Python and/or JavaScript / TypeScript for test automation and data processing.\nExperience testing REST APIs and backend services.\nExperience working with structured test data in formats such as JSON and CSV.\nUnderstanding of evaluation concepts such as groundedness, faithfulness, relevance, hallucination detection, semantic similarity, and human evaluation.\nExperience with Git, CI/CD, automated regression testing, and defect-management workflows.\nStrong analytical skills and ability to investigate why an AI output failed rather than only identifying that it failed.\nProfessional proficiency in English.\nNice-to-Have:\nExperience with AI evaluation frameworks such as RAGAS, DeepEval, Promptfoo, LangSmith, TruLens, or equivalent tools.\nExperience evaluating RAG systems, retrieval quality, or enterprise knowledge assistants.\nExperience with Amazon Bedrock and AWS services.\nExperience testing Amazon Connect, Contact Center, agent-assist, or Customer Service applications.\nEducation & Certifications:\nBachelor’s degree in Computer Science, Artificial Intelligence, Machine Learning, Data Science, Software Engineering, or a related technical field.\nRequired Equipment: This role requires the use of a personal laptop. Candidates must be comfortable with company security software and device management tools being installed on their laptop as part of the onboarding process and for the duration of the engagement.\nAbout NTT DATA\nNTT DATA is a Top 5 global IT services provider with more than 190,000 professionals across 50+ countries. We combine industry expertise with capabilities in consulting, technology, AI, cloud, applications, infrastructure, and connectivity to help organizations innovate, optimize, and transform. Through responsible innovation, we deliver meaningful business outcomes, accelerate client success, and create a positive impact on society.\nEqual Opportunity Employer\nNTT DATA is committed to hiring and retaining a diverse workforce. We are proud to be an Equal Opportunity/Affirmative Action-Employer, making decisions without regard to race, color, religion, creed, sex, sexual orientation, gender identity, marital status, national origin, age, veteran status, disability, or any other protected class. NTT DATA is an Equal Opportunity Employer Male/Female/Disabled/Veteran and a VEVRAA Federal Contractor.\nReq ID: 1355","description_format":"text","description_chars":4884,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[{"language":"English","level":"Advanced (C1)","optional":false}]},"benefits":[],"hiring_locations":[{"name":"Argentina","iso":"AR","kind":"region"},{"name":"Brazil","iso":"BR","kind":"region"},{"name":"Colombia","iso":null,"kind":"region"},{"name":"Mexico","iso":"MX","kind":"region"},{"name":"Anguilla","iso":null,"kind":"region"},{"name":"Antigua and Barbuda","iso":"AG","kind":"region"},{"name":"Aruba","iso":"AW","kind":"region"},{"name":"Bahamas","iso":"BS","kind":"region"},{"name":"Barbados","iso":"BB","kind":"region"},{"name":"Belize","iso":"BZ","kind":"region"},{"name":"Bermuda","iso":"BM","kind":"region"},{"name":"Bolivia","iso":"BO","kind":"region"},{"name":"British Virgin Islands","iso":"VG","kind":"region"},{"name":"Bonaire, Sint Eustatius and Saba","iso":"BQ","kind":"region"},{"name":"Cayman Islands","iso":"KY","kind":"region"},{"name":"Chile","iso":"CL","kind":"region"},{"name":"Costa Rica","iso":"CR","kind":"region"},{"name":"Curaçao","iso":"CW","kind":"region"},{"name":"Dominica","iso":"DM","kind":"region"},{"name":"Dominican Republic","iso":"DO","kind":"region"},{"name":"Ecuador","iso":"EC","kind":"region"},{"name":"El Salvador","iso":"SV","kind":"region"},{"name":"Falkland Islands","iso":"FK","kind":"region"},{"name":"French Guiana","iso":"GF","kind":"region"},{"name":"Grenada","iso":"GD","kind":"region"},{"name":"Guadeloupe","iso":"GP","kind":"region"},{"name":"Guatemala","iso":"GT","kind":"region"},{"name":"Guyana","iso":"GY","kind":"region"},{"name":"Haiti","iso":"HT","kind":"region"},{"name":"Honduras","iso":"HN","kind":"region"},{"name":"Jamaica","iso":"JM","kind":"region"},{"name":"Martinique","iso":"MQ","kind":"region"},{"name":"Montserrat","iso":"MS","kind":"region"},{"name":"Nicaragua","iso":"NI","kind":"region"},{"name":"Panama","iso":"PA","kind":"region"},{"name":"Paraguay","iso":"PY","kind":"region"},{"name":"Peru","iso":"PE","kind":"region"},{"name":"Puerto Rico","iso":"PR","kind":"region"},{"name":"Saint Kitts and Nevis","iso":"KN","kind":"region"},{"name":"Saint Lucia","iso":"LC","kind":"region"},{"name":"Saint Vincent and the Grenadines","iso":null,"kind":"region"},{"name":"Saint-Pierre and Miquelon","iso":"PM","kind":"region"},{"name":"Sint Maarten","iso":"SX","kind":"region"},{"name":"Suriname","iso":"SR","kind":"region"},{"name":"Trinidad and Tobago","iso":"TT","kind":"region"},{"name":"Turks and Caicos Islands","iso":"TC","kind":"region"},{"name":"Uruguay","iso":"UY","kind":"region"},{"name":"United States Virgin Islands","iso":"VI","kind":"region"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-30T04:28:58Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":6,"expected_fill_days":34,"reasons":["conf:0","velocity","win:early"],"computed_at":"2026-10-06T05:45:30Z"},"pay":{"stated_usd_annual":50000,"is_top_pay":false},"html_url":"https://alion.io/job/nttdatausa-com-ai-testing-engineer-amazon-bedrock","json_url":"https://alion.io/job/nttdatausa-com-ai-testing-engineer-amazon-bedrock.json","meta":{"generated_at":"2026-10-07T01:09:14Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1964,"day_limit":5000,"remaining_today":3036,"minute_limit":60,"resets_at":"2026-10-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":678725},"rest":"https://alion.io/mcp/rest/get_company?id=678725"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fnttdatausa-com-ai-testing-engineer-amazon-bedrock"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fnttdatausa-com-ai-testing-engineer-amazon-bedrock"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fnttdatausa-com-ai-testing-engineer-amazon-bedrock"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/nttdatausa-com-ai-testing-engineer-amazon-bedrock\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fnttdatausa-com-ai-testing-engineer-amazon-bedrock"}]}