{"id":1287678,"url":"https://alion.io/job/d4insight-ai-quality-reliability-engineer-qasre","title":"AI Quality & Reliability Engineer – QA/SRE","company":{"id":648,"name":"D4Insight","domain":"d4insight.com","url":"https://alion.io/company/d4insight","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"QA","role_family":"QA","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":12000,"max_usd":29000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":30},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon CloudWatch","optional":false},{"name":"AWS","optional":false},{"name":"AWS Bedrock","optional":false},{"name":"Azure","optional":false},{"name":"Chaos Engineering","optional":false},{"name":"CI/CD","optional":false},{"name":"DeepEval","optional":false},{"name":"GitHub Actions","optional":false},{"name":"Grafana","optional":false},{"name":"JMeter","optional":false},{"name":"k6","optional":false},{"name":"LangSmith","optional":false},{"name":"LLM","optional":false},{"name":"OpenAI","optional":false},{"name":"Prometheus","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Ragas","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-09-26T03:52:27Z","employer_posted_date":null,"last_verified_at":"2026-09-26T03:52:27Z","board_verified":false,"closed_at":null,"days_open":28,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":28},"description":"Location: Abu Dhabi, UAE\nExperience: 7+ Years\nRole Overview:\nWe are seeking for AI Quality & Reliability Engineer to own the production readiness of cloud-based AI solutions.\nThis hybrid role combines automated software testing, AI model evaluation, and Site Reliability Engineering (SRE). The role focuses on building automated frameworks to validate AI outputs while ensuring Azure/AWS infrastructure is resilient, performant, and aligned with banking standards.\nKey Responsibilities:\nAI Quality & Automated TestingDesign and execute automated testing frameworks for AI services such as Azure OpenAI and AWS Bedrock.\nTest AI solutions for: Model hallucinations\nAccuracy\nContent safety\nLatency\n\nBuild CI/CD-integrated test suites using Python to validate application logic and infrastructure state.\nReliability & PerformanceImplement Chaos Engineering and load testing for banking-scale web and mobile backends.\nDevelop automated recovery scripts to support high availability.\nDefine and monitor SLIs and SLOs.\nConfigure advanced monitoring and alerting using Azure Monitor or AWS CloudWatch.\nSecurity & ComplianceAutomate security scans and compliance checks.\nEnsure AI data handling aligns with banking data residency and privacy requirements.\nIdentify inefficient cloud resource usage and expensive failing tests during testing.\nRequired Skills & Experience:\n7+ years of relevant experience.\nHigh proficiency in Python and automation frameworks such as: PyTest\nSelenium\nRobot Framework\n\nStrong hands-on experience with Azure or AWS, particularly networking, scaling, and serverless reliability.\nUnderstanding of Prompt Engineering and AI output evaluation, including: RAG evaluation\nROUGE/BLEU\nCustom LLM benchmarks\n\nExperience with Grafana, Prometheus, Azure Monitor, AWS CloudWatch, or similar monitoring tools.\nExperience with Bash, GitHub Actions, Terraform, K6/JMeter.\nExposure to AI evaluation tools such as DeepEval, Ragas, or LangSmith.\n🩠Apply Now:","description_format":"text","description_chars":1963,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United Arab Emirates","iso":"AE","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["InsurTech"],"lifecycle":[{"event":"open","at":"2026-09-26T06:00:00Z"}],"visa":[],"liveness":{"score":36,"band":"fade","label":"Fading","p_open":0.85,"p_active":0.771,"p_room":0.55,"age_days":28,"expected_fill_days":28,"reasons":["seen:28","velocity","win:tail"],"computed_at":"2026-10-24T06:02:35Z"},"pay":null,"html_url":"https://alion.io/job/d4insight-ai-quality-reliability-engineer-qasre","json_url":"https://alion.io/job/d4insight-ai-quality-reliability-engineer-qasre.json","meta":{"generated_at":"2026-10-25T02:15:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3408,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":648},"rest":"https://alion.io/mcp/rest/get_company?id=648"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fd4insight-ai-quality-reliability-engineer-qasre"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fd4insight-ai-quality-reliability-engineer-qasre"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fd4insight-ai-quality-reliability-engineer-qasre"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/d4insight-ai-quality-reliability-engineer-qasre\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fd4insight-ai-quality-reliability-engineer-qasre"}]}