{"id":1265862,"url":"https://alion.io/job/spydra-quality-analyst-aiml","title":"Quality Analyst - AI/ML","company":{"id":3015206,"name":"Spydra","domain":"spydra.app","url":"https://alion.io/company/spydra","size_band":"1-10","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Analytics","role_family":"Analytics","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":12000,"max_usd":30000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":937},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"A/B Testing","optional":false},{"name":"AI Agents","optional":false},{"name":"DeepEval","optional":false},{"name":"Function Calling","optional":false},{"name":"Hallucination","optional":false},{"name":"Human-in-the-Loop","optional":false},{"name":"LangSmith","optional":false},{"name":"LLM Guardrails","optional":false},{"name":"Prompt Engineering","optional":false},{"name":"Promptfoo","optional":false},{"name":"Python","optional":false},{"name":"Red Teaming","optional":false},{"name":"Rest API","optional":false},{"name":"Tool Use","optional":false},{"name":"TruLens","optional":false}],"status":"live","first_seen_at":"2026-09-09T04:30:15Z","employer_posted_date":null,"last_verified_at":"2026-09-09T04:30:15Z","board_verified":false,"closed_at":null,"days_open":22,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":22},"description":"About the job :\n\nRequired Skills (AI/ML-1 Level) Technical Skills :\n\n- Strong experience in Generative AI, LLMs, and Agentic AI systems.\n\n- Hands-on expertise with AI evaluation frameworks (RAGAS, DeepEval, TruLens, LangSmith, Promptfoo, etc.).\n\n- Proficiency in Python and AI/ML development libraries.\n\n- Knowledge of Prompt Engineering, prompt testing, and optimization.\n\n- Ability to define and track evaluation metrics such as accuracy, relevance, groundedness, hallucination rate, latency, and user satisfaction.\n\n- Experience in creating automated evaluation pipelines and benchmarking frameworks.\n\n- Strong understanding of AI safety, guardrails, bias testing, and responsible AI practices.\n\n- Familiarity with REST APIs, JSON, vector databases, and knowledge retrieval systems.\n\n- Experience in A/B testing, human-in-the-loop evaluation, and red teaming.\n\n- Strong experience in Manual Testing of AI/GenAI applications, including functional, exploratory, UAT, regression, and end-to-end testing.\n\n- Expertise in validating Agent Reasoning, Tool Calling, Workflow Execution, and Response Quality.\n\n- Hands-on experience in Automation Testing using Python frameworks.\n\nKey Responsibilities :\n\n- Design, execute, and automate evaluation strategies for Agentic AI applications.\n\n- Develop evaluation datasets, test cases, and benchmark suites.\n\n- Measure and improve agent performance, reasoning quality, tool usage, and workflow effectiveness.\n\n- Analyze model outputs and identify hallucinations, biases, safety risks, and failure patterns.\n\n- Collaborate with AI Engineers, Product Teams, and Domain Experts to improve agent quality and reliability.\n\n- Generate evaluation reports, dashboards, and actionable recommendations.\n\nSkills\nSoftware Quality Assurance, Testing, AI/ML Testing, Test Analyst, Python, Manual Testing, Application Testing, Automation Testing","description_format":"text","description_chars":1870,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Blockchain & Crypto","Asset Tokenization"],"lifecycle":[{"event":"open","at":"2026-09-25T22:00:00Z"}],"liveness":{"score":53,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.824,"p_room":0.75,"age_days":21,"expected_fill_days":25,"reasons":["seen:21","velocity","win:late"],"computed_at":"2026-09-30T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/spydra-quality-analyst-aiml","json_url":"https://alion.io/job/spydra-quality-analyst-aiml.json","meta":{"generated_at":"2026-10-01T04:42:13Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":4203,"day_limit":5000,"remaining_today":797,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}