{"id":2105556,"url":"https://alion.io/job/keeper-security-software-development-test-engineer-sdet-ai-automation","title":"Senior Software Development Test Engineer (SDET), AI & Automation","company":{"id":5375,"name":"Keeper Security","domain":"keepersecurity.com","url":"https://alion.io/company/keepersecurity","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Greenhouse","truth_index":{"grade":"B","score":79,"open_postings":14,"ghost_share":0,"stale_share":0.643,"repost_share":0,"time_to_fill_p50_days":73,"computed_at":"2026-10-10T05:45:15Z"}},"role":"QA","role_family":"QA","seniority":"senior","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":[],"countries":[],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":94000,"max_usd":187000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":481},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"ChatGPT","optional":false},{"name":"CI/CD","optional":false},{"name":"Claude","optional":false},{"name":"Copilot","optional":false},{"name":"FedRAMP","optional":false},{"name":"Function Calling","optional":false},{"name":"Git","optional":false},{"name":"GitHub Actions","optional":false},{"name":"GitLab CI","optional":false},{"name":"JavaScript","optional":false},{"name":"Jenkins","optional":false},{"name":"Least Privilege","optional":false},{"name":"LLM","optional":false},{"name":"Postman","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Rest-Assured","optional":false},{"name":"Rust","optional":false},{"name":"Shift-Left","optional":false},{"name":"Shift-Left Security","optional":false},{"name":"Synthetic Data","optional":false},{"name":"TestRail","optional":false},{"name":"Tool Use","optional":false},{"name":"TypeScript","optional":false},{"name":"Zero Trust","optional":false},{"name":"AI Agents","optional":true},{"name":"Docker","optional":true},{"name":"Kubernetes","optional":true},{"name":"RAG","optional":true}],"status":"live","first_seen_at":"2026-10-08T17:42:35Z","employer_posted_date":"2026-10-09","last_verified_at":"2026-10-12T05:18:07Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"Description\nKeeper Security is hiring a Senior Software Development Engineer in Test (SDET), AI & Automation to join our AI team and help build a modern, automated approach to quality across AI-powered products and services. This is a 100% remote position, with an opportunity to work a hybrid schedule for candidates based in the El Dorado Hills, CA or Chicago, IL metro areas.\nKeeper’s cybersecurity software is trusted by millions of people and thousands of organizations globally. Keeper is published in 23 languages and sold in over 150 countries. Join one of the fastest-growing cybersecurity companies and help establish scalable quality engineering practices for AI-driven systems operating in security-sensitive environments.\nAbout Keeper\nKeeper Security is one of the fastest-growing cybersecurity software companies that protects thousands of organizations and millions of people in over 150 countries. Keeper is a pioneer of zero-knowledge and zero-trust security built for any IT environment. Its core offering, KeeperPAM®, is an AI-enabled, cloud-native platform that protects all users, devices and infrastructure from cyber attacks. Recognized for its innovation in the Gartner Magic Quadrant for Privileged Access Management (PAM), Keeper secures passwords and passkeys, infrastructure secrets, remote connections and endpoints with role-based enforcement policies, least privilege and just-in-time access. Learn why Keeper is trusted by leading organizations to defend against modern adversaries at KeeperSecurity.com.\nAbout the Job\nAs a Senior SDET, AI & Automation, you will serve as an embedded quality engineering partner within Keeper’s AI team. You will work alongside engineers and Product throughout design and development to define test strategy, establish acceptance criteria and build automated coverage as AI-powered capabilities are being developed.\nThis role requires experience testing both traditional deterministic software systems and non-deterministic AI/ML systems. Traditional application behavior can often be validated against consistent expected outputs, while AI models may produce different but acceptable results across models, prompts and inputs. You will help design testing approaches that account for this variability while still establishing measurable quality, reliability and safety standards. You will build automation frameworks, develop deterministic and probabilistic validation strategies, integrate testing into CI/CD workflows and help Keeper move toward continuous quality engineering rather than end-of-cycle QA.\nResponsibilities\nPartner directly with AI engineers, Software Engineers and Product Managers during design and development to define test strategy, acceptance criteria and automation requirements\nDesign and maintain automated testing frameworks for AI-powered applications, backend services, APIs and supporting software systems\nDevelop testing strategies for both deterministic software behavior and non-deterministic AI/ML outputs\nDefine measurable evaluation criteria, tolerances and quality thresholds for AI model and LLM-driven functionality\nBuild automated regression, integration, API and end-to-end coverage alongside feature development\nDevelop test harnesses and evaluation workflows for prompts, models, agents, tool-calling workflows and AI-integrated applications\nValidate AI behavior across different models, prompts, inputs and system configurations\nDevelop automated test utilities using languages such as Python, Java, JavaScript/TypeScript, Rust or similar technologies\nIntegrate automated validation and quality gates into CI/CD pipelines using GitHub Actions, Jenkins, GitLab CI or similar platforms\nBuild and maintain test datasets, mocks, fixtures and synthetic data required for repeatable AI and software validation\nAnalyze model and application failures to distinguish defects, expected model variability, data issues and test instability\nEvaluate AI outputs for reliability, consistency, safety and alignment with expected product behavior\nWork with engineering teams to improve application testability, observability and diagnostic capabilities\nTrack test cases, execution results and coverage using TestRail or similar test management platforms\nAnalyze logs, telemetry and system behavior to identify root causes and produce clear, reproducible defect reports\nReduce flaky tests and improve the speed, stability and maintainability of automated test suites\nContribute to quality engineering standards, AI testing methodologies and automation best practices across Keeper’s AI organization\nUse AI-assisted tools such as Claude, ChatGPT, GitHub Copilot or similar platforms to improve automation development, test generation, debugging, analysis and documentation\nRequirements\n5+ years of experience in SDET, software development, test automation or another code-intensive quality engineering role\nHands-on experience testing AI/ML, LLM-powered or model-integrated software systems\nStrong understanding of the differences between deterministic software testing and non-deterministic AI/ML validation\nExperience defining evaluation criteria, expected behaviors, tolerances or scoring approaches for AI-driven functionality\nStrong programming skills in Python, Java, JavaScript/TypeScript, Rust or another general-purpose programming language\nSignificant experience designing, developing and maintaining automated test frameworks\nExperience building automated functional, integration, API and end-to-end test coverage\nExperience testing REST APIs and distributed application workflows using tools such as Postman, REST Assured or similar platforms\nExperience integrating automated tests into CI/CD pipelines using GitHub Actions, Jenkins, GitLab CI or similar technologies\nExperience working within an Agile software development team with close collaboration between QA, Engineering and Product\nStrong understanding of shift-left testing, continuous quality and testability principles\nExperience with TestRail or similar test management platforms\nStrong debugging and troubleshooting skills using logs, APIs, application telemetry and development tools\nExperience with Git-based development workflows, code review and modern software engineering practices\nFamiliarity with AI-assisted development and testing tools such as Claude, ChatGPT, GitHub Copilot or similar technologies\nStrong analytical and problem-solving skills with the ability to evaluate variable AI behavior without relying solely on exact-match outcomes\nStrong written and verbal communication skills and ability to collaborate closely with AI engineers, Software Engineers, Product Managers and QA professionals\nBachelor’s degree in Computer Science, Engineering or a related technical field, or equivalent practical experience\nDue to this role’s involvement with FedRAMP compliance requirements, qualified candidates must be a U.S. Person, defined as a U.S. citizen or lawful permanent resident. \nPreferred Qualifications\nExperience testing LLMs, agentic systems, retrieval-augmented generation, tool calling or prompt-driven workflows\nExperience building automated model evaluation, benchmarking or regression frameworks\nFamiliarity with AI evaluation metrics and techniques for measuring quality across non-deterministic outputs\nExperience with Rust in production or test automation environments\nExperience with performance, reliability, security or adversarial testing of AI-enabled systems\nExperience with AI-assisted generation of automated tests or synthetic test data\nFamiliarity with Docker, Kubernetes or cloud-based testing environments\nExperience testing cybersecurity, identity, PAM or other security-sensitive software\nExperience building shared automation frameworks or internal testing tools used across engineering teams\nBenefits\nMedical, Dental & Vision (inclusive of domestic partnerships\nEmployer Paid Life Insurance & Employee/Spouse/Child Supplemental life\nVoluntary Short/Long Term Disability Insurance\n401K (Roth/Traditional)\nA generous PTO plan that celebrates your commitment and seniority (including paid Bereavement/Jury Duty, etc)\nKeeper Security, Inc. is an equal opportunity employer and participant in the U.S. Federal E-Verify program. We celebrate diversity and are committed to creating an inclusive environment for all employees.\nClassification: Exempt\nKeeper Candidate Privacy Notice\nThis notice explains how Keeper Security processes your personal data during recruitment. Depending on the role and location, the Controller of personal data (the organization responsible for determining why and how personal data is processed) will be Keeper Security Inc. (US), Keeper Security EMEA Ltd. (Ireland), or Keeper Security APAC K.K (Japan).\n1. Data We Collect\nInformation You provide:\nContact details, CV/resume, cover letter\nEmployment history, qualifications, work eligibility\nApplication responses and uploaded documents\nInformation We generate:\nInterview notes, assessments, communications\nScheduling information\nInformation From Others:\nRecruiter/referral information who submit your profile\nReferences (with your consent, before final offer)\nPublic professional profiles\nBackground verification (post offer)\nVoluntary Diversity and Equal Opportunity Information\nWe may ask you to voluntarily provide diversity information including race/ethnicity, gender, disability status and veteran status (US). Providing this information is optional and Keeper collects this data in order to comply with EEOC and similar requirements\n2. How We Use Your Data\nAssess your application and suitability\nManage interviews and recruitment workflow\nConsider you for other/future roles (we may seek your consent to keep your information on our systems beyond the retention period specified)\nComply with employment law obligations\n3. Legal Basis\nLegitimate Interests (recruitment management, security and integrity of the hiring process)\nContracting steps (for progressed candidates)\nLegal and regulatory compliance obligations; explicit consent where required\n4. Who We Share Information With\nInternal:\nHR, hiring managers, interviewers*, IT support for system administration\n*Note - diversity and equal opportunity data is not shared with hiring managers.\nThird Parties:\nService providers who assist with:\nApplicant tracking, recruitment systems and assessment providers\nBackground verification vendors (post offer)\nRecruitment agencies (where applicable)\nTools to support communication, collaboration and to securely store your data\nKeeper ensures that all our third parties are contractually bound to protect your personal data with adequate safeguards in place.\n5. International Transfers\nYour data may be accessed by Keeper entities globally as needed for the purposes of hiring and decision making. We protect any such data transfer between Keeper entities using appropriate safeguards under applicable data protection laws.\n6. Security\nWe implement appropriate technical and organizational measures to protect your data, consistent with our industry leading security standards.\n7. Retention\nWe keep your data for 24 months from your last application activity, then delete or anonymize it.\nExceptions:\nYou opt into our talent database for further retention by providing consent (extended retention)\nYou're hired (transfers to employee records)\n8. Your Rights\nYou have the following rights and can contact us at the email below to exercise them:\nAccess, correct, or delete your data, subject to applicable law and retention requirements\nObject to or restrict processing\nWithdraw consent (where applicable)\nRequest data portability\nLodge a complaint with your data protection authority\nIf you become an employee, your rights regarding your employee record are governed by our internal Employee Privacy Notice and certain data will be retained as required under relevant laws such as employment or tax law. \nWhen you request access to your personal data, some information may be redacted if it includes the perso...","description_format":"text","description_chars":12287,"description_truncated":true,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":["401k plan","Life insurance"],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Cybersecurity","Identity Management","Information Security"],"lifecycle":[{"event":"open","at":"2026-10-08T20:15:47Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":1,"expected_fill_days":73,"reasons":["conf:0","stale_co","velocity","win:early"],"computed_at":"2026-10-10T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/keeper-security-software-development-test-engineer-sdet-ai-automation","json_url":"https://alion.io/job/keeper-security-software-development-test-engineer-sdet-ai-automation.json","meta":{"generated_at":"2026-10-12T05:33:53Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8932,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":5375},"rest":"https://alion.io/mcp/rest/get_company?id=5375"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fkeeper-security-software-development-test-engineer-sdet-ai-automation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fkeeper-security-software-development-test-engineer-sdet-ai-automation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fkeeper-security-software-development-test-engineer-sdet-ai-automation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/keeper-security-software-development-test-engineer-sdet-ai-automation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fkeeper-security-software-development-test-engineer-sdet-ai-automation"}]}