{"id":2702301,"url":"https://alion.io/job/youriteams-senior-software-engineer-in-test-python-ai-agents","title":"Senior Software Engineer in Test - Python, AI Agents","company":{"id":4441827,"name":"YourITeams","domain":"youriteams.com","url":"https://alion.io/company/youriteams","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Traffit","truth_index":null},"role":"QA","role_family":"QA","seniority":"senior","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"inferred_company_offices","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["PL"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":70000,"max_usd":168000,"period":"year","method":"global_role_seniority_cell","sample_n":1081},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"CI/CD","optional":false},{"name":"Docker","optional":false},{"name":"Git","optional":false},{"name":"Linux","optional":false},{"name":"Model Context Protocol","optional":false},{"name":"Python","optional":false},{"name":"Agile","optional":true}],"status":"live","first_seen_at":"2026-08-20T06:49:08Z","employer_posted_date":"2026-08-20","last_verified_at":"2026-10-16T20:13:18Z","board_verified":true,"closed_at":null,"days_open":57,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":57},"description":"We are seeking a Senior Software Engineer in Test - Python, AI Agents. The person in this role will focus on designing and implementing automated testing solutions for agentic AI systems. This position emphasizes engineering skills and test automation rather than manual QA. The work will include developing Python-based test frameworks, validating probabilistic agent outputs, configuring test environments, and integrating tests within CI/CD pipelines.\nResponsibilities\nDevelop and maintain Python scripts, test frameworks, and notebooks to validate AI agents and related services.\nDesign and implement automated test scenarios and validation logic for agentic systems with non-deterministic outputs.\nIntegrate and execute automated tests in CI/CD pipelines to ensure continuous quality checks.\nPerform command-line and Model Context Protocol (MCP) testing of agents and related components.\nPrepare, configure and manage test environments, including containerization and orchestration where applicable.\nCreate realistic customer and user scenarios to exercise end-to-end agent behavior and system integrations.\nBuild Python notebooks and utilities for metadata extraction, analysis and reporting of test results.\nCollaborate with engineering, product and operations teams to define test strategies and acceptance criteria.\nContribute to test tooling, observability and documentation to support reproducible and traceable testing practices.\nQualifications\nProven experience in Python development for test automation, scripting and tooling (senior level).\nStrong expertise in test automation frameworks and practices, including scenario automation and validation of probabilistic outputs.\nExperience with CI/CD systems and integrating automated tests into pipelines.\nPractical knowledge of API and integration testing approaches.\nComfortable with Git-based workflows and version control.\nFamiliarity with Linux/CLI environments and command-line tools.\nExperience with containerization technologies such as Docker.\nApplied experience with AI, large language models or agentic systems and their evaluation approaches.\nWorking knowledge of Model Context Protocol (MCP) or equivalent agent interaction protocols is desirable.\nFamiliarity with Jupyter or other notebook environments for prototyping and metadata analysis.\nAbility to design realistic customer scenarios and to reason about non-deterministic system outputs.\nStrong communication skills and the ability to collaborate across technical teams.\nBenefits\nOpportunities to work on advanced AI agent testing and to influence testing strategy and tooling.\nAccess to modern development and testing infrastructure, including containerized environments and CI/CD platforms.\nRemote work. Flexible working arrangements consistent with role requirements.\nUnique TEAL culture, relationship- and respect-driven community, non-corporate atmosphere.\nAgile approach and no bureaucracy. \nOutstanding integration trips to various places in Europe. \nActivities to support your well-being and health. \nLuxmed Gold Extended medical care and Multisport Plus benefit.","description_format":"text","description_chars":3101,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Flexible schedule"],"hiring_locations":[{"name":"Poland","iso":"PL","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence"],"lifecycle":[{"event":"open","at":"2026-10-16T11:30:26Z"}],"visa":[],"liveness":{"score":43,"band":"fade","label":"Fading","p_open":1,"p_active":0.786,"p_room":0.55,"age_days":57,"expected_fill_days":39,"reasons":["conf:1","win:tail"],"computed_at":"2026-10-16T21:16:00Z"},"pay":null,"html_url":"https://alion.io/job/youriteams-senior-software-engineer-in-test-python-ai-agents","json_url":"https://alion.io/job/youriteams-senior-software-engineer-in-test-python-ai-agents.json","meta":{"generated_at":"2026-10-16T21:16:00Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2097,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4441827},"rest":"https://alion.io/mcp/rest/get_company?id=4441827"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fyouriteams-senior-software-engineer-in-test-python-ai-agents"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fyouriteams-senior-software-engineer-in-test-python-ai-agents"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fyouriteams-senior-software-engineer-in-test-python-ai-agents"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/youriteams-senior-software-engineer-in-test-python-ai-agents\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fyouriteams-senior-software-engineer-in-test-python-ai-agents"}]}