{"id":982063,"url":"https://alion.io/job/anyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2","title":"Senior Software Engineer – Open Source & SWE-Bench Evaluation","company":{"id":9137,"name":"Anyone AI","domain":"anyoneai.com","url":"https://alion.io/company/anyone-ai","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"A","score":95,"open_postings":176,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":63,"computed_at":"2026-11-09T06:03:00Z"}},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":"contractor","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["AR","BR","CO","MX","ES","CL","EC","PT","UY"],"hiring_countries_total":9,"salary":{"min":65,"max":65,"currency":"USD","period":"hour","gross":null,"usd_annual":130000},"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Git","optional":false},{"name":"GitHub","optional":false},{"name":"CI/CD","optional":true},{"name":"Django","optional":true},{"name":"Docker","optional":true},{"name":"Flask","optional":true},{"name":"Matplotlib","optional":true},{"name":"Pytest","optional":true},{"name":"Python","optional":true},{"name":"RLHF","optional":true},{"name":"Scikit-learn","optional":true}],"status":"live","first_seen_at":"2026-09-15T14:09:17Z","employer_posted_date":"2026-10-10","last_verified_at":"2026-11-09T11:00:38Z","board_verified":true,"closed_at":null,"days_open":55,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":54},"description":"Anyone AI is recruiting experienced Software Engineers for a specialized project focused on reviewing and evaluating real-world software engineering tasks derived from open-source repositories.\nThe work involves assessing whether coding tasks based on real GitHub issues and pull requests are technically sound, reproducible, appropriately tested, and representative of the kinds of problems professional software engineers solve every day.\nWhat You’ll Work On\nYou’ll review software engineering tasks involving:\nReal-world bug fixes and feature implementations\n\nOpen-source repositories and pull requests\n\nUnit tests and test coverage\n\nRepository setup and dependency management\n\nReproducibility and environment configuration\n\nTask difficulty and complexity\n\nMulti-file and cross-module code changes\n\nTechnical feedback and quality assessment\n\nYou’ll determine whether tasks are clearly specified, technically solvable, supported by sufficient tests, and free from issues such as flaky tests, missing dependencies, ambiguous requirements, or environment-specific behavior.\nWhat We’re Looking For\n3+ years of professional software engineering experience\n\nStrong experience working with large, multi-file codebases\n\nExperience reviewing pull requests, debugging issues, and maintaining production code\n\nStrong understanding of unit testing and test coverage\n\nAbility to evaluate whether tests correctly validate a solution without unnecessarily restricting implementation approaches\n\nExperience with dependency management, environment setup, and reproducibility\n\nStrong understanding of Git and GitHub-based development workflows\n\nAbility to analyze complex technical problems and provide clear written feedback\n\nNice to Have\nContributions to or maintenance of open-source projects\n\nExperience with SWE-Bench, SWE-Bench Verified, or similar coding benchmarks\n\nExperience with major Python open-source projects such as Django, Flask, scikit-learn, SymPy, matplotlib, requests, or pytest\n\nExperience with Docker, CI/CD, pip, conda, or dependency pinning\n\nKnowledge of test fixtures, test isolation, or property-based testing\n\nExperience designing technical assessments or reviewing coding challenges\n\nExperience with AI/ML evaluation, data curation, RLHF, or benchmark development\n\nWhat You’ll Be Responsible For\nReviewing coding tasks derived from real GitHub issues and pull requests\n\nAssessing whether problem statements and success criteria are clear and complete\n\nEvaluating unit tests for correctness, coverage, and robustness\n\nIdentifying flaky tests, missing dependencies, version conflicts, and environment issues\n\nDetermining whether tasks can be reliably reproduced across environments\n\nAssessing the real-world difficulty and complexity of each task\n\nProviding clear recommendations on whether tasks should be accepted, improved, or excluded\n\nEngagement\nWork Type: Remote\nEngagement: Part-time, project-based consulting\nFocus: Software engineering, open-source code review, testing, and technical evaluation\nThis role is a strong fit for experienced engineers who enjoy debugging complex codebases, reviewing pull requests, working with open-source software, and evaluating what makes a software engineering problem well designed.","description_format":"text","description_chars":3239,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Argentina","iso":"AR","kind":"country"},{"name":"Brazil","iso":"BR","kind":"country"},{"name":"Colombia","iso":"CO","kind":"country"},{"name":"Mexico","iso":"MX","kind":"country"},{"name":"Spain","iso":"ES","kind":"country"},{"name":"Chile","iso":"CL","kind":"country"},{"name":"Ecuador","iso":"EC","kind":"country"},{"name":"Portugal","iso":"PT","kind":"country"},{"name":"Uruguay","iso":"UY","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Bootcamps","Recruiting & Staffing","AI Training Data & Annotation"],"lifecycle":[{"event":"open","at":"2026-09-16T21:38:49Z"}],"visa":[],"liveness":{"score":65,"band":"ok","label":"Likely open","p_open":1,"p_active":0.872,"p_room":0.75,"age_days":54,"expected_fill_days":63,"reasons":["conf:4","velocity","win:late","comp:brand"],"computed_at":"2026-11-09T06:03:00Z"},"pay":{"stated_usd_annual":130000,"is_top_pay":false},"html_url":"https://alion.io/job/anyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2","json_url":"https://alion.io/job/anyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2.json","meta":{"generated_at":"2026-11-09T15:55:14Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":22743,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":9137},"rest":"https://alion.io/mcp/rest/get_company?id=9137"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fanyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fanyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fanyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/anyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fanyone-ai-senior-software-engineer-open-source-swe-bench-evaluation-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":982063}},{"tool":"search_jobs","arguments":{"company":"anyoneai.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":982063},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}