{"id":104557,"url":"https://alion.io/job/waabi-senior-software-engineer-evaluation-infrastructure","title":"Senior Software Engineer, Evaluation Infrastructure","company":{"id":4483,"name":"Waabi","domain":"waabi.ai","url":"https://alion.io/company/waabi","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"A","score":92,"open_postings":65,"ghost_share":0,"stale_share":0.108,"repost_share":0,"time_to_fill_p50_days":143,"computed_at":"2026-10-21T05:46:15Z"}},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":"full_time","work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Toronto, Canada","San Francisco, United States"],"countries":["CA","US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":100000,"max_usd":181000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":225},"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Machine Learning","optional":false},{"name":"Python","optional":false},{"name":"ETL/ELT","optional":true}],"status":"live","first_seen_at":"2026-03-26T18:40:35Z","employer_posted_date":"2026-03-26","last_verified_at":"2026-10-21T09:24:23Z","board_verified":true,"closed_at":null,"days_open":208,"trust":{"level":"ok","repost_count":0,"flags":[],"days_open":208},"description":"The Evaluation Algorithms team is responsible for building the algorithms & tooling required to comprehensively evaluate our autonomy system’s performance across all development stages. In this role, you will work closely with the systems & safety teams, responsible for defining the requirements & evaluation criteria, and simulation teams to leverage Waabi World, our highly realistic closed-loop simulation engine built with the latest in generative AI technologies to deliver the evaluation capabilities needed to support the safe development of the next generation of autonomous vehicles!\nYou will…\nDevelop the tooling, infrastructure, and pipelines to support complex statistical analyses of driving performance scale. \nImplement metrics and tags to provide a holistic understanding of model performance and enable the discovery of interesting scenarios for training and evaluation.\nDevelop and maintain a high availability query service to enable low-latency analysis and curation over large volumes of metric and tag data\nWork with large datasets from various sources including real world driving as well as Waabi World, our high-fidelity simulator.\nChampion engineering excellence, ensuring high-quality, well structured and tested code.\nAssist in project roadmap planning, prioritisation, and delivery.\nQualifications:\nMS/Bachelors degree with 2+ years of industry experience in Computer Science, Machine Learning and/or similar technical field(s) of study.\nProficient in Python programming and strong software engineering fundamentals with real-world experience writing high quality, well-structured, and well-tested code. \nOpen-minded and collaborative team player with the willingness to help others.\nPassionate about self-driving technologies, solving hard problems, and creating innovative solutions.\nBonus Points:\nExperience in data processing pipelines, ETL pipelines, distributed computing.\nExperience in building highly reliable and scalable web services\nUnderstanding of cloud job orchestration, monitoring, and instrumentation best-practices.\nExperience in evaluating complex ML models or self-driving software stacks.","description_format":"text","description_chars":2139,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Canada","iso":"CA","kind":"country"},{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Autonomous Driving"],"lifecycle":[{"event":"open","at":"2026-03-26T18:40:35Z"},{"event":"open","at":"2026-09-25T18:09:18Z"}],"visa":[],"liveness":{"score":32,"band":"fade","label":"Fading","p_open":1,"p_active":0.726,"p_room":0.44,"age_days":208,"expected_fill_days":143,"reasons":["conf:1","velocity","win:tail","crowd:"],"computed_at":"2026-10-21T05:46:15Z"},"pay":null,"html_url":"https://alion.io/job/waabi-senior-software-engineer-evaluation-infrastructure","json_url":"https://alion.io/job/waabi-senior-software-engineer-evaluation-infrastructure.json","meta":{"generated_at":"2026-10-21T12:46:51Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":18067,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4483},"rest":"https://alion.io/mcp/rest/get_company?id=4483"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fwaabi-senior-software-engineer-evaluation-infrastructure"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fwaabi-senior-software-engineer-evaluation-infrastructure"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fwaabi-senior-software-engineer-evaluation-infrastructure"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/waabi-senior-software-engineer-evaluation-infrastructure\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fwaabi-senior-software-engineer-evaluation-infrastructure"}]}