{"id":4004479,"url":"https://alion.io/job/google-senior-software-engineer-genai-evaluation","title":"Senior Software Engineer, GenAI Evaluation","company":{"id":82,"name":"Google","domain":"google.com","url":"https://alion.io/company/google","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career site","truth_index":{"grade":"B","score":78,"open_postings":132,"ghost_share":0.045,"stale_share":0.75,"repost_share":0.045,"time_to_fill_p50_days":30,"computed_at":"2026-11-10T06:52:35Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["New York, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Python","optional":false},{"name":"C++","optional":true},{"name":"Linux","optional":true},{"name":"LLM","optional":true},{"name":"Machine Learning","optional":true},{"name":"Unix","optional":true}],"status":"live","first_seen_at":"2026-11-10T04:39:12Z","employer_posted_date":"2026-11-10","last_verified_at":"2026-11-10T06:17:29Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"About the job\nGoogle's software engineers develop the next-generation technologies that change how billions of users connect, explore, and interact with information and one another. Our products need to handle information at massive scale, and extend well beyond web search. We're looking for engineers who bring fresh ideas from all areas, including information retrieval, distributed computing, large-scale system design, networking and data storage, security, artificial intelligence, natural language processing, UI design and mobile; the list goes on and is growing every day. As a software engineer, you will work on a specific project critical to Google’s needs with opportunities to switch teams and projects as you and our fast-paced business grow and evolve. We need our engineers to be versatile, display leadership qualities and be enthusiastic to take on new problems across the full-stack as we continue to push technology forward.\nIndividual pay is determined by factors including job-related skills, experience, and relevant education or training.US: $174000 - $252000 (USD) + 15% bonus target + equity + benefits\nLearn more about benefits at Google.\nResponsibilities\nDesign, build, and maintain reusable eval infra blocks, such as streaming evaluation, autorater pipelines, and metric aggregation.\nMake large-scale eval workflows more scalable, reliable, and efficient across compute, storage, and serving backends.\nOnboard product teams, debug their issues, and turn recurring needs into self-serve features.\nBuild secure per-customer data isolation and access control for eval data and results.\nHelp teams move smoothly from offline evals to online evals and to live experiments and production.\nQualifications\nMinimum qualifications:\nBachelor's degree or equivalent practical experience.\n5 years of experience with coding in Python.\n3 years of experience developing large-scale infrastructure, distributed systems or networks, or experience with compute technologies, storage or hardware architecture.\n3 years of experience working with Generative AI agents.\n2 years of experience with multithreading. \nPreferred qualifications:\nMaster's degree or PhD in Computer Science or a related technical field.\n2 years of experience with large-scale data processing, storage systems, or workflow orchestration.\n2 years of experience working with two or more of the following: distributed and parallel systems, machine learning, information retrieval, natural language processing, Unix/Linux environments, or security and access control.\nExperience with ML infrastructure, model evaluation, or LLM and GenAI workflows (e.g., autoraters, metrics, or experimentation platforms).\nExperience developing in Python and C++.","description_format":"text","description_chars":2726,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":["Equity"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Advertising","Cloud Platforms (IaaS & PaaS)","Operating Systems","Video & Photo Sharing"],"lifecycle":[{"event":"open","at":"2026-11-10T06:17:29Z"}],"visa":[{"country":"US","licensed_sponsor":true,"adverts_offering_sponsorship_24m":0,"sanctioned_now":false,"evidence":"H-1B filings in 12 months: 8,371 · green card filings: 3","filings_12m":8371,"filings_prev_12m":9292,"green_card_filings_12m":3,"median_offered_wage_usd":192444,"route":null,"cap_exempt":false,"checked_at":"2026-11-09T07:32:21+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":6358}],"liveness":{"score":60,"band":"ok","label":"Likely open","p_open":1,"p_active":0.602,"p_room":1,"age_days":0,"expected_fill_days":30,"reasons":["conf:0","stale_co","win:early","comp:brand"],"computed_at":"2026-11-10T06:52:35Z"},"pay":null,"html_url":"https://alion.io/job/google-senior-software-engineer-genai-evaluation","json_url":"https://alion.io/job/google-senior-software-engineer-genai-evaluation.json","meta":{"generated_at":"2026-11-10T08:30:54Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":19753,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-11T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":82},"rest":"https://alion.io/mcp/rest/get_company?id=82"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fgoogle-senior-software-engineer-genai-evaluation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fgoogle-senior-software-engineer-genai-evaluation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fgoogle-senior-software-engineer-genai-evaluation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/google-senior-software-engineer-genai-evaluation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fgoogle-senior-software-engineer-genai-evaluation"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4004479}},{"tool":"search_jobs","arguments":{"company":"google.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4004479},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}