{"id":88390,"url":"https://alion.io/job/ollama-software-engineer-cloud","title":"Software Engineer, Cloud","company":{"id":34429,"name":"Ollama","domain":"ollama.com","url":"https://alion.io/company/ollama","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Ashby","truth_index":{"grade":"B","score":75,"open_postings":6,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Backend","role_family":"Backend","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Palo Alto, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":148000,"max_usd":311000,"period":"year","method":"role_country_seniority_unknown","sample_n":8485},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Kubernetes","optional":false},{"name":"Ollama","optional":false}],"status":"live","first_seen_at":"2026-07-09T05:56:15Z","employer_posted_date":"2026-07-09","last_verified_at":"2026-10-16T14:43:58Z","board_verified":true,"closed_at":null,"days_open":99,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":98},"description":"Ollama is the most popular way for developers to access open models. What started as an open-source, local-first runtime is now the largest developer network in the open-model ecosystem: 8.9 million monthly active developers and over 67,000+ community-built integrations. We're backed by Y Combinator, Benchmark, 8VC, and Theory Ventures.\nOur team is small and talent dense. We're flat, low-ego, and fast-moving. We like people who are truth-seeking, passionate, design-driven, and who enjoy shipping code.\nAbout the role\nYou'll build Ollama’s cloud, a scalable inference platform that lets developers run large, capable open models in their workflow. You'll work on high-throughput, low-latency distributed systems - inference serving, GPU fleet management, routing, metering, and the platform that Pro, Max, Team, and Enterprise customers rely on to process trillions of tokens.\nWhat you'll do\nBuild and scale the inference platform that serves every request from ollama.com.\n\nDesign the routing and capacity layer that places workloads across GPUs and regions for cost, latency, and availability.\n\nOwn multi-tenant infrastructure: isolation, quotas, usage metering, billing, and Pro/Max/team/enterprise tiering.\n\nBuild the reliability, observability, and cost controls for our team and customers\n\nYou may be a fit if\nYou have deep experience with high-throughput, low-latency distributed systems - inference serving, traffic routing, real-time data pipelines, or large-scale APIs.\n\nYou're comfortable with cost/performance tradeoffs at scale and have owned a production service end-to-end.\n\nYou've worked with Kubernetes, GPU scheduling, or inference infrastructure.\n\nYou think in terms of reliability, SLOs, and honest capacity planning.\n\nBonus: experience building an inference platform, GPU fleet management, or billing/metering for an AI service.","description_format":"text","description_chars":1853,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["LLM & Generative AI","AI Development Tools"],"lifecycle":[{"event":"open","at":"2026-07-09T05:56:15Z"}],"visa":[],"liveness":{"score":6,"band":"cold","label":"Long shot","p_open":1,"p_active":0.226,"p_room":0.28,"age_days":98,"expected_fill_days":21,"reasons":["conf:0","win:tail","crowd:"],"computed_at":"2026-10-16T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/ollama-software-engineer-cloud","json_url":"https://alion.io/job/ollama-software-engineer-cloud.json","meta":{"generated_at":"2026-10-16T18:28:12Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3569,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":34429},"rest":"https://alion.io/mcp/rest/get_company?id=34429"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Follama-software-engineer-cloud"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Follama-software-engineer-cloud"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Follama-software-engineer-cloud"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ollama-software-engineer-cloud\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Follama-software-engineer-cloud"}]}