{"id":878195,"url":"https://alion.io/job/routinelabs-senior-software-engineer-backendllm-infrastructure","title":"Senior Software Engineer (Backend/LLM Infrastructure)","company":{"id":691578,"name":"Routine Labs","domain":"routinelabs.ai","url":"https://alion.io/company/routinelabs","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Join","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Berlin, Germany"],"countries":["DE"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":73000,"max_usd":150000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":15},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Alembic","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Celery","optional":false},{"name":"CI/CD","optional":false},{"name":"Embeddings","optional":false},{"name":"FastAPI","optional":false},{"name":"HIPAA","optional":false},{"name":"Langfuse","optional":false},{"name":"LangGraph","optional":false},{"name":"LLM","optional":false},{"name":"OpenTelemetry","optional":false},{"name":"Playwright","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Redis","optional":false},{"name":"SOC 2","optional":false},{"name":"SQL","optional":false},{"name":"SQLAlchemy","optional":false},{"name":"LangChain","optional":true}],"status":"live","first_seen_at":"2025-12-18T15:37:26Z","employer_posted_date":"2025-12-18","last_verified_at":"2026-10-17T22:46:55Z","board_verified":true,"closed_at":null,"days_open":303,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":302},"description":"At Routine Labs, we are building Europe's first secure, auditable, and EU-compliant automation infrastructure for legacy systems. We're taking a practical approach to improving how engineers work with AI systems. Combining LLMs with familiar software engineering methods to make it easier for people to build, modify and maintain software automations. Our platform lowers the effort required to turn natural-language instructions into deterministic, testable code that can interface with and automate legacy systems.\nWe’re hiring a Senior Software Engineer (Backend/LLM Infrastructure) to build and operate the backend services and LLM pipelines that make this automation fast, reliable, and production-ready.\nTasks\nBuild and maintain Python/FastAPI services, SQLAlchemy/Alembic models, Redis caching, and background jobs (Celery/RQ).\nImplement and optimize LLM orchestration pipelines: RAG flows, agent workflows, evaluation, tracing, retries, and feature flags.\nOwn CI/CD pipelines, environment promotion, schema migrations, canary/blue-green deployments, and operational reliability.\nAdd observability: structured logs, OpenTelemetry tracing, and RAG quality dashboards.\nIntegrate secure multi-tenant access with SSO (OIDC/SAML) and RBAC.\nParticipate in on-call rotations, incident response, and continuous improvement of production systems.\nRequirements\n4-6+ years of backend or full-stack engineering experience with Python/FastAPI/LangGraph in production.\nHands-on experience with LLM systems, embeddings, vector stores, and performance/cost optimization.\nStrong CI/CD and operations mindset: SLOs, monitoring, incidents, and rollbacks.Solid SQL, Redis, and background job experience.\n\nExperience integrating SSO (OIDC/SAML) and multi-tenant RBAC.\nNice addition: Playwright/Stagehands/pywinauto, Temporal/Kafka, feature flags (langfuse/Unleash), HIPAA/SOC2 exposure.\nBenefits\nDirect collaboration with the CTO, CPO and founding team\nCompetitive compensation package including Virtual Share Options (VSOPs)\nTrue ownership and a green field to shape the technical foundation of the product\nPerks such as Urban Sports Club, Workations, Offsites, Deutschland Ticket\nJoin the team shaping the technical foundation of a company redefining how legacy software gets automated.\nWe value diverse perspectives and welcome candidates of all genders, identities and backgrounds.","description_format":"text","description_chars":2371,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"phd","optional":false},"security_clearance":false,"languages":[]},"benefits":["Stock options"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Workflow & Process Automation (RPA, BPM)","AI Agents"],"lifecycle":[{"event":"open","at":"2026-09-13T22:26:48Z"}],"visa":[],"liveness":{"score":7,"band":"cold","label":"Long shot","p_open":1,"p_active":0.241,"p_room":0.28,"age_days":302,"expected_fill_days":30,"reasons":["conf:6","win:tail","crowd:"],"computed_at":"2026-10-17T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/routinelabs-senior-software-engineer-backendllm-infrastructure","json_url":"https://alion.io/job/routinelabs-senior-software-engineer-backendllm-infrastructure.json","meta":{"generated_at":"2026-10-18T02:24:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3907,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":691578},"rest":"https://alion.io/mcp/rest/get_company?id=691578"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Froutinelabs-senior-software-engineer-backendllm-infrastructure"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Froutinelabs-senior-software-engineer-backendllm-infrastructure"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Froutinelabs-senior-software-engineer-backendllm-infrastructure"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/routinelabs-senior-software-engineer-backendllm-infrastructure\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Froutinelabs-senior-software-engineer-backendllm-infrastructure"}]}