{"id":701431,"url":"https://alion.io/job/outcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization","title":"Backend / ML-Ops Engineer — Speech Model Deployment & Inference Optimization","company":{"id":686468,"name":"OutcomesAI","domain":"outcomes.ai","url":"https://alion.io/company/outcomes","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":{"grade":"B","score":75,"open_postings":3,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-28T05:59:10Z"}},"role":"AI/ML","role_family":"AI/ML","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":53000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":32},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"Edge AI","optional":false},{"name":"Kubernetes","optional":false},{"name":"LLM","optional":false},{"name":"MLFlow","optional":false},{"name":"Speech Recognition","optional":false},{"name":"TensorRT","optional":false},{"name":"Text-to-Speech","optional":false},{"name":"Triton","optional":false},{"name":"Triton Inference Server","optional":false},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"Docker","optional":true},{"name":"GCP","optional":true},{"name":"Grafana","optional":true},{"name":"Prometheus","optional":true},{"name":"Python","optional":true},{"name":"Quantization","optional":true}],"status":"live","first_seen_at":"2025-11-07T12:42:12Z","employer_posted_date":"2025-11-07","last_verified_at":"2026-10-28T09:58:57Z","board_verified":true,"closed_at":null,"days_open":354,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":354},"description":"Own the infrastructure and pipelines for integrating trained ASR/TTS/Speech-LLM models into production. Focus on scalable serving, GPU optimization, monitoring, and continuous improvement of inference latency and reliability.\nWhat You’ll Do\nContainerize and deploy speech models using Triton Inference Server with TensorRT/FP16 optimizations.\nDevelop and manage CI/CD pipelines for model promotion (staging → production).\nConfigure autoscaling on Kubernetes (GPU pools) based on active calls or streaming sessions.\nBuild health and observability dashboards: latency, token delay, WER drift, SNR/packet loss monitors.\nIntegrate LM bias APIs, failover logic, and model switchers for fallback to larger/cloud models.\nImplement on-device or edge inference paths for low-latency scenarios.\nCollaborate with AI team to expose APIs for context biasing, rescoring, and diagnostics.\nOptimize GPU/CPU utilization, cost optimization, and memory footprint for concurrent ASR/TTS/Speech LLM workloads.\nMaintain data and model versioning pipelines with MLflow, DVC, or internal registries.\nDesired Skills\nExperience with Triton, TensorRT, Docker, Kubernetes, and GPU scheduling.\nFamiliarity with speech inference (streaming ASR, TTS pipelines).\nProficient in Python, Bash, and cloud services (AWS/GCP/Azure).\nUnderstanding of observability stacks (Prometheus, Grafana, ELK).\nKnowledge of DevSecOps, access policies, and PHI-safe environments.\nInterest in inference optimization, mixed precision, and quantization.\nQualifications\nB.Tech / M.Tech in Computer Science or related field.\n4-6 years of experience in backend or ML-ops; at least 1-2 years with GPU inference pipelines.\nProven experience deploying models to production environments with measurable latency gains.","description_format":"text","description_chars":1756,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"phd","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-11T02:57:33Z"}],"visa":[],"liveness":{"score":6,"band":"cold","label":"Long shot","p_open":1,"p_active":0.223,"p_room":0.28,"age_days":354,"expected_fill_days":30,"reasons":["conf:0","win:tail","crowd:"],"computed_at":"2026-10-28T05:59:10Z"},"pay":null,"html_url":"https://alion.io/job/outcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization","json_url":"https://alion.io/job/outcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization.json","meta":{"generated_at":"2026-10-28T11:07:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":14422,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-29T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":686468},"rest":"https://alion.io/mcp/rest/get_company?id=686468"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Foutcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Foutcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Foutcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/outcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Foutcomes-backend-ml-ops-engineer-speech-model-deployment-inference-optimization"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":701431}},{"tool":"search_jobs","arguments":{"company":"outcomes.ai","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":701431},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}