{"id":129898,"url":"https://alion.io/job/ebay-senior-ml-platform-engineer-llm","title":"Senior ML Platform Engineer (LLM)","company":{"id":7519,"name":"eBay","domain":"ebay.com","url":"https://alion.io/company/ebay","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":25000,"max_usd":54000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":29},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Computer Vision","optional":false},{"name":"CUDA","optional":false},{"name":"CUDA Toolkit","optional":false},{"name":"Go","optional":false},{"name":"HPC","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"Quantization","optional":false},{"name":"Rust","optional":false},{"name":"SGLang","optional":false},{"name":"TensorFlow","optional":false},{"name":"TensorRT","optional":false},{"name":"Triton","optional":false},{"name":"vLLM","optional":false}],"status":"live","first_seen_at":"2026-08-27T10:18:58Z","employer_posted_date":null,"last_verified_at":"2026-08-27T10:18:58Z","board_verified":false,"closed_at":null,"days_open":50,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":50},"description":"As an LLM Inference Engineer on our AI Platform team, you'll remove the compute-scaling bottleneck for production LLMs. Your job is to make frontier-model inference fast, efficient, reliable, and observable, the last mile from GPUs to APIs that products depend on. This role sits at the intersection of HPC, GPU systems, and MLOps and requires strong intuition for how model architecture, runtimes, and hardware interact.\nResponsibilities:\nOwn production inference: Take models from handoff to production-grade serving, including release engineering, capacity planning, cost optimization, and incident response.\nTune inference performance: reduce end-to-end latency and increase throughput across real production traffic patterns.\nOptimize runtimes and servers: Scale inference across heterogeneous GPU fleets; optimize stacks such as vLLM, Triton, and related components (e. g., schedulers, KV cache, batching, and memory).\nBenchmark and measure: Build benchmarking suites, metrics, and tooling to quantify latency, throughput, GPU utilization, memory, and cost.\nReliability and observability: Improve monitoring, tracing, and alerting; participate in incident response and postmortems to harden systems.\nApply and ship new optimizations: Evaluate research and implement pragmatic inference optimizations (e. g., quantization, paging, and kernel/runtime improvements).\nPartner cross-functionally: Work with data science and product teams to translate business requirements into performance and availability SLOs.\nRequirements:\nExperience deploying and operating LLM inference services in production.\nStrong production coding skills in Python plus Go or Rust (systems-level implementation and debugging).\nExperience with ML frameworks and runtimes: PyTorch, vLLM, SGLang (and/or TensorRT).\nKnowledge of GPU architecture and performance (profiling, memory bandwidth/latency tradeoffs); CUDA/kernel programming is a strong plus.\nSolid understanding of LLM inference and optimization techniques: continuous batching, KV cache management, quantization, speculative decoding (nice-to-have), etc.\n4-5+ years of hands-on experience in performance optimization and systems programming for AI/ML workloads.\nDemonstrated ability to deliver measurable production improvements (e. g., 2X throughput, lower p95/p99 latency, reduced GPU cost).\nProven skill in root-cause analysis: finding bottlenecks across model, runtime, networking, and infrastructure.","description_format":"text","description_chars":2441,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Marketplaces"],"lifecycle":[{"event":"open","at":"2026-08-27T10:18:58Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"H-1B filings in 12 months: 583 · green card filings: 169","filings_12m":583,"filings_prev_12m":534,"green_card_filings_12m":169,"median_offered_wage_usd":190758,"route":null,"cap_exempt":false,"checked_at":"2026-10-15T11:24:14+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":385}],"liveness":{"score":9,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.608,"p_room":0.36,"age_days":50,"expected_fill_days":28,"reasons":["seen:50","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-17T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/ebay-senior-ml-platform-engineer-llm","json_url":"https://alion.io/job/ebay-senior-ml-platform-engineer-llm.json","meta":{"generated_at":"2026-10-17T07:47:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":10555,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":7519},"rest":"https://alion.io/mcp/rest/get_company?id=7519"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Febay-senior-ml-platform-engineer-llm"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Febay-senior-ml-platform-engineer-llm"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Febay-senior-ml-platform-engineer-llm"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ebay-senior-ml-platform-engineer-llm\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Febay-senior-ml-platform-engineer-llm"}]}