{"id":193803,"url":"https://alion.io/job/ebay-llm-inference-engineer","title":"LLM Inference Engineer","company":{"id":7519,"name":"eBay","domain":"ebay.com","url":"https://alion.io/company/ebay","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workday","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":56000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":31},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CUDA","optional":false},{"name":"CUDA Toolkit","optional":false},{"name":"HPC","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"PyTorch","optional":false},{"name":"Rust","optional":false},{"name":"SGLang","optional":false},{"name":"TensorRT","optional":false},{"name":"Triton","optional":false},{"name":"vLLM","optional":false}],"status":"live","first_seen_at":"2026-09-03T04:58:35Z","employer_posted_date":null,"last_verified_at":"2026-09-03T04:58:35Z","board_verified":false,"closed_at":null,"days_open":48,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":48},"description":"As an LLM inference engineer on our AI platform team, you'll remove the compute-scaling bottleneck for production LLMs. Your job is to make frontier-model inference fast, efficient, reliable, and observable - the last mile from GPUs to APIs that products depend on. This role sits at the intersection of HPC, GPU systems, and MLOps and requires strong intuition for how model architecture, runtimes, and hardware interact.\nResponsibilities:\nOwn production inference: take models from handoff to production-grade serving, including release engineering, capacity planning, cost optimisation, and incident response.\nTune inference performance: reduce end-to-end latency and increase throughput across real production traffic patterns.\nOptimise runtimes and servers: Scale inference across heterogeneous GPU fleets; optimise stacks such as vLLM, Triton, and related components (e. g., schedulers, KV cache, batching, and memory).\nBenchmark and measure: Build benchmarking suites, metrics, and tooling to quantify latency, throughput, GPU utilisation, memory, and cost.\nReliability and observability: Improve monitoring, tracing, and alerting; participate in incident response and postmortems to harden systems.\nApply and ship new optimisations: Evaluate research and implement pragmatic inference optimisations (e. g., quantisation, paging, and kernel/runtime improvements).\nPartner cross-functionally: Work with data science and product teams to translate business requirements into performance and availability SLOs.\nRequirements:\nExperience deploying and operating LLM inference services in production.\nStrong production coding skills in Python, plus Go or Rust (systems-level implementation and debugging).\nExperience with ML frameworks and runtimes: PyTorch, vLLM, SGLang (and/or TensorRT).\nKnowledge of GPU architecture and performance (profiling, memory bandwidth/latency tradeoffs); CUDA/kernel programming is a strong plus.\nSolid understanding of LLM inference and optimisation techniques: continuous batching, KV cache management, quantisation, speculative decoding (nice-to-have), etc.\n3+ years' hands-on experience in performance optimisation and systems programming for AI/ML workloads.\nDemonstrated ability to deliver measurable production improvements (e. g., 2X throughput, lower p95/p99 latency, reduced GPU cost).\nProven skill in root-cause analysis: finding bottlenecks across model, runtime, networking, and infrastructure.","description_format":"text","description_chars":2439,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Marketplaces"],"lifecycle":[{"event":"open","at":"2026-09-03T04:58:35Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"H-1B filings in 12 months: 583 · green card filings: 169","filings_12m":583,"filings_prev_12m":534,"green_card_filings_12m":169,"median_offered_wage_usd":190758,"route":null,"cap_exempt":false,"checked_at":"2026-10-15T11:24:14+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":385}],"liveness":{"score":8,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.54,"p_room":0.36,"age_days":48,"expected_fill_days":25,"reasons":["seen:48","velocity","win:tail","crowd:brand"],"computed_at":"2026-10-21T05:46:15Z"},"pay":null,"html_url":"https://alion.io/job/ebay-llm-inference-engineer","json_url":"https://alion.io/job/ebay-llm-inference-engineer.json","meta":{"generated_at":"2026-10-21T05:53:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8587,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":7519},"rest":"https://alion.io/mcp/rest/get_company?id=7519"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Febay-llm-inference-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Febay-llm-inference-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Febay-llm-inference-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/ebay-llm-inference-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Febay-llm-inference-engineer"}]}