{"schemaVersion":"jobsearcher.job.v1","id":"7ec6f3d8eeb4d88d92bef9d2","url":"https://jobsearcher.com/jobs/7ec6f3d8eeb4d88d92bef9d2","canonicalUrl":"https://jobsearcher.com/jobs/7ec6f3d8eeb4d88d92bef9d2","title":"Inference infrastructure Engineer","description":"I'm hiring a Member of Technical Staff, ML Systems to join an early-stage AI infrastructure company building a new memory layer for large-scale inference.The team is developing custom silicon and systems software that give GPUs and other AI accelerators access to a much larger high-bandwidth memory tier, with a particular focus on long-context inference, KV-cache management and reducing the cost of keeping large amounts of model state close to compute.This is a low-level ML systems role working across inference engines, GPU performance and hardware/software co-design rather than application-layer AI.Build and optimise LLM inference systems around distributed and expandable memoryWork across KV cache, data movement, GPU kernels and serving performanceHelp shape the underlying hardware architecture using real workload behaviourThe team is particularly interested in engineers with experience around vLLM, SGLang, TensorRT-LLM, LMCache, CUDA or similar inference infrastructure.","company":"Acceler8 Talent","rawCompany":"acceler8 talent","city":"Eastern","state":"KY","isRemote":false,"isActive":false,"createdAt":"2026-10-16T14:25:23.131Z","occupations":[{"code":"15-1299.08","title":"Computer Systems Engineers/Architects","slug":"computer-systems-engineers-architects"},{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1221.00","title":"Computer and Information Research Scientists","slug":"computer-and-information-research-scientists"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"518210","title":"Computing Infrastructure Providers, Data Processing, Web Hosting, and Related Services","slug":"computing-infrastructure-providers-data-processing-web-hosting-and-related-services"},{"code":"334111","title":"Electronic Computer Manufacturing","slug":"electronic-computer-manufacturing"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Inference infrastructure Engineer","description":"I'm hiring a Member of Technical Staff, ML Systems to join an early-stage AI infrastructure company building a new memory layer for large-scale inference.The team is developing custom silicon and systems software that give GPUs and other AI accelerators access to a much larger high-bandwidth memory tier, with a particular focus on long-context inference, KV-cache management and reducing the cost of keeping large amounts of model state close to compute.This is a low-level ML systems role working across inference engines, GPU performance and hardware/software co-design rather than application-layer AI.Build and optimise LLM inference systems around distributed and expandable memoryWork across KV cache, data movement, GPU kernels and serving performanceHelp shape the underlying hardware architecture using real workload behaviourThe team is particularly interested in engineers with experience around vLLM, SGLang, TensorRT-LLM, LMCache, CUDA or similar inference infrastructure.","datePosted":"2026-10-16T14:25:23.131Z","dateModified":"2026-10-16T14:25:23.131Z","hiringOrganization":{"@type":"Organization","name":"Acceler8 Talent","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Eastern","addressRegion":"KY","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"7ec6f3d8eeb4d88d92bef9d2"},"url":"https://jobsearcher.com/jobs/7ec6f3d8eeb4d88d92bef9d2"}}