{"schemaVersion":"jobsearcher.job.v1","id":"96220ec9e35a686a768eb438","url":"https://jobsearcher.com/jobs/96220ec9e35a686a768eb438","canonicalUrl":"https://jobsearcher.com/jobs/96220ec9e35a686a768eb438","title":"LLM Inference Performance Engineer","description":"Baseten is seeking an Software Engineer focusing on inference performance to accelerate AI workloads at scale. You will optimize runtime internals, quantization, decoding, and KV-cache management across GPUs, improving speed and cost efficiency for customers.\nYou will work on cutting-edge baseten inference stack, benchmark across architectures, and contribute to open-source engines. A strong background in GPU/LLM optimization is essential.\n\n#J-18808-Ljbffr","company":"Xapply","rawCompany":"xapply","city":"Millbrae","state":"CA","isRemote":false,"isActive":false,"createdAt":"2026-10-09T03:44:25.832Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1299.08","title":"Computer Systems Engineers/Architects","slug":"computer-systems-engineers-architects"},{"code":"15-1221.00","title":"Computer and Information Research Scientists","slug":"computer-and-information-research-scientists"}],"industries":[{"code":"513210","title":"Software Publishers","slug":"software-publishers"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"LLM Inference Performance Engineer","description":"Baseten is seeking an Software Engineer focusing on inference performance to accelerate AI workloads at scale. You will optimize runtime internals, quantization, decoding, and KV-cache management across GPUs, improving speed and cost efficiency for customers.\nYou will work on cutting-edge baseten inference stack, benchmark across architectures, and contribute to open-source engines. A strong background in GPU/LLM optimization is essential.\n\n#J-18808-Ljbffr","datePosted":"2026-10-09T03:44:25.832Z","dateModified":"2026-10-09T03:44:25.832Z","hiringOrganization":{"@type":"Organization","name":"Xapply","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Millbrae","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"96220ec9e35a686a768eb438"},"url":"https://jobsearcher.com/jobs/96220ec9e35a686a768eb438"}}