{"schemaVersion":"jobsearcher.job.v1","id":"cd7f4a8fd40d8f5e82ab3f1e","url":"https://jobsearcher.com/jobs/cd7f4a8fd40d8f5e82ab3f1e","canonicalUrl":"https://jobsearcher.com/jobs/cd7f4a8fd40d8f5e82ab3f1e","title":"Machine Learning Engineer, Inference Infrastructure","description":"About the RoleWe are seeking a Machine Learning Engineer to join our Inference Infrastructure team. You will build and optimize the high-throughput, low-latency distributed systems that power models like GPT-4 and Sora for millions of users worldwide.\r\nResponsibilitiesArchitect, build, and scale low-latency distributed inference serving systems for massive generative models.\r\nOptimize GPU utilization, memory management, and kernel execution for state-of-the-art transformer architectures.\r\nCollaborate with research teams to ensure smooth transition of new model architectures into production.\r\nMonitor system performance, troubleshoot bottlenecks, and implement robust reliability measures.\r\nRequirementsBS, MS, or Ph.D. in Computer Science or related technical field.\r\n3+ years of industry experience building large-scale distributed systems or ML infrastructure.\r\nDeep proficiency in C++ and Python.\r\nExtensive experience with CUDA, Triton, or deep learning hardware accelerators.\r\nFamiliarity with distributed training and inference frameworks (vLLM, TensorRT-LLM, Megatron).\r\nBenefitsTop-tier compensation including equity.\r\nFull medical, dental, and vision coverage with zero employee contribution options.\r\nUnlimited paid time off and flexible hybrid work policy.\r\nCatered daily lunches and wellness stipends.#J-18808-Ljbffr","company":"Ai Breaking Wire","rawCompany":"ai breaking wire","city":"Millbrae","state":"CA","isRemote":false,"isActive":false,"createdAt":"2026-09-23T01:25:58.604Z","occupations":[{"code":"15-1299.08","title":"Computer Systems Engineers/Architects","slug":"computer-systems-engineers-architects"},{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1221.00","title":"Computer and Information Research Scientists","slug":"computer-and-information-research-scientists"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"518210","title":"Computing Infrastructure Providers, Data Processing, Web Hosting, and Related Services","slug":"computing-infrastructure-providers-data-processing-web-hosting-and-related-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Machine Learning Engineer, Inference Infrastructure","description":"About the RoleWe are seeking a Machine Learning Engineer to join our Inference Infrastructure team. You will build and optimize the high-throughput, low-latency distributed systems that power models like GPT-4 and Sora for millions of users worldwide.\r\nResponsibilitiesArchitect, build, and scale low-latency distributed inference serving systems for massive generative models.\r\nOptimize GPU utilization, memory management, and kernel execution for state-of-the-art transformer architectures.\r\nCollaborate with research teams to ensure smooth transition of new model architectures into production.\r\nMonitor system performance, troubleshoot bottlenecks, and implement robust reliability measures.\r\nRequirementsBS, MS, or Ph.D. in Computer Science or related technical field.\r\n3+ years of industry experience building large-scale distributed systems or ML infrastructure.\r\nDeep proficiency in C++ and Python.\r\nExtensive experience with CUDA, Triton, or deep learning hardware accelerators.\r\nFamiliarity with distributed training and inference frameworks (vLLM, TensorRT-LLM, Megatron).\r\nBenefitsTop-tier compensation including equity.\r\nFull medical, dental, and vision coverage with zero employee contribution options.\r\nUnlimited paid time off and flexible hybrid work policy.\r\nCatered daily lunches and wellness stipends.#J-18808-Ljbffr","datePosted":"2026-09-23T01:25:58.604Z","dateModified":"2026-09-23T01:25:58.604Z","hiringOrganization":{"@type":"Organization","name":"Ai Breaking Wire","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Millbrae","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"cd7f4a8fd40d8f5e82ab3f1e"},"url":"https://jobsearcher.com/jobs/cd7f4a8fd40d8f5e82ab3f1e"}}