{"schemaVersion":"jobsearcher.job.v1","id":"ae685dd7006f9495d4e51e77","url":"https://jobsearcher.com/jobs/ae685dd7006f9495d4e51e77","canonicalUrl":"https://jobsearcher.com/jobs/ae685dd7006f9495d4e51e77","title":"Cortex Engineer","description":"Job Title: Cortex EngineerLocation: Concord, CAJD :Inference engines / LLM servingvLLM, TGI (Text Generation Inference), TensorRT-LLM, Triton Inference Server, SGLang, Ray Serve, NVIDIA NIM, Ollama (dev only), llama.cpp, DeepSpeed-InferenceLLM performance optimization\"continuous batching\", \"KV cache\", \"PagedAttention\", \"speculative decoding\", \"prefix caching\", \"tensor parallelism\", \"time to first token (TTFT)\", \"tokens per second\", \"throughput vs latency\"Model optimizationquantization, INT8, FP8, AWQ, GPTQ, pruning, distillation, ONNX, TensorRT, \"model compression\", LoRA serving, \"multi-LoRA\" Monitoring AI systems\"drift detection\", \"data drift\", \"concept drift\", Evidently, Arize, WhyLabs, Fiddler, Langfuse, LangSmith, \"model monitoring\", \"prediction logging\", \"bias monitoring\" TTFT or tokens/sec numbers, GPU cost reductions, latency before/after, QPS served.Kindly share the resume to sudhir.pathak@ampstek.com","company":"Ampstek","rawCompany":"ampstek","city":"Concord","state":"NC","isRemote":false,"isActive":false,"createdAt":"2026-10-31T07:59:08.245Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1299.08","title":"Computer Systems Engineers/Architects","slug":"computer-systems-engineers-architects"},{"code":"17-2199.00","title":"Engineers, All Other","slug":"engineers-all-other"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"518210","title":"Computing Infrastructure Providers, Data Processing, Web Hosting, and Related Services","slug":"computing-infrastructure-providers-data-processing-web-hosting-and-related-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Cortex Engineer","description":"Job Title: Cortex EngineerLocation: Concord, CAJD :Inference engines / LLM servingvLLM, TGI (Text Generation Inference), TensorRT-LLM, Triton Inference Server, SGLang, Ray Serve, NVIDIA NIM, Ollama (dev only), llama.cpp, DeepSpeed-InferenceLLM performance optimization\"continuous batching\", \"KV cache\", \"PagedAttention\", \"speculative decoding\", \"prefix caching\", \"tensor parallelism\", \"time to first token (TTFT)\", \"tokens per second\", \"throughput vs latency\"Model optimizationquantization, INT8, FP8, AWQ, GPTQ, pruning, distillation, ONNX, TensorRT, \"model compression\", LoRA serving, \"multi-LoRA\" Monitoring AI systems\"drift detection\", \"data drift\", \"concept drift\", Evidently, Arize, WhyLabs, Fiddler, Langfuse, LangSmith, \"model monitoring\", \"prediction logging\", \"bias monitoring\" TTFT or tokens/sec numbers, GPU cost reductions, latency before/after, QPS served.Kindly share the resume to sudhir.pathak@ampstek.com","datePosted":"2026-10-31T07:59:08.245Z","dateModified":"2026-10-31T07:59:08.245Z","hiringOrganization":{"@type":"Organization","name":"Ampstek","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Concord","addressRegion":"NC","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"ae685dd7006f9495d4e51e77"},"url":"https://jobsearcher.com/jobs/ae685dd7006f9495d4e51e77"}}