{"schemaVersion":"jobsearcher.job.v1","id":"cad8fa664faceff188b0bcb8","url":"https://jobsearcher.com/jobs/cad8fa664faceff188b0bcb8","canonicalUrl":"https://jobsearcher.com/jobs/cad8fa664faceff188b0bcb8","title":"LLM Evaluation & Benchmarking Engineer","description":"Dynamo AI is seeking a candidate to lead LLM evaluation and benchmarking in San Francisco, California. You will generate high-quality data and develop innovative methods for assessing the safety and helpfulness of LLMs. The role requires domain knowledge in evaluation techniques, along with the ability to adapt to new findings. Join a top AI startup committed to responsible development and user privacy in machine learning.\n#J-18808-Ljbffr","company":"Capitolis","rawCompany":"capitolis","city":"Millbrae","state":"CA","isRemote":false,"isActive":true,"createdAt":"2026-06-20T04:44:27.490Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-2051.00","title":"Data Scientists","slug":"data-scientists"},{"code":"15-1221.00","title":"Computer and Information Research Scientists","slug":"computer-and-information-research-scientists"}],"industries":[{"code":"513210","title":"Software Publishers","slug":"software-publishers"},{"code":"541690","title":"Other Scientific and Technical Consulting Services","slug":"other-scientific-and-technical-consulting-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"LLM Evaluation & Benchmarking Engineer","description":"Dynamo AI is seeking a candidate to lead LLM evaluation and benchmarking in San Francisco, California. You will generate high-quality data and develop innovative methods for assessing the safety and helpfulness of LLMs. The role requires domain knowledge in evaluation techniques, along with the ability to adapt to new findings. Join a top AI startup committed to responsible development and user privacy in machine learning.\n#J-18808-Ljbffr","datePosted":"2026-06-20T04:44:27.490Z","dateModified":"2026-06-20T04:44:27.490Z","hiringOrganization":{"@type":"Organization","name":"Capitolis","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Millbrae","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"cad8fa664faceff188b0bcb8"},"url":"https://jobsearcher.com/jobs/cad8fa664faceff188b0bcb8"}}