{"schemaVersion":"jobsearcher.job.v1","id":"793a50f6be22a5294aa85752","url":"https://jobsearcher.com/jobs/793a50f6be22a5294aa85752","canonicalUrl":"https://jobsearcher.com/jobs/793a50f6be22a5294aa85752","title":"LLM Benchmark Engineer — Elevate Model Evaluation","description":"Vals AI, Inc. is seeking engineers to own and expand our leaderboards, evaluating new LLM models against benchmarks across law, tax, coding, finance, and more. You will analyze error modes, compare strengths and weaknesses, and collaborate with a communications team to share results.\r\nThe role emphasizes strong Python engineering, sprint-based work, and close collaboration with both open-source and foundation model labs. Relocation and in-person SF work are supported as needed.#J-18808-Ljbffr","company":"Vals Ai","rawCompany":"vals ai","city":"Millbrae","state":"CA","isRemote":false,"isActive":false,"createdAt":"2026-10-10T01:22:55.043Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-2051.00","title":"Data Scientists","slug":"data-scientists"},{"code":"17-2199.00","title":"Engineers, All Other","slug":"engineers-all-other"}],"industries":[{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"541990","title":"All Other Professional, Scientific, and Technical Services","slug":"all-other-professional-scientific-and-technical-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"LLM Benchmark Engineer — Elevate Model Evaluation","description":"Vals AI, Inc. is seeking engineers to own and expand our leaderboards, evaluating new LLM models against benchmarks across law, tax, coding, finance, and more. You will analyze error modes, compare strengths and weaknesses, and collaborate with a communications team to share results.\r\nThe role emphasizes strong Python engineering, sprint-based work, and close collaboration with both open-source and foundation model labs. Relocation and in-person SF work are supported as needed.#J-18808-Ljbffr","datePosted":"2026-10-10T01:22:55.043Z","dateModified":"2026-10-10T01:22:55.043Z","hiringOrganization":{"@type":"Organization","name":"Vals Ai","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Millbrae","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"793a50f6be22a5294aa85752"},"url":"https://jobsearcher.com/jobs/793a50f6be22a5294aa85752"}}