{"schemaVersion":"jobsearcher.job.v1","id":"4cdadf0865295f38d9ed2dae","url":"https://jobsearcher.com/jobs/4cdadf0865295f38d9ed2dae","canonicalUrl":"https://jobsearcher.com/jobs/4cdadf0865295f38d9ed2dae","title":"Software Engineer - AI Evaluation","description":"A company is looking for a Software Engineer - AI Evaluation Expert.\r\nKey Responsibilities\r\nEvaluate the performance of frontier language models on complex software engineering tasks\r\nIdentify bugs, logical errors, hallucinations, and reliability issues in model outputs\r\nDesign and review prompts, test cases, and evaluation scenarios for advanced coding workflows\r\nRequired Qualifications\r\n3-4+ years of professional software engineering experience\r\nStrong proficiency in at least one of: TypeScript, Ruby, Java, or C++\r\nFamiliarity with modern AI / LLM tooling (Git, CLI workflows, testing frameworks, etc.)\r\nAbility to critically evaluate model behavior rather than simply use model outputs","company":"Virtual Vocations","rawCompany":"virtual vocations","city":"Concord","state":"CA","isRemote":false,"isActive":false,"createdAt":"2026-04-15T05:02:54.161Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1251.00","title":"Computer Programmers","slug":"computer-programmers"},{"code":"15-1253.00","title":"Software Quality Assurance Analysts and Testers","slug":"software-quality-assurance-analysts-and-testers"}],"industries":[{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"},{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Software Engineer - AI Evaluation","description":"A company is looking for a Software Engineer - AI Evaluation Expert.\r\nKey Responsibilities\r\nEvaluate the performance of frontier language models on complex software engineering tasks\r\nIdentify bugs, logical errors, hallucinations, and reliability issues in model outputs\r\nDesign and review prompts, test cases, and evaluation scenarios for advanced coding workflows\r\nRequired Qualifications\r\n3-4+ years of professional software engineering experience\r\nStrong proficiency in at least one of: TypeScript, Ruby, Java, or C++\r\nFamiliarity with modern AI / LLM tooling (Git, CLI workflows, testing frameworks, etc.)\r\nAbility to critically evaluate model behavior rather than simply use model outputs","datePosted":"2026-04-15T05:02:54.161Z","dateModified":"2026-04-15T05:02:54.161Z","hiringOrganization":{"@type":"Organization","name":"Virtual Vocations","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Concord","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"4cdadf0865295f38d9ed2dae"},"url":"https://jobsearcher.com/jobs/4cdadf0865295f38d9ed2dae"}}