{"schemaVersion":"jobsearcher.job.v1","id":"72d078c4733bbc1a8c00186c","url":"https://jobsearcher.com/jobs/72d078c4733bbc1a8c00186c","canonicalUrl":"https://jobsearcher.com/jobs/72d078c4733bbc1a8c00186c","title":"AI Benchmark Auditor (Python & Evaluation)","description":"HumanitApp is seeking a role focused on evaluating benchmark tasks used to train and assess frontier AI models, focusing on quality and reproducibility.\nYou will assess tasks, patches, and harnesses while delivering rubric-based feedback to ensure rigorous evaluation standards.\nThis remote-friendly opportunity offers compensation ranging from $70 to $90 per hour, with workload and terms clarified during the official application process.\n\n#J-18808-Ljbffr","company":"Humanitapp","rawCompany":"humanitapp","city":"Brooklyn","state":"NY","isRemote":false,"isActive":true,"createdAt":"2026-09-21T03:33:53.489Z","occupations":[{"code":"15-1253.00","title":"Software Quality Assurance Analysts and Testers","slug":"software-quality-assurance-analysts-and-testers"},{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1251.00","title":"Computer Programmers","slug":"computer-programmers"}],"industries":[{"code":"541690","title":"Other Scientific and Technical Consulting Services","slug":"other-scientific-and-technical-consulting-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"AI Benchmark Auditor (Python & Evaluation)","description":"HumanitApp is seeking a role focused on evaluating benchmark tasks used to train and assess frontier AI models, focusing on quality and reproducibility.\nYou will assess tasks, patches, and harnesses while delivering rubric-based feedback to ensure rigorous evaluation standards.\nThis remote-friendly opportunity offers compensation ranging from $70 to $90 per hour, with workload and terms clarified during the official application process.\n\n#J-18808-Ljbffr","datePosted":"2026-09-21T03:33:53.489Z","dateModified":"2026-09-21T03:33:53.489Z","hiringOrganization":{"@type":"Organization","name":"Humanitapp","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Brooklyn","addressRegion":"NY","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"72d078c4733bbc1a8c00186c"},"url":"https://jobsearcher.com/jobs/72d078c4733bbc1a8c00186c"}}