{"schemaVersion":"jobsearcher.job.v1","id":"c71ac1db9921b0c73650e88c","url":"https://jobsearcher.com/jobs/c71ac1db9921b0c73650e88c","canonicalUrl":"https://jobsearcher.com/jobs/c71ac1db9921b0c73650e88c","title":"Data Annotation Lead","description":"We are looking for an Annotation Program Lead to manage our AI Quality Annotation Program. This individual will oversee the operational execution of human review activities that establish the gold-standard datasets used to measure conversational AI performance, safety, and compliance.The ideal candidate combines strong program management skills with experience in quality assurance, data annotation operations, and stakeholder engagement.·Lead the day-to-day operation of the AI annotation program.·Manage a team of annotators responsible for reviewing customer conversations and AI interactions.·Develop annotation guidelines, procedures, and quality standards.·Establish calibration programs and quality assurance processes to ensure consistency across reviewers.·Partner with Data Scientists to create and maintain gold-standard datasets.·Monitor annotation accuracy, throughput, and quality metrics.·Coordinate reporting and deliverables for Legal, Compliance, Responsible AI, and executive stakeholders.·Manage annotation workflows and tooling including setting up annotation jobs, running data processing scripts, and testing annotation UIs for quality before job launch.·Plan capacity requirements to support seasonal increases in review volume.·Support future expansion into multilingual evaluation programs.·Identify process improvements that increase efficiency and annotation quality.","company":"Programmers.io","rawCompany":"programmersio","city":"Denver","state":"CO","isRemote":false,"isActive":false,"createdAt":"2026-09-14T07:58:28.266Z","occupations":[{"code":"11-9151.00","title":"Social and Community Service Managers","slug":"social-and-community-service-managers"},{"code":"11-3051.01","title":"Quality Control Systems Managers","slug":"quality-control-systems-managers"},{"code":"11-9121.00","title":"Natural Sciences Managers","slug":"natural-sciences-managers"}],"industries":[{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"541930","title":"Translation and Interpretation Services","slug":"translation-and-interpretation-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Data Annotation Lead","description":"We are looking for an Annotation Program Lead to manage our AI Quality Annotation Program. This individual will oversee the operational execution of human review activities that establish the gold-standard datasets used to measure conversational AI performance, safety, and compliance.The ideal candidate combines strong program management skills with experience in quality assurance, data annotation operations, and stakeholder engagement.·Lead the day-to-day operation of the AI annotation program.·Manage a team of annotators responsible for reviewing customer conversations and AI interactions.·Develop annotation guidelines, procedures, and quality standards.·Establish calibration programs and quality assurance processes to ensure consistency across reviewers.·Partner with Data Scientists to create and maintain gold-standard datasets.·Monitor annotation accuracy, throughput, and quality metrics.·Coordinate reporting and deliverables for Legal, Compliance, Responsible AI, and executive stakeholders.·Manage annotation workflows and tooling including setting up annotation jobs, running data processing scripts, and testing annotation UIs for quality before job launch.·Plan capacity requirements to support seasonal increases in review volume.·Support future expansion into multilingual evaluation programs.·Identify process improvements that increase efficiency and annotation quality.","datePosted":"2026-09-14T07:58:28.266Z","dateModified":"2026-09-14T07:58:28.266Z","hiringOrganization":{"@type":"Organization","name":"Programmers.io","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Denver","addressRegion":"CO","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"c71ac1db9921b0c73650e88c"},"url":"https://jobsearcher.com/jobs/c71ac1db9921b0c73650e88c"}}