{"schemaVersion":"jobsearcher.job.v1","id":"f13c7367a90ccda6318e4dfb","url":"https://jobsearcher.com/jobs/f13c7367a90ccda6318e4dfb","canonicalUrl":"https://jobsearcher.com/jobs/f13c7367a90ccda6318e4dfb","title":"Senior Coding Expert","description":"Job Title：Coding Expert (Rubric Design & Adjudication)Key Responsibilities：Design and refine evaluation rubrics, verifiers and test criteria for coding agent tasks built from real engineering workflows (e.g., bug fixing, feature implementation, code review, refactoring, repo-level tasks, terminal / tool use)Define verifiable outcomes (unit tests, execution results, expected repo state); review full agent trajectories (commands, edits, tool calls, outputs) on complex casesAdjudicate ambiguous or disputed cases and give final expert approvalRun failure analysis (planning, tool use, execution, environment) and write actionable improvement feedbackMust-Have Skills：Senior software engineer or researcher (e.g., backend, full-stack, systems, ML engineering) with a demonstrated senior delivery record (suggested 7+ years)Deep proficiency in 2+ languages (e.g., Python, JavaScript / TypeScript, Java, C++, Go); strong Git, terminal and environment reproduction skillsProven ability to own methodology: rubric / benchmark design, adjudication of highly ambiguous cases; understanding of LLM coding agents and agent evaluation preferredDevice: laptop/PC with stable internet connectionNice-Have Skills:Education: PhD, professional degree, or equivalent recognized senior expertise in CS / related fieldNice-to-have: open-source maintainership, publications or benchmark design experienceLanguage Skills：Professional English (C1+) for rubric writing and adjudication; other languages only if required","company":"Thoth Ai","rawCompany":"thoth ai","city":"Denver","state":"CO","isRemote":false,"isActive":false,"createdAt":"2026-11-06T07:50:56.405Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1251.00","title":"Computer Programmers","slug":"computer-programmers"},{"code":"15-1253.00","title":"Software Quality Assurance Analysts and Testers","slug":"software-quality-assurance-analysts-and-testers"}],"industries":[{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Senior Coding Expert","description":"Job Title：Coding Expert (Rubric Design & Adjudication)Key Responsibilities：Design and refine evaluation rubrics, verifiers and test criteria for coding agent tasks built from real engineering workflows (e.g., bug fixing, feature implementation, code review, refactoring, repo-level tasks, terminal / tool use)Define verifiable outcomes (unit tests, execution results, expected repo state); review full agent trajectories (commands, edits, tool calls, outputs) on complex casesAdjudicate ambiguous or disputed cases and give final expert approvalRun failure analysis (planning, tool use, execution, environment) and write actionable improvement feedbackMust-Have Skills：Senior software engineer or researcher (e.g., backend, full-stack, systems, ML engineering) with a demonstrated senior delivery record (suggested 7+ years)Deep proficiency in 2+ languages (e.g., Python, JavaScript / TypeScript, Java, C++, Go); strong Git, terminal and environment reproduction skillsProven ability to own methodology: rubric / benchmark design, adjudication of highly ambiguous cases; understanding of LLM coding agents and agent evaluation preferredDevice: laptop/PC with stable internet connectionNice-Have Skills:Education: PhD, professional degree, or equivalent recognized senior expertise in CS / related fieldNice-to-have: open-source maintainership, publications or benchmark design experienceLanguage Skills：Professional English (C1+) for rubric writing and adjudication; other languages only if required","datePosted":"2026-11-06T07:50:56.405Z","dateModified":"2026-11-06T07:50:56.405Z","hiringOrganization":{"@type":"Organization","name":"Thoth Ai","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Denver","addressRegion":"CO","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"f13c7367a90ccda6318e4dfb"},"url":"https://jobsearcher.com/jobs/f13c7367a90ccda6318e4dfb"}}