{"schemaVersion":"jobsearcher.job.v1","id":"d1e52ea53d1e9f67f8ea5664","url":"https://jobsearcher.com/jobs/d1e52ea53d1e9f67f8ea5664","canonicalUrl":"https://jobsearcher.com/jobs/d1e52ea53d1e9f67f8ea5664","title":"Staff Software Engineer, Agent Quality","description":"OverviewYou will join a newly formed Agent Quality team to design and scale the evaluation infrastructure for Databricks' AI Agents. In this role you'll enable rigorous benchmarking and quality measurement across research and product teams, feeding results back to agent improvement. You'll shape the long-term direction of agent quality infrastructure and build internal platforms that connect production signals to development, training, and deployment. This is a high-impact opportunity to influence how Databricks measures and improves its first-party agents at scale.ResponsibilitiesStand up foundational evaluation infrastructure for Genie Agents to enable benchmarking, regression detection, and quality measurement across teamsBuild and maintain a feedback flywheel that links evaluation results to agent improvement across the full lifecycle (development, training, production)Shape and influence the long-term technical direction for agent quality infrastructureCollaborate with researchers and engineers to turn ideas into robust internal platforms across ambiguous research/product boundariesKey requirements6+ years of industry experience building software systemsStrong Python programming skills with production or research infrastructure experienceExperience building or operating distributed systems, data pipelines, or large-scale infrastructure with emphasis on reliability and operational maturityAbility to design pragmatic yet rigorous systems that produce trustworthy, reproducible signalsComfort working across ambiguous research and product boundaries and partnering with researchers and engineers to build internal platformsHigh standard for technical quality, ownership, and roadmap/influence capabilitiesCross-functional collaborationOwnership and accountabilityAbility to influence roadmap and execution across teamsPython production/research infrastructureDistributed systems and data pipelinesReliability, correctness, and observability tooling","company":"Databricks","rawCompany":"databricks","city":"Phoenix","state":"AZ","isRemote":false,"isActive":false,"createdAt":"2026-10-26T13:06:30.116Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1299.08","title":"Computer Systems Engineers/Architects","slug":"computer-systems-engineers-architects"},{"code":"15-1253.00","title":"Software Quality Assurance Analysts and Testers","slug":"software-quality-assurance-analysts-and-testers"}],"industries":[{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Staff Software Engineer, Agent Quality","description":"OverviewYou will join a newly formed Agent Quality team to design and scale the evaluation infrastructure for Databricks' AI Agents. In this role you'll enable rigorous benchmarking and quality measurement across research and product teams, feeding results back to agent improvement. You'll shape the long-term direction of agent quality infrastructure and build internal platforms that connect production signals to development, training, and deployment. This is a high-impact opportunity to influence how Databricks measures and improves its first-party agents at scale.ResponsibilitiesStand up foundational evaluation infrastructure for Genie Agents to enable benchmarking, regression detection, and quality measurement across teamsBuild and maintain a feedback flywheel that links evaluation results to agent improvement across the full lifecycle (development, training, production)Shape and influence the long-term technical direction for agent quality infrastructureCollaborate with researchers and engineers to turn ideas into robust internal platforms across ambiguous research/product boundariesKey requirements6+ years of industry experience building software systemsStrong Python programming skills with production or research infrastructure experienceExperience building or operating distributed systems, data pipelines, or large-scale infrastructure with emphasis on reliability and operational maturityAbility to design pragmatic yet rigorous systems that produce trustworthy, reproducible signalsComfort working across ambiguous research and product boundaries and partnering with researchers and engineers to build internal platformsHigh standard for technical quality, ownership, and roadmap/influence capabilitiesCross-functional collaborationOwnership and accountabilityAbility to influence roadmap and execution across teamsPython production/research infrastructureDistributed systems and data pipelinesReliability, correctness, and observability tooling","datePosted":"2026-10-26T13:06:30.116Z","dateModified":"2026-10-26T13:06:30.116Z","hiringOrganization":{"@type":"Organization","name":"Databricks","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Phoenix","addressRegion":"AZ","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"d1e52ea53d1e9f67f8ea5664"},"url":"https://jobsearcher.com/jobs/d1e52ea53d1e9f67f8ea5664"}}