{"schemaVersion":"jobsearcher.job.v1","id":"e76b89d5d791d3ce186cb45b","url":"https://jobsearcher.com/jobs/e76b89d5d791d3ce186cb45b","canonicalUrl":"https://jobsearcher.com/jobs/e76b89d5d791d3ce186cb45b","title":"Software Engineer, Applied AI, Model Quality","description":"OverviewIn this role you will help build both human-powered and LLM-driven evaluation systems to measure model performance across grounding, coherence, safety, and helpfulness. You'll work on platforms to run evaluations over diverse models and datasets, and translate results into actionable insights for product and research teams. You will collaborate across functions to improve evaluation processes and scale QA capabilities for Google Pics within Google Workspace. You will influence model capability roadmaps and contribute to a culture of fast learning and high-ambition delivery. This role offers the chance to shape AI-supported visual editing at scale through GemPix and Gemini.Compensation / Benefitsbonus targetequitybenefitsResponsibilitiesBuild human-powered and LLM-powered evaluation systems to assess model performanceDefine and implement evaluation metrics for grounding, coherence, safety, and helpfulnessUtilize platforms to run evaluations across models and datasetsProvide actionable insights from evaluations to improve model quality with cross-functional teamsCreate tools and systems to increase evaluation efficiency and effectivenessCollaborate with research and cross-functional groups to align on model capability roadmapsKey requirementsBachelor5 years of experience with software development in one or more programming languages3 years of experience testing, maintaining, or launching software products1 year of experience with software design and architectureExperience integrating generative AI tools or LLM interfaces into workflowscross-functional collaborationleadership qualitiesstrong communicationML design and ML infrastructuremodel deployment and evaluationdata processing","company":"Google","rawCompany":"google","city":"Brooklyn","state":"NY","isRemote":false,"isActive":false,"createdAt":"2026-10-26T13:22:21.960Z","occupations":[{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1253.00","title":"Software Quality Assurance Analysts and Testers","slug":"software-quality-assurance-analysts-and-testers"},{"code":"15-1251.00","title":"Computer Programmers","slug":"computer-programmers"}],"industries":[{"code":"513210","title":"Software Publishers","slug":"software-publishers"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Software Engineer, Applied AI, Model Quality","description":"OverviewIn this role you will help build both human-powered and LLM-driven evaluation systems to measure model performance across grounding, coherence, safety, and helpfulness. You'll work on platforms to run evaluations over diverse models and datasets, and translate results into actionable insights for product and research teams. You will collaborate across functions to improve evaluation processes and scale QA capabilities for Google Pics within Google Workspace. You will influence model capability roadmaps and contribute to a culture of fast learning and high-ambition delivery. This role offers the chance to shape AI-supported visual editing at scale through GemPix and Gemini.Compensation / Benefitsbonus targetequitybenefitsResponsibilitiesBuild human-powered and LLM-powered evaluation systems to assess model performanceDefine and implement evaluation metrics for grounding, coherence, safety, and helpfulnessUtilize platforms to run evaluations across models and datasetsProvide actionable insights from evaluations to improve model quality with cross-functional teamsCreate tools and systems to increase evaluation efficiency and effectivenessCollaborate with research and cross-functional groups to align on model capability roadmapsKey requirementsBachelor5 years of experience with software development in one or more programming languages3 years of experience testing, maintaining, or launching software products1 year of experience with software design and architectureExperience integrating generative AI tools or LLM interfaces into workflowscross-functional collaborationleadership qualitiesstrong communicationML design and ML infrastructuremodel deployment and evaluationdata processing","datePosted":"2026-10-26T13:22:21.960Z","dateModified":"2026-10-26T13:22:21.960Z","hiringOrganization":{"@type":"Organization","name":"Google","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Brooklyn","addressRegion":"NY","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"e76b89d5d791d3ce186cb45b"},"url":"https://jobsearcher.com/jobs/e76b89d5d791d3ce186cb45b"}}