{"schemaVersion":"jobsearcher.job.v1","id":"40d1d1d192563dfc5357264e","url":"https://jobsearcher.com/jobs/40d1d1d192563dfc5357264e","canonicalUrl":"https://jobsearcher.com/jobs/40d1d1d192563dfc5357264e","title":"Gen AI Data Engineer","description":"*Responsibilities:*\n* Design, develop, and evaluate innovative LLM models to solve diverse challenges and opportunities across multiple use-cases using MS Azure services.\n* Understand business problems, and help with defining and implementing a scalable Generative AI platform to solve them.\n* Build large-scale production systems utilizing advanced machine learning and big data technologies.\n* Develop and optimize data processing workflows for chunking, indexing, ingestion, and vectorization for both text and non-text data\n* Benchmark and implement various vector stores, embedding techniques, and retrieval methods\n* Create a flexible pipeline supporting multiple embedding algorithms, vector stores, search types (vector search, hybrid search, etc.) and search ranking\n* Implement and maintain auto-tagging systems and data preparation processes for LLMs\n* Develop tools and pipelines for text and image data cleaning, and refinement\n* Integrate and optimize workflows using Azure AI Search, Azure AI Services, Azure PostgreSQL and various vector store technologies\n* Use advanced prompting techniques to develop and optimize prompts for LLM to ensure model performance, responses quality and accuracy of the Gen AI platform.\n* Contribute to automated model testing and evaluation infrastructure\n* Build automations to create and select the best prompts for any given task\n\nJob Type: Contract\n\nPay: Up to $66.00 per hour\n\nExpected hours: 40 per week\n\nSchedule:\n* 8 hour shift\n\nExperience:\n* Azure and Azure AI infrastructure: 2 years (Preferred)\n* Autogen 4 and 6: 2 years (Preferred)\n* Semantic Kernel: 2 years (Preferred)\n* Millions of documents handling: 3 years (Preferred)\n* Agentic Tools: 1 year (Preferred)\n\nWork Location: In person","company":"I20technologies","rawCompany":"i20technologies","city":"Santa Clara","state":"CA","isRemote":false,"isActive":false,"createdAt":"2026-09-06T11:45:29.482Z","occupations":[{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1299.08","title":"Computer Systems Engineers/Architects","slug":"computer-systems-engineers-architects"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Gen AI Data Engineer","description":"*Responsibilities:*\n* Design, develop, and evaluate innovative LLM models to solve diverse challenges and opportunities across multiple use-cases using MS Azure services.\n* Understand business problems, and help with defining and implementing a scalable Generative AI platform to solve them.\n* Build large-scale production systems utilizing advanced machine learning and big data technologies.\n* Develop and optimize data processing workflows for chunking, indexing, ingestion, and vectorization for both text and non-text data\n* Benchmark and implement various vector stores, embedding techniques, and retrieval methods\n* Create a flexible pipeline supporting multiple embedding algorithms, vector stores, search types (vector search, hybrid search, etc.) and search ranking\n* Implement and maintain auto-tagging systems and data preparation processes for LLMs\n* Develop tools and pipelines for text and image data cleaning, and refinement\n* Integrate and optimize workflows using Azure AI Search, Azure AI Services, Azure PostgreSQL and various vector store technologies\n* Use advanced prompting techniques to develop and optimize prompts for LLM to ensure model performance, responses quality and accuracy of the Gen AI platform.\n* Contribute to automated model testing and evaluation infrastructure\n* Build automations to create and select the best prompts for any given task\n\nJob Type: Contract\n\nPay: Up to $66.00 per hour\n\nExpected hours: 40 per week\n\nSchedule:\n* 8 hour shift\n\nExperience:\n* Azure and Azure AI infrastructure: 2 years (Preferred)\n* Autogen 4 and 6: 2 years (Preferred)\n* Semantic Kernel: 2 years (Preferred)\n* Millions of documents handling: 3 years (Preferred)\n* Agentic Tools: 1 year (Preferred)\n\nWork Location: In person","datePosted":"2026-09-06T11:45:29.482Z","dateModified":"2026-09-06T11:45:29.482Z","hiringOrganization":{"@type":"Organization","name":"I20technologies","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Santa Clara","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"40d1d1d192563dfc5357264e"},"url":"https://jobsearcher.com/jobs/40d1d1d192563dfc5357264e"}}