{"schemaVersion":"jobsearcher.job.v1","id":"c3e4e10f30bb5fd67c21e3ca","url":"https://jobsearcher.com/jobs/c3e4e10f30bb5fd67c21e3ca","canonicalUrl":"https://jobsearcher.com/jobs/c3e4e10f30bb5fd67c21e3ca","title":"Lead Data Engineer","description":"Hello Everyone,No GC,Role: Senior Lead Data EngineerLocation: San Jose, CA 95125 Hybrid(Locals)Key: Hadoop, Spark SQL strong• Key Responsibilities:• Architect, construct , test and maintain ELT pipelines using Hadoop and Spark SQL• - Manage and optimize the infrastructure ensuring reliability and performance• -Design and implement data models and schemas for enterprise data warehouse and data marts• -Write and maintain scripts in Python for various applications• -Develop, optimize, troubleshoot complex SQL queries and database structures for relational and non-relational databases• - Work closely with analysts and product managers to understand data requirements and deliver high-quality data• -Provide technical guidance and mentorship to other team members fostering best practices in data engineering• -Monitor system performance, identify bottlenecks, implement solutions to ensure high data availabilityRequired Skills:-High proficiency in the Hadoop ecosystem (HDFS, MapReduce, Yarn) and Apache Spark, Scala for large scale data processing-Good knowledge in Python for data manipulation and scripting-Mastery of advanced SQL and deep experience working with relational databases and data warehouses-Hands-on experience with workflow management tools like Apache Airflow-Familiarity with Unix shell scripting for automation and system management","company":"Argyll Infotech","rawCompany":"argyll infotech","city":"San Jose","state":"CA","isRemote":false,"isActive":false,"createdAt":"2026-09-17T12:32:07.648Z","occupations":[{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-1243.00","title":"Database Architects","slug":"database-architects"},{"code":"15-2051.00","title":"Data Scientists","slug":"data-scientists"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Lead Data Engineer","description":"Hello Everyone,No GC,Role: Senior Lead Data EngineerLocation: San Jose, CA 95125 Hybrid(Locals)Key: Hadoop, Spark SQL strong• Key Responsibilities:• Architect, construct , test and maintain ELT pipelines using Hadoop and Spark SQL• - Manage and optimize the infrastructure ensuring reliability and performance• -Design and implement data models and schemas for enterprise data warehouse and data marts• -Write and maintain scripts in Python for various applications• -Develop, optimize, troubleshoot complex SQL queries and database structures for relational and non-relational databases• - Work closely with analysts and product managers to understand data requirements and deliver high-quality data• -Provide technical guidance and mentorship to other team members fostering best practices in data engineering• -Monitor system performance, identify bottlenecks, implement solutions to ensure high data availabilityRequired Skills:-High proficiency in the Hadoop ecosystem (HDFS, MapReduce, Yarn) and Apache Spark, Scala for large scale data processing-Good knowledge in Python for data manipulation and scripting-Mastery of advanced SQL and deep experience working with relational databases and data warehouses-Hands-on experience with workflow management tools like Apache Airflow-Familiarity with Unix shell scripting for automation and system management","datePosted":"2026-09-17T12:32:07.648Z","dateModified":"2026-09-17T12:32:07.648Z","hiringOrganization":{"@type":"Organization","name":"Argyll Infotech","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"San Jose","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"c3e4e10f30bb5fd67c21e3ca"},"url":"https://jobsearcher.com/jobs/c3e4e10f30bb5fd67c21e3ca"}}