{"schemaVersion":"jobsearcher.job.v1","id":"3d01acdd399ac3b4bbe9f7f5","url":"https://jobsearcher.com/jobs/3d01acdd399ac3b4bbe9f7f5","canonicalUrl":"https://jobsearcher.com/jobs/3d01acdd399ac3b4bbe9f7f5","title":"Lead Data Engineer-PySpark, RedShift, Airflow, AWS","description":"Lead Data EngineerCandidate should have 12+ years of experience in Data Engineering. Must have strong work experience with onshore-offshore modelDesigning, creating, testing and maintaining the complete data management & processing systems.Candidate need to have in depth understanding of how data pipelines are builtTypical challenges with fetching data from various sources. How incremental/CDC data flows are handled.How do you ensure data qualityHow do you do Data profilingHands-on experience with PySpark, Redshift (SQL) and Airflow at minimumStrong hands-on with required tech skills, flexible, right attitude to play the lead roleShould be able to design and document data model at various levelsWorking closely with the stakeholdersBuilding highly scalable, robust & fault-tolerant systemsKnowledge of Hadoop ecosystem and different frameworks inside it – HDFS, YARN, MapReduce, Apache Pig, Hive, Flume, Sqoop, ZooKeeper, Oozie, Impala and KafkaMust have experience on SQL-based technologies (e.g. MySQL/ Oracle DB) and NoSQL technologies (e.g. Cassandra and MongoDB)Should have Python/Scala/Java Programming skillsDiscovering data acquisitions opportunitiesFinding ways & methods to find value out of existing dataImproving data quality, reliability & efficiency of the individual components & the complete system","company":"Zortech Solutions","rawCompany":"zortech solutions","city":"Jericho","state":"NY","isRemote":false,"isActive":true,"createdAt":"2026-08-25T05:52:00.847Z","occupations":[{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-2051.00","title":"Data Scientists","slug":"data-scientists"},{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"518210","title":"Computing Infrastructure Providers, Data Processing, Web Hosting, and Related Services","slug":"computing-infrastructure-providers-data-processing-web-hosting-and-related-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Lead Data Engineer-PySpark, RedShift, Airflow, AWS","description":"Lead Data EngineerCandidate should have 12+ years of experience in Data Engineering. Must have strong work experience with onshore-offshore modelDesigning, creating, testing and maintaining the complete data management & processing systems.Candidate need to have in depth understanding of how data pipelines are builtTypical challenges with fetching data from various sources. How incremental/CDC data flows are handled.How do you ensure data qualityHow do you do Data profilingHands-on experience with PySpark, Redshift (SQL) and Airflow at minimumStrong hands-on with required tech skills, flexible, right attitude to play the lead roleShould be able to design and document data model at various levelsWorking closely with the stakeholdersBuilding highly scalable, robust & fault-tolerant systemsKnowledge of Hadoop ecosystem and different frameworks inside it – HDFS, YARN, MapReduce, Apache Pig, Hive, Flume, Sqoop, ZooKeeper, Oozie, Impala and KafkaMust have experience on SQL-based technologies (e.g. MySQL/ Oracle DB) and NoSQL technologies (e.g. Cassandra and MongoDB)Should have Python/Scala/Java Programming skillsDiscovering data acquisitions opportunitiesFinding ways & methods to find value out of existing dataImproving data quality, reliability & efficiency of the individual components & the complete system","datePosted":"2026-08-25T05:52:00.847Z","dateModified":"2026-08-25T05:52:00.847Z","hiringOrganization":{"@type":"Organization","name":"Zortech Solutions","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Jericho","addressRegion":"NY","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"3d01acdd399ac3b4bbe9f7f5"},"url":"https://jobsearcher.com/jobs/3d01acdd399ac3b4bbe9f7f5"}}