{"schemaVersion":"jobsearcher.job.v1","id":"4205fc4e24eb03c3297c1d0f","url":"https://jobsearcher.com/jobs/4205fc4e24eb03c3297c1d0f","canonicalUrl":"https://jobsearcher.com/jobs/4205fc4e24eb03c3297c1d0f","title":"Data engineering-Big data devloper","description":"Responsibilities:* Design, develop, and maintain data pipelines using Spark, Python, Scala, and Java.* Write efficient and optimized SQL queries for data extraction, transformation, and loading (ETL) processes.* Work with DataFrames to manipulate and analyze large datasets.* Implement data storage and processing solutions using cloud technologies (preferably AWS or GCP).* Build and maintain real-time data streaming pipelines using MSK/Kafka.* Utilize S3 for data storage and retrieval.* Work with data lake technologies like Iceberg.* Ensure data quality, integrity, and security.* Collaborate with data scientists and other engineers to understand data requirements and deliver solutions.* Participate in code reviews and contribute to improving our development processes.* Troubleshoot and resolve issues in data pipelines and back-end systems.Qualifications:* Bachelor's degree in Computer Science or a related field (or equivalent experience).* 5+ years of experience in back-end development with a focus on data engineering.Required Skills:* Strong proficiency in Spark, Python, Scala, and Java.* Expertise in SQL and working with relational databases.* Experience with DataFrames for data manipulation and analysis.* Experience with cloud technologies (preferably AWS or GCP).* Experience with message streaming platforms like MSK/Kafka.* Experience with S3 or similar object storage.* Experience with data lake technologies like Iceberg.* Solid understanding of data warehousing concepts.* Excellent communication and collaboration skills.Bonus Points:* Experience with data modeling and schema design.* Experience with data governance and data quality management.* Experience with DevOps practices and CI/CD pipelines.* Relevant certifications (e.g., AWS Certified Data Engineer, Google Cloud Certified Professional Data Engineer).","company":"Prophecy Technologies","rawCompany":"prophecy technologies","city":"Elk Grove","state":"CA","isRemote":false,"isActive":false,"createdAt":"2026-05-29T00:58:24.459Z","occupations":[{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"},{"code":"15-1243.00","title":"Database Architects","slug":"database-architects"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Data engineering-Big data devloper","description":"Responsibilities:* Design, develop, and maintain data pipelines using Spark, Python, Scala, and Java.* Write efficient and optimized SQL queries for data extraction, transformation, and loading (ETL) processes.* Work with DataFrames to manipulate and analyze large datasets.* Implement data storage and processing solutions using cloud technologies (preferably AWS or GCP).* Build and maintain real-time data streaming pipelines using MSK/Kafka.* Utilize S3 for data storage and retrieval.* Work with data lake technologies like Iceberg.* Ensure data quality, integrity, and security.* Collaborate with data scientists and other engineers to understand data requirements and deliver solutions.* Participate in code reviews and contribute to improving our development processes.* Troubleshoot and resolve issues in data pipelines and back-end systems.Qualifications:* Bachelor's degree in Computer Science or a related field (or equivalent experience).* 5+ years of experience in back-end development with a focus on data engineering.Required Skills:* Strong proficiency in Spark, Python, Scala, and Java.* Expertise in SQL and working with relational databases.* Experience with DataFrames for data manipulation and analysis.* Experience with cloud technologies (preferably AWS or GCP).* Experience with message streaming platforms like MSK/Kafka.* Experience with S3 or similar object storage.* Experience with data lake technologies like Iceberg.* Solid understanding of data warehousing concepts.* Excellent communication and collaboration skills.Bonus Points:* Experience with data modeling and schema design.* Experience with data governance and data quality management.* Experience with DevOps practices and CI/CD pipelines.* Relevant certifications (e.g., AWS Certified Data Engineer, Google Cloud Certified Professional Data Engineer).","datePosted":"2026-05-29T00:58:24.459Z","dateModified":"2026-05-29T00:58:24.459Z","hiringOrganization":{"@type":"Organization","name":"Prophecy Technologies","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Elk Grove","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"4205fc4e24eb03c3297c1d0f"},"url":"https://jobsearcher.com/jobs/4205fc4e24eb03c3297c1d0f"}}