{"schemaVersion":"jobsearcher.job.v1","id":"3a2f187d604bd6c35f7ecdcd","url":"https://jobsearcher.com/jobs/3a2f187d604bd6c35f7ecdcd","canonicalUrl":"https://jobsearcher.com/jobs/3a2f187d604bd6c35f7ecdcd","title":"Big Data Engineer- Professional Services","description":"About UsBrightEdge is a leading SEO and content performance marketing platform that transforms online content into tangible business results. Our platform processes massive amounts of data to provide actionable insights to our clients. We're looking for a talented Big Data Engineer to join our Professional Services to help us scale and optimize our data processing capabilities.\r\nRole OverviewAs a Big Data Engineer at BrightEdge, you will design, build, and maintain high-performance data pipelines that process terabytes of data. You'll work on optimizing our existing systems, identifying and resolving performance bottlenecks, and implementing solutions that improve the overall efficiency of our platform. This role is critical in ensuring our data infrastructure can handle increasing volumes of data while maintaining exceptional performance standards.\r\nKey ResponsibilitiesDesign and implement scalable batch processing systems using Python and big data technologiesOptimize database performance, focusing on slow-running queries and latency improvementsUse Python profilers and performance monitoring tools to identify bottlenecksReduce P95 and P99 latency metrics across our data platformBuild efficient ETL pipelines that can handle large-scale data processingCollaborate with data scientists and product teams to understand data requirementsMonitor and troubleshoot data pipeline issues in productionImplement data quality checks and validation mechanismsDocument data architecture and engineering processesStay current with emerging big data technologies and best practicesQualificationsRequiredBachelor's degree in Computer Science, Engineering, or related technical field4+ years of experience in data engineering rolesStrong Python programming skills with focus on data processing librariesExperience with big data technologies (Spark, Hadoop, etc.)Proven experience optimizing database performance (SQL or NoSQL)Knowledge of data pipeline orchestration tools (Airflow, Luigi, etc.)Understanding of performance optimization techniques and profiling toolPreferredMaster's degree in Computer Science or related fieldExperience with SEO data or web crawling systemsExperience with Clickhouse DatabaseKnowledge of distributed systems and microservices architectureFamiliarity with container orchestration (Kubernetes, Docker)Experience with real-time data processingContributions to open-source projectsExperience with machine learning operations#J-18808-Ljbffr","company":"Remote","rawCompany":"remote","city":"Millbrae","state":"CA","isRemote":false,"isActive":true,"createdAt":"2026-11-04T02:02:52.440Z","occupations":[{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-2051.00","title":"Data Scientists","slug":"data-scientists"},{"code":"15-1243.00","title":"Database Architects","slug":"database-architects"}],"industries":[{"code":"518210","title":"Computing Infrastructure Providers, Data Processing, Web Hosting, and Related Services","slug":"computing-infrastructure-providers-data-processing-web-hosting-and-related-services"},{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Big Data Engineer- Professional Services","description":"About UsBrightEdge is a leading SEO and content performance marketing platform that transforms online content into tangible business results. Our platform processes massive amounts of data to provide actionable insights to our clients. We're looking for a talented Big Data Engineer to join our Professional Services to help us scale and optimize our data processing capabilities.\r\nRole OverviewAs a Big Data Engineer at BrightEdge, you will design, build, and maintain high-performance data pipelines that process terabytes of data. You'll work on optimizing our existing systems, identifying and resolving performance bottlenecks, and implementing solutions that improve the overall efficiency of our platform. This role is critical in ensuring our data infrastructure can handle increasing volumes of data while maintaining exceptional performance standards.\r\nKey ResponsibilitiesDesign and implement scalable batch processing systems using Python and big data technologiesOptimize database performance, focusing on slow-running queries and latency improvementsUse Python profilers and performance monitoring tools to identify bottlenecksReduce P95 and P99 latency metrics across our data platformBuild efficient ETL pipelines that can handle large-scale data processingCollaborate with data scientists and product teams to understand data requirementsMonitor and troubleshoot data pipeline issues in productionImplement data quality checks and validation mechanismsDocument data architecture and engineering processesStay current with emerging big data technologies and best practicesQualificationsRequiredBachelor's degree in Computer Science, Engineering, or related technical field4+ years of experience in data engineering rolesStrong Python programming skills with focus on data processing librariesExperience with big data technologies (Spark, Hadoop, etc.)Proven experience optimizing database performance (SQL or NoSQL)Knowledge of data pipeline orchestration tools (Airflow, Luigi, etc.)Understanding of performance optimization techniques and profiling toolPreferredMaster's degree in Computer Science or related fieldExperience with SEO data or web crawling systemsExperience with Clickhouse DatabaseKnowledge of distributed systems and microservices architectureFamiliarity with container orchestration (Kubernetes, Docker)Experience with real-time data processingContributions to open-source projectsExperience with machine learning operations#J-18808-Ljbffr","datePosted":"2026-11-04T02:02:52.440Z","dateModified":"2026-11-04T02:02:52.440Z","hiringOrganization":{"@type":"Organization","name":"Remote","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Millbrae","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"3a2f187d604bd6c35f7ecdcd"},"url":"https://jobsearcher.com/jobs/3a2f187d604bd6c35f7ecdcd"}}