{"schemaVersion":"jobsearcher.job.v1","id":"0e7369359c19235284982638","url":"https://jobsearcher.com/jobs/0e7369359c19235284982638","canonicalUrl":"https://jobsearcher.com/jobs/0e7369359c19235284982638","title":"BigData ,Python and Py Spark , GCP","description":"Job DescriptionBigData ,Python and Py Spark , GCPRoles And ResponsibilitiesDevelop and maintain data pipelines using BigData processesFocus on ingesting, storing, processing, and analyzing large datasetsRequired Skills And QualificationsDesign, develop, and maintain scalable ETL/ELT pipelines using PySpark, Airflow, and GCP-native tools.Build and optimize data warehouses and analytics solutions in BigQuery.Implement and manage workflow orchestration with Airflow/Cloud Composer.Write complex SQL queries for data transformations, analytics, and performance optimization.Ensure data reliability, security, and governance across pipelines.Conduct performance tuning and cost optimization of BigQuery and PySpark workloads.Collaborate with analysts and product teams to deliver reliable data solutions.Troubleshoot, debug, and resolve production issues in large-scale data pipelines.Contribute to best practices, reusable frameworks, and automation for data engineering.5+ years of experience within Data Engineering/ Data Warehousing using Big Data technologies will be a addonExpert on Distributed ecosystemHands-on experience with programming using PythonExpert on Hadoop and Spark Architecture and its working principleHands-on experience on writing and understanding complex SQL(Hive/PySpark-dataframes),optimizing joins while processing huge amount of dataExperience in UNIX shell scripting Ability to design and develop optimized Data pipelines for batch and real time data processingShould have experience in analysis, design, development, testing, and implementation of system applicationsDemonstrated ability to develop and document technical and functional specifications and analyze software and system processing flows.Salary Range- $90,000-$110,000 a year","company":"Tata Consultancy Services","rawCompany":"tata consultancy services","city":"Phoenix","state":"AZ","isRemote":false,"isActive":false,"createdAt":"2026-05-08T06:46:47.949Z","occupations":[{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-2051.00","title":"Data Scientists","slug":"data-scientists"},{"code":"15-1252.00","title":"Software Developers","slug":"software-developers"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"518210","title":"Computing Infrastructure Providers, Data Processing, Web Hosting, and Related Services","slug":"computing-infrastructure-providers-data-processing-web-hosting-and-related-services"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"BigData ,Python and Py Spark , GCP","description":"Job DescriptionBigData ,Python and Py Spark , GCPRoles And ResponsibilitiesDevelop and maintain data pipelines using BigData processesFocus on ingesting, storing, processing, and analyzing large datasetsRequired Skills And QualificationsDesign, develop, and maintain scalable ETL/ELT pipelines using PySpark, Airflow, and GCP-native tools.Build and optimize data warehouses and analytics solutions in BigQuery.Implement and manage workflow orchestration with Airflow/Cloud Composer.Write complex SQL queries for data transformations, analytics, and performance optimization.Ensure data reliability, security, and governance across pipelines.Conduct performance tuning and cost optimization of BigQuery and PySpark workloads.Collaborate with analysts and product teams to deliver reliable data solutions.Troubleshoot, debug, and resolve production issues in large-scale data pipelines.Contribute to best practices, reusable frameworks, and automation for data engineering.5+ years of experience within Data Engineering/ Data Warehousing using Big Data technologies will be a addonExpert on Distributed ecosystemHands-on experience with programming using PythonExpert on Hadoop and Spark Architecture and its working principleHands-on experience on writing and understanding complex SQL(Hive/PySpark-dataframes),optimizing joins while processing huge amount of dataExperience in UNIX shell scripting Ability to design and develop optimized Data pipelines for batch and real time data processingShould have experience in analysis, design, development, testing, and implementation of system applicationsDemonstrated ability to develop and document technical and functional specifications and analyze software and system processing flows.Salary Range- $90,000-$110,000 a year","datePosted":"2026-05-08T06:46:47.949Z","dateModified":"2026-05-08T06:46:47.949Z","hiringOrganization":{"@type":"Organization","name":"Tata Consultancy Services","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Phoenix","addressRegion":"AZ","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"0e7369359c19235284982638"},"url":"https://jobsearcher.com/jobs/0e7369359c19235284982638"}}