{"schemaVersion":"jobsearcher.job.v1","id":"1a7498fc5aed11a59b5af1cb","url":"https://jobsearcher.com/jobs/1a7498fc5aed11a59b5af1cb","canonicalUrl":"https://jobsearcher.com/jobs/1a7498fc5aed11a59b5af1cb","title":"Databricks Architect","description":"Welcome to SkyLambda — Powering Scalable Innovation in the Cloud info@skylambdainc.com +1 (727) 610-6058\r\nResponsibilitiesResponsibilities:\r\nDesign and implement scalable data architectures using the Databricks Lakehouse Platform.\r\nDevelop and optimize data pipelines using Apache Spark, PySpark, SQL, and Delta Lake.\r\nArchitect and implement ETL/ELT workflows for batch and real-time data processing.\r\nDesign and manage data lakehouse solutions, including data ingestion, transformation, storage, and consumption layers.\r\nImplement data governance, security, access controls, data quality, and metadata management using Unity Catalog and related tools.\r\nOptimize Spark jobs, cluster configurations, query performance, and compute costs.\r\nIntegrate Databricks with cloud platforms such as AWS, Microsoft Azure, or Google Cloud Platform.\r\nDesign and implement workflow orchestration and scheduling using Databricks Workflows and tools such as Apache Airflow.\r\nEstablish CI/CD pipelines, infrastructure automation, and deployment best practices using tools such as Git, Terraform, and cloud-native DevOps services.\r\nImplement monitoring, logging, error handling, and performance optimization for production data pipelines.\r\nCollaborate with data engineers, analysts, data scientists, and business teams to define technical requirements and deliver data solutions.\r\nProvide technical leadership, conduct code reviews, establish architecture standards, and mentor engineering teams.\r\nEnsure compliance with enterprise data security, privacy, governance, and regulatory requirements.\r\nEvaluate emerging data technologies and recommend improvements to the existing data platform.#J-18808-Ljbffr","company":"Skylambda","rawCompany":"skylambda","city":"Irvine","state":"CA","isRemote":false,"isActive":true,"createdAt":"2026-11-04T02:16:52.210Z","occupations":[{"code":"15-1243.00","title":"Database Architects","slug":"database-architects"},{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-1299.08","title":"Computer Systems Engineers/Architects","slug":"computer-systems-engineers-architects"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"513210","title":"Software Publishers","slug":"software-publishers"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Databricks Architect","description":"Welcome to SkyLambda — Powering Scalable Innovation in the Cloud info@skylambdainc.com +1 (727) 610-6058\r\nResponsibilitiesResponsibilities:\r\nDesign and implement scalable data architectures using the Databricks Lakehouse Platform.\r\nDevelop and optimize data pipelines using Apache Spark, PySpark, SQL, and Delta Lake.\r\nArchitect and implement ETL/ELT workflows for batch and real-time data processing.\r\nDesign and manage data lakehouse solutions, including data ingestion, transformation, storage, and consumption layers.\r\nImplement data governance, security, access controls, data quality, and metadata management using Unity Catalog and related tools.\r\nOptimize Spark jobs, cluster configurations, query performance, and compute costs.\r\nIntegrate Databricks with cloud platforms such as AWS, Microsoft Azure, or Google Cloud Platform.\r\nDesign and implement workflow orchestration and scheduling using Databricks Workflows and tools such as Apache Airflow.\r\nEstablish CI/CD pipelines, infrastructure automation, and deployment best practices using tools such as Git, Terraform, and cloud-native DevOps services.\r\nImplement monitoring, logging, error handling, and performance optimization for production data pipelines.\r\nCollaborate with data engineers, analysts, data scientists, and business teams to define technical requirements and deliver data solutions.\r\nProvide technical leadership, conduct code reviews, establish architecture standards, and mentor engineering teams.\r\nEnsure compliance with enterprise data security, privacy, governance, and regulatory requirements.\r\nEvaluate emerging data technologies and recommend improvements to the existing data platform.#J-18808-Ljbffr","datePosted":"2026-11-04T02:16:52.210Z","dateModified":"2026-11-04T02:16:52.210Z","hiringOrganization":{"@type":"Organization","name":"Skylambda","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Irvine","addressRegion":"CA","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"1a7498fc5aed11a59b5af1cb"},"url":"https://jobsearcher.com/jobs/1a7498fc5aed11a59b5af1cb"}}