{"schemaVersion":"jobsearcher.job.v1","id":"b33becb735ada85682acf0aa","url":"https://jobsearcher.com/jobs/b33becb735ada85682acf0aa","canonicalUrl":"https://jobsearcher.com/jobs/b33becb735ada85682acf0aa","title":"Lead Data Engineer with Databricks","description":"Lead Data Engineer with Databricks HybridCharlotte, NCRoles and ResponsibilitiesDevelop high-quality, scalable ETL/ELT pipelines using Databricks technologies including Delta Lake, Auto Loader etc.Excellent programming and debugging skills in PythonStrong hands-on experience with PySpark to build efficient data transformation and validation logicMust be proficient in at least one cloud platform: AWS, GCP, or AzureNeed someone with Insurance domain experience - property and casualtyImplement ingestion patterns using Auto Loader with checkpointing and schema evolution for structured and semi-structured dataBuild secure and observable DLT pipelines with DLT Expectations, supporting Bronze/Silver/Gold medallion layeringConfigure Unity Catalog: set up catalogs, schemas, user/group access, enable audit logging, & define masking for PII fieldsEnable secure data access across domains & workspaces via Unity Catalog External Locations, Volumes, & lineage trackingAccess and utilize data assets from the Databricks Marketplace to support enrichment, model training, or benchmarking","company":"Alis Software","rawCompany":"alis software","city":"Charlotte","state":"NC","isRemote":false,"isActive":true,"createdAt":"2026-09-11T04:25:44.360Z","occupations":[{"code":"15-1243.01","title":"Data Warehousing Specialists","slug":"data-warehousing-specialists"},{"code":"15-1243.00","title":"Database Architects","slug":"database-architects"},{"code":"15-2051.00","title":"Data Scientists","slug":"data-scientists"}],"industries":[{"code":"541512","title":"Computer Systems Design Services","slug":"computer-systems-design-services"},{"code":"541511","title":"Custom Computer Programming Services","slug":"custom-computer-programming-services"},{"code":"524298","title":"All Other Insurance Related Activities","slug":"all-other-insurance-related-activities"}],"jobPosting":{"@context":"https://schema.org","@type":"JobPosting","title":"Lead Data Engineer with Databricks","description":"Lead Data Engineer with Databricks HybridCharlotte, NCRoles and ResponsibilitiesDevelop high-quality, scalable ETL/ELT pipelines using Databricks technologies including Delta Lake, Auto Loader etc.Excellent programming and debugging skills in PythonStrong hands-on experience with PySpark to build efficient data transformation and validation logicMust be proficient in at least one cloud platform: AWS, GCP, or AzureNeed someone with Insurance domain experience - property and casualtyImplement ingestion patterns using Auto Loader with checkpointing and schema evolution for structured and semi-structured dataBuild secure and observable DLT pipelines with DLT Expectations, supporting Bronze/Silver/Gold medallion layeringConfigure Unity Catalog: set up catalogs, schemas, user/group access, enable audit logging, & define masking for PII fieldsEnable secure data access across domains & workspaces via Unity Catalog External Locations, Volumes, & lineage trackingAccess and utilize data assets from the Databricks Marketplace to support enrichment, model training, or benchmarking","datePosted":"2026-09-11T04:25:44.360Z","dateModified":"2026-09-11T04:25:44.360Z","hiringOrganization":{"@type":"Organization","name":"Alis Software","sameAs":"https://jobsearcher.com"},"jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Charlotte","addressRegion":"NC","addressCountry":"US"}},"identifier":{"@type":"PropertyValue","name":"JobSearcher","value":"b33becb735ada85682acf0aa"},"url":"https://jobsearcher.com/jobs/b33becb735ada85682acf0aa"}}