feat(db): Reimplement ATC/AT Databricks scaffolding [sc-512318] (#562)

Author: Jesus89

.github/workflows/databricks.yml

@@ -28,9 +28,8 @@ jobs:
     timeout-minutes: 30
     env:
       DB_PREFIX: ci_${{ github.sha }}_${{ github.run_id }}_${{ github.run_attempt }}_
-      DB_CLUSTER_ID: ${{ secrets.DB_CLUSTER_ID_CI }}
       DB_HTTP_PATH: ${{ secrets.DB_HTTP_PATH_CI }}
-      DB_HOST: ${{ secrets.DB_HOST_CI }}
+      DB_HOST_NAME: ${{ secrets.DB_HOST_CI }}
     steps:
       - name: Checkout repo
         uses: actions/checkout@v3
@@ -76,13 +75,11 @@ jobs:
     strategy:
       matrix:
         include:
-          - cluster_id: DB_CLUSTER_ID_CD
-            http_path: DB_HTTP_PATH_CD
-            host: DB_HOST_CD
+          - http_path: DB_HTTP_PATH_CD
+            host_name: DB_HOST_CD
     env:
-      DB_CLUSTER_ID: ${{ secrets[matrix.cluster_id] }}
       DB_HTTP_PATH: ${{ secrets[matrix.http_path] }}
-      DB_HOST: ${{ secrets[matrix.host] }}
+      DB_HOST_NAME: ${{ secrets[matrix.host_name] }}
     steps:
       - name: Checkout repo
         uses: actions/checkout@v3

clouds/bigquery/modules/Makefile

@@ -34,10 +34,10 @@ include $(COMMON_DIR)/Makefile
 
 .SILENT:
 
-.PHONY: help lint build build-share deploy deploy-share test remove remove-functions remove-share clean
+.PHONY: help lint build build-share deploy deploy-share test remove remove-share clean
 
 help:
-	echo "Available targets: lint build deploy test remove remove-functions clean"
+	echo "Available targets: lint build deploy test remove clean"
 
 lint: venv3 $(NODE_MODULES_DEV)
 	echo "Linting modules..."
@@ -101,11 +101,6 @@ remove: check
 	GOOGLE_APPLICATION_CREDENTIALS=$(GOOGLE_APPLICATION_CREDENTIALS) \
 	$(COMMON_DIR)/run-script.js $(COMMON_DIR)/DROP_FUNCTIONS.sql
 
-remove-functions: check
-	echo "Removing functions..."
-	REPLACEMENTS=$(REPLACEMENTS)" "$(REPLACEMENTS_EXTRA) \
-	GOOGLE_APPLICATION_CREDENTIALS=$(GOOGLE_APPLICATION_CREDENTIALS) \
-	$(COMMON_DIR)/run-script.js $(COMMON_DIR)/DROP_FUNCTIONS.sql
 
 clean:
 	echo "Cleaning modules..."

clouds/databricks/.env.template

@@ -1,19 +1,13 @@
 # This is a sample .env file for use in local development.
 # Duplicate this file as .env in the root of the project
 # and update the environment variables to match your desired
-# config. Replace each <template> with your values.
+# config.
 #
 # Note: duplicate dollar sign to make it visible: $$.
 
 # Databricks
 DB_PREFIX=
-DB_CLUSTER_ID=<cluster_id>
-DB_HTTP_PATH=<http_path>
-DB_HOST=<hostname>
-DB_TOKEN=<token>
-
-# For CI-releases from local
-PGP_PASSPHRASE=<pgp_passphrase>
-PGP_SECRET=<pgp_secret>
-SONATYPE_PASSWORD=<sonatype_password>
-SONATYPE_USERNAME=<sonatype_username>
+DB_CATALOG=
+DB_HOST_NAME=
+DB_HTTP_PATH=
+DB_TOKEN=

clouds/databricks/.gitignore

@@ -63,6 +63,6 @@ java/*dll
 metastore_db
 derby.log
 
-# Deploy 
+# Deploy
 submit-run.json
 dropUDF.sql

clouds/databricks/CHANGELOG.md

@@ -4,4 +4,4 @@ CARTO Analytics Toolbox Core for Databricks.
 
 All notable commits to this project will be documented in this file.
 
-## [0.1.1]
+## [0.1.0]