Add missing DB attributes for lic and dbfs info path to settings

Author: C-K-Loan

johnsnowlabs/auto_install/databricks/install_utils.py

@@ -48,8 +48,8 @@ def install_license_to_cluster(install_suite: InstallSuite, db: DatabricksAPI, )
         "SPARK_OCR_LICENSE": install_suite.secrets.OCR_LICENSE,
     }
     lic = {k: v for k, v in lic.items() if v is not None}
-
-    put_file_on_dbfs(db, settings.dbfs_license_path, lic, overwrite=True)
+    # TODO license info-files and shit should be created! also folder!!
+    put_file_on_dbfs(db, f'{settings.dbfs_license_path}/license.json', lic, overwrite=True)
     return settings.dbfs_license_path
 
 

johnsnowlabs/settings.py

@@ -72,6 +72,9 @@
 db_py_jobs_dir = f"{dbfs_home_dir}/py_jobs"
 db_py_notebook_dir = f"{dbfs_home_dir}/py_notebook_jobs"
 db_jar_jobs_dir = f"{dbfs_home_dir}/jar_jobs"
+dbfs_license_path = f"{dbfs_home_dir}/licenses"
+dbfs_info_path = f"{dbfs_home_dir}/info.json"
+
 
 db_cluster_name = "John-Snow-Labs-Databricks-Auto-Cluster🚀"
 db_driver_node_type = "i3.xlarge"
@@ -82,7 +85,6 @@
 
 db_job_name = "John-Snow-Labs-Job {job} 🚀"
 db_run_name = "John-Snow-Labs-Run 🚀"
-db_driver_node_type = "i3.xlarge"
 
 # emr settings
 emr_cluster_name = "John-Snow-Labs-EMR-Auto-Cluster🚀"