Updated template files with the latest in industry-solutions-blueprints

databricks-industry-solutions · Oct 24, 2022 · 13cfd6f · 13cfd6f
1 parent 8b2b2a0
commit 13cfd6f
Show file tree

Hide file tree

Showing 6 changed files with 100 additions and 17 deletions.
diff --git a/.github/workflows/integration-test-aws-pr.yml b/.github/workflows/integration-test-aws-pr.yml
@@ -18,13 +18,29 @@ jobs:
          databricks-token: ${{ secrets.DEPLOYMENT_TARGET_TOKEN_AWS }}
          new-cluster-json: >
            {
-             "num_workers": 1,
+             "num_workers": 0,
              "spark_version": "10.4.x-scala2.12",
              "node_type_id": "i3.xlarge",
-             "aws_attributes": {"first_on_demand": 1,"availability": "ON_DEMAND"}
+             "aws_attributes": {
+                 "availability": "ON_DEMAND"
+              },
+             "spark_conf": {
+                  "spark.master": "local[*, 4]",
+                  "spark.databricks.cluster.profile": "singleNode"
+              },
+              "custom_tags": {
+                  "ResourceClass": "SingleNode"
+              }
            }
          notebook-params-json: >
            {
-            "run_job": "True"
+             "run_job": "True"
            }
+         access-control-list-json: >
+           [
+             {
+               "group_name": "users",
+               "permission_level": "CAN_VIEW"
+             }
+           ]
            
diff --git a/.github/workflows/integration-test-aws-push.yml b/.github/workflows/integration-test-aws-push.yml
@@ -22,16 +22,28 @@ jobs:
          databricks-token: ${{ secrets.DEPLOYMENT_TARGET_TOKEN_AWS }}
          new-cluster-json: >
            {
-             "num_workers": 1,
+             "num_workers": 0,
              "spark_version": "10.4.x-scala2.12",
              "node_type_id": "i3.xlarge",
              "aws_attributes": {
-               "first_on_demand": 1,
                "availability": "ON_DEMAND"
-             }
+             },
+             "spark_conf": {
+                  "spark.master": "local[*, 4]",
+                  "spark.databricks.cluster.profile": "singleNode"
+              },
+              "custom_tags": {
+                  "ResourceClass": "SingleNode"
+              }
            }
          notebook-params-json: >
            {
             "run_job": "True"
            }
-           
+         access-control-list-json: >
+           [
+             {
+               "group_name": "users",
+               "permission_level": "CAN_VIEW"
+             }
+           ]
diff --git a/.github/workflows/integration-test-gcp-pr.yml b/.github/workflows/integration-test-gcp-pr.yml
@@ -18,14 +18,28 @@ jobs:
          databricks-token: ${{ secrets.DEPLOYMENT_TARGET_TOKEN_GCP }}
          new-cluster-json: >
            {
-              "num_workers": 1,
+              "num_workers": 0,
               "spark_version": "10.4.x-scala2.12",
               "node_type_id": "n1-highmem-4",
               "gcp_attributes": {
                 "availability": "ON_DEMAND_GCP"
+              },
+              "spark_conf": {
+                  "spark.master": "local[*, 4]",
+                  "spark.databricks.cluster.profile": "singleNode"
+              },
+              "custom_tags": {
+                  "ResourceClass": "SingleNode"
               }
             }
          notebook-params-json: >
            {
             "run_job": "True"
            }
+         access-control-list-json: >
+           [
+             {
+               "group_name": "users",
+               "permission_level": "CAN_VIEW"
+             }
+           ]
diff --git a/.github/workflows/integration-test-gcp-push.yml b/.github/workflows/integration-test-gcp-push.yml
@@ -22,14 +22,28 @@ jobs:
          databricks-token: ${{ secrets.DEPLOYMENT_TARGET_TOKEN_GCP }}
          new-cluster-json: >
            {
-              "num_workers": 1,
+              "num_workers": 0,
               "spark_version": "10.4.x-scala2.12",
               "node_type_id": "n1-highmem-4",
               "gcp_attributes": {
                 "availability": "ON_DEMAND_GCP"
+              },
+              "spark_conf": {
+                  "spark.master": "local[*, 4]",
+                  "spark.databricks.cluster.profile": "singleNode"
+              },
+              "custom_tags": {
+                  "ResourceClass": "SingleNode"
               }
             }
          notebook-params-json: >
            {
             "run_job": "True"
            }
+         access-control-list-json: >
+           [
+             {
+               "group_name": "users",
+               "permission_level": "CAN_VIEW"
+             }
+           ]
diff --git a/.github/workflows/integration-test-msa-pr.yml b/.github/workflows/integration-test-msa-pr.yml
@@ -17,15 +17,29 @@ jobs:
          databricks-token: ${{ secrets.DEPLOYMENT_TARGET_TOKEN_MSA }}
          new-cluster-json: >
            {
-             "num_workers": 1,
+             "num_workers": 0,
              "spark_version": "10.4.x-scala2.12",
              "node_type_id": "Standard_DS3_v2",
              "azure_attributes": {
-                            "availability": "ON_DEMAND_AZURE",
-                            "first_on_demand": 1
-                            }
+                  "availability": "ON_DEMAND_AZURE"
+                            },
+             "spark_conf": {
+                  "spark.master": "local[*, 4]",
+                  "spark.databricks.cluster.profile": "singleNode"
+              },
+              "custom_tags": {
+                  "ResourceClass": "SingleNode"
+              }
+                            
            }
          notebook-params-json: >
            {
             "run_job": "True"
            }
+         access-control-list-json: >
+           [
+             {
+               "group_name": "users",
+               "permission_level": "CAN_VIEW"
+             }
+           ]
diff --git a/.github/workflows/integration-test-msa-push.yml b/.github/workflows/integration-test-msa-push.yml
@@ -21,15 +21,28 @@ jobs:
          databricks-token: ${{ secrets.DEPLOYMENT_TARGET_TOKEN_MSA }}
          new-cluster-json: >
            {
-             "num_workers": 1,
+             "num_workers": 0,
              "spark_version": "10.4.x-scala2.12",
              "node_type_id": "Standard_D3_v2",
              "azure_attributes": {
-                            "availability": "ON_DEMAND_AZURE",
-                            "first_on_demand": 1
-                            }
+                  "availability": "ON_DEMAND_AZURE"
+                            },
+             "spark_conf": {
+                  "spark.master": "local[*, 4]",
+                  "spark.databricks.cluster.profile": "singleNode"
+              },
+              "custom_tags": {
+                  "ResourceClass": "SingleNode"
+              }
            }
          notebook-params-json: >
            {
             "run_job": "True"
            }
+         access-control-list-json: >
+           [
+             {
+               "group_name": "users",
+               "permission_level": "CAN_VIEW"
+             }
+           ]