Reading variables from file

acceptance/bundle/help/bundle-deploy/output.txt

@@ -14,8 +14,9 @@ Flags:
   -h, --help                  help for deploy
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-deployment/output.txt

@@ -13,10 +13,11 @@ Flags:
   -h, --help   help for deployment
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")
 
 Use "databricks bundle deployment [command] --help" for more information about a command.

acceptance/bundle/help/bundle-destroy/output.txt

@@ -11,8 +11,9 @@ Flags:
   -h, --help           help for destroy
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-generate-dashboard/output.txt

@@ -16,9 +16,10 @@ Flags:
       --watch                  watch for changes to the dashboard and update the configuration
 
 Global Flags:
-      --debug            enable debug logging
-      --key string       resource key to use for the generated configuration
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+      --key string        resource key to use for the generated configuration
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-generate-job/output.txt

@@ -13,9 +13,10 @@ Flags:
   -s, --source-dir string     Dir path where the downloaded files will be stored (default "src")
 
 Global Flags:
-      --debug            enable debug logging
-      --key string       resource key to use for the generated configuration
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+      --key string        resource key to use for the generated configuration
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-generate-pipeline/output.txt

@@ -13,9 +13,10 @@ Flags:
   -s, --source-dir string             Dir path where the downloaded files will be stored (default "src")
 
 Global Flags:
-      --debug            enable debug logging
-      --key string       resource key to use for the generated configuration
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+      --key string        resource key to use for the generated configuration
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-generate/output.txt

@@ -16,10 +16,11 @@ Flags:
       --key string   resource key to use for the generated configuration
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")
 
 Use "databricks bundle generate [command] --help" for more information about a command.

acceptance/bundle/help/bundle-init/output.txt

@@ -24,8 +24,9 @@ Flags:
       --template-dir string   Directory path within a Git repository containing the template.
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-open/output.txt

@@ -10,8 +10,9 @@ Flags:
   -h, --help         help for open
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-run/output.txt

@@ -50,8 +50,9 @@ Flags:
       --restart   Restart the run if it is already running.
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-schema/output.txt

@@ -9,8 +9,9 @@ Flags:
   -h, --help   help for schema
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-summary/output.txt

@@ -10,8 +10,9 @@ Flags:
   -h, --help         help for summary
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-sync/output.txt

@@ -13,7 +13,8 @@ Flags:
       --watch               watch local file system for changes
 
 Global Flags:
-      --debug            enable debug logging
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle-validate/output.txt

@@ -9,8 +9,9 @@ Flags:
   -h, --help   help for validate
 
 Global Flags:
-      --debug            enable debug logging
-  -o, --output type      output type: text or json (default text)
-  -p, --profile string   ~/.databrickscfg profile
-  -t, --target string    bundle target to use (if applicable)
-      --var strings      set values for variables defined in bundle config. Example: --var="foo=bar"
+      --debug             enable debug logging
+  -o, --output type       output type: text or json (default text)
+  -p, --profile string    ~/.databrickscfg profile
+  -t, --target string     bundle target to use (if applicable)
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")

acceptance/bundle/help/bundle/output.txt

@@ -21,8 +21,9 @@ Available Commands:
   validate    Validate configuration
 
 Flags:
-  -h, --help          help for bundle
-      --var strings   set values for variables defined in bundle config. Example: --var="foo=bar"
+  -h, --help              help for bundle
+      --var strings       set values for variables defined in bundle config. Example: --var="foo=bar"
+      --var-file string   path to a JSON file containing variables. Example: --var-file="/path/to/variable-overrides.json" (default ".databricks/bundle/<target>/variable-overrides.json")
 
 Global Flags:
       --debug            enable debug logging

acceptance/bundle/variables/empty/output.txt

@@ -1,4 +1,4 @@
-Error: no value assigned to required variable a. Assignment can be done through the "--var" flag or by setting the BUNDLE_VAR_a environment variable
+Error: no value assigned to required variable a. Assignment can be done using "--var" or "--var-file", by setting the BUNDLE_VAR_a environment variable, or in .databricks/bundle/<target>/variable-overrides.json file
 
 Name: empty${var.a}
 Target: default

acceptance/bundle/variables/env_overrides/output.txt

@@ -9,7 +9,7 @@
 "prod-a env-var-b"
 
 >>> errcode $CLI bundle validate -t env-missing-a-required-variable-assignment
-Error: no value assigned to required variable b. Assignment can be done through the "--var" flag or by setting the BUNDLE_VAR_b environment variable
+Error: no value assigned to required variable b. Assignment can be done using "--var" or "--var-file", by setting the BUNDLE_VAR_b environment variable, or in .databricks/bundle/<target>/variable-overrides.json file
 
 Name: test bundle
 Target: env-missing-a-required-variable-assignment

acceptance/bundle/variables/vanilla/output.txt

@@ -3,7 +3,7 @@
 "abc def"
 
 >>> errcode $CLI bundle validate
-Error: no value assigned to required variable b. Assignment can be done through the "--var" flag or by setting the BUNDLE_VAR_b environment variable
+Error: no value assigned to required variable b. Assignment can be done using "--var" or "--var-file", by setting the BUNDLE_VAR_b environment variable, or in .databricks/bundle/<target>/variable-overrides.json file
 
 Name: ${var.a} ${var.b}
 Target: default

acceptance/bundle/variables/var_file_overrides/.databricks/bundle/with-default-variable-file/variable-overrides.json

@@ -0,0 +1,7 @@
+{
+  "cluster": {
+    "node_type_id": "Standard_DS3_v3"
+  },
+  "cluster_key": "mlops_stacks-cluster-2",
+  "cluster_workers": 9
+}

acceptance/bundle/variables/var_file_overrides/.gitignore

@@ -0,0 +1 @@
+!.databricks

acceptance/bundle/variables/var_file_overrides/databricks.yml

@@ -0,0 +1,35 @@
+bundle:
+  name: TestResolveVariablesFromFile
+
+variables:
+  cluster:
+    type: "complex"
+  cluster_key:
+  cluster_workers:
+
+resources:
+  jobs:
+    job1:
+      job_clusters:
+        - job_cluster_key: ${var.cluster_key}
+          new_cluster:
+            node_type_id: "${var.cluster.node_type_id}"
+            num_workers: ${var.cluster_workers}
+
+targets:
+  with-defaults:
+    default: true
+    variables:
+      cluster_workers:
+        default: 1
+      cluster:
+        type: "complex"
+        default:
+          node_type_id: "default"
+      cluster_key:
+        default: "default"
+
+  without-defaults:
+
+  # see .databricks/bundle/default_target/ for variable values
+  with-default-variable-file: