Convert TestJobsMetadataFile to an acceptance test (#2925)

## Why
<!-- Why are these changes needed? Provide the context that the reviewer
might be missing.
For example, were there any decisions behind the change that are not
reflected in the code itself? -->

One change in the series of changes for converting integration tests
into acceptance tests.
This will allow for easier testing of various backing solutions for
bundle deployment

Author: anton-107

…bundles/job_metadata/template/a/b/bar.py …le/deploy/jobs/check-metadata/a/b/bar.pyintegration/bundle/bundles/job_metadata/template/a/b/bar.py renamed to acceptance/bundle/deploy/jobs/check-metadata/a/b/bar.py integration/bundle/bundles/job_metadata/template/a/b/bar.py renamed to acceptance/bundle/deploy/jobs/check-metadata/a/b/bar.py

@@ -1,12 +1,12 @@
 resources:
   jobs:
     bar:
-      name: test-job-metadata-2-{{.unique_id}}
+      name: test-job-metadata-2-$UNIQUE_NAME
       tasks:
         - task_key: my_notebook_task
           new_cluster:
             num_workers: 1
-            spark_version: "{{.spark_version}}"
-            node_type_id: "{{.node_type_id}}"
+            spark_version: $DEFAULT_SPARK_VERSION
+            node_type_id: $NODE_TYPE_ID
           notebook_task:
             notebook_path: "./bar.py"

…metadata/template/a/b/resources.yml.tmpl …bs/check-metadata/a/b/resources.yml.tmplintegration/bundle/bundles/job_metadata/template/a/b/resources.yml.tmpl renamed to acceptance/bundle/deploy/jobs/check-metadata/a/b/resources.yml.tmpl integration/bundle/bundles/job_metadata/template/a/b/resources.yml.tmpl renamed to acceptance/bundle/deploy/jobs/check-metadata/a/b/resources.yml.tmpl

@@ -1,21 +1,21 @@
 bundle:
-  name: job-metadata
+  name: deploy-jobs-check-metadata-$UNIQUE_NAME
 
 workspace:
-  root_path: "~/.bundle/{{.unique_id}}"
+  root_path: ~/.bundle/$UNIQUE_NAME
 
 include:
   - "a/b/*.yml"
 
 resources:
   jobs:
     foo:
-      name: test-job-metadata-1-{{.unique_id}}
+      name: test-job-metadata-1-$UNIQUE_NAME
       tasks:
         - task_key: my_notebook_task
           new_cluster:
             num_workers: 1
-            spark_version: "{{.spark_version}}"
-            node_type_id: "{{.node_type_id}}"
+            spark_version: $DEFAULT_SPARK_VERSION
+            node_type_id: $NODE_TYPE_ID
           notebook_task:
             notebook_path: "./foo.py"

…ob_metadata/template/databricks.yml.tmpl …/jobs/check-metadata/databricks.yml.tmplintegration/bundle/bundles/job_metadata/template/databricks.yml.tmpl renamed to acceptance/bundle/deploy/jobs/check-metadata/databricks.yml.tmpl integration/bundle/bundles/job_metadata/template/databricks.yml.tmpl renamed to acceptance/bundle/deploy/jobs/check-metadata/databricks.yml.tmpl

@@ -0,0 +1,62 @@
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/[UNIQUE_NAME]/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!
+
+=== Assert job 1 is created
+{
+  "name": "test-job-metadata-1-[UNIQUE_NAME]"
+}
+
+=== Assert job 2 is created
+{
+  "name": "test-job-metadata-2-[UNIQUE_NAME]"
+}
+
+=== Read metadata object from the workspace
+>>> [CLI] workspace export /Workspace/Users/[USERNAME]/.bundle/[UNIQUE_NAME]/state/metadata.json
+
+>>> cat metadata.json
+{
+  "version": 1,
+  "config": {
+    "bundle": {
+      "git": {
+        "bundle_root_path": "."
+      }
+    },
+    "workspace": {
+      "file_path": "/Workspace/Users/[USERNAME]/.bundle/[UNIQUE_NAME]/files"
+    },
+    "resources": {
+      "jobs": {
+        "bar": {
+          "id": "[NUMID]",
+          "relative_path": "a/b/resources.yml"
+        },
+        "foo": {
+          "id": "[NUMID]",
+          "relative_path": "databricks.yml"
+        }
+      }
+    }
+  }
+}
+=== Check that metadata contains created job ids
+>>> cat metadata.json
+          "id": "[NUMID]",
+
+>>> cat metadata.json
+          "id": "[NUMID]",
+
+>>> [CLI] bundle destroy --auto-approve
+The following resources will be deleted:
+  delete job bar
+  delete job foo
+
+All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/[UNIQUE_NAME]
+
+Deleting files...
+Destroy complete!

…dle/bundles/job_metadata/template/foo.py …bundle/deploy/jobs/check-metadata/foo.pyintegration/bundle/bundles/job_metadata/template/foo.py renamed to acceptance/bundle/deploy/jobs/check-metadata/foo.py integration/bundle/bundles/job_metadata/template/foo.py renamed to acceptance/bundle/deploy/jobs/check-metadata/foo.py

@@ -0,0 +1,25 @@
+envsubst < databricks.yml.tmpl > databricks.yml
+envsubst < a/b/resources.yml.tmpl > a/b/resources.yml
+
+cleanup() {
+    trace $CLI bundle destroy --auto-approve
+}
+trap cleanup EXIT
+
+trace $CLI bundle deploy
+
+title "Assert job 1 is created\n"
+JOB_1_ID=$($CLI bundle summary -o json | jq -r '.resources.jobs.foo.id')
+$CLI jobs get "${JOB_1_ID}" | jq '{name: .settings.name}'
+
+title "Assert job 2 is created\n"
+JOB_2_ID=$($CLI bundle summary -o json | jq -r '.resources.jobs.bar.id')
+$CLI jobs get "${JOB_2_ID}" | jq '{name: .settings.name}'
+
+title "Read metadata object from the workspace"
+trace $CLI workspace export "/Workspace/Users/${CURRENT_USER_NAME}/.bundle/${UNIQUE_NAME}/state/metadata.json" > metadata.json
+trace cat metadata.json
+
+title "Check that metadata contains created job ids"
+trace cat metadata.json | grep "${JOB_1_ID}"
+trace cat metadata.json | grep "${JOB_2_ID}"

acceptance/bundle/deploy/jobs/check-metadata/output.txt

@@ -0,0 +1,18 @@
+Local = false
+Cloud = true
+
+Ignore = [
+    "databricks.yml",
+    "a/b/resources.yml",
+    "metadata.json",
+]
+
+[Env]
+# MSYS2 automatically converts absolute paths like /Users/$username/$UNIQUE_NAME to
+# C:/Program Files/Git/Users/$username/UNIQUE_NAME before passing it to the CLI
+# Setting this environment variable prevents that conversion on windows.
+MSYS_NO_PATHCONV = "1"
+
+[[Repls]]
+Old = "[0-9]{12,}"
+New = "[NUMID]"