Track number of YAML configuration files in a bundle (#2589)

## Why
Tracking the distribution of number of YAML files in an bundle is an
interesting signal and it gives us an idea of the average size and
complexity of the typical bundle.

## Tests
Acceptance test.

Author: shreyas-goenka

acceptance/bundle/telemetry/deploy-config-file-count/a.yml

@@ -0,0 +1,6 @@
+bundle:
+  name: boar
+
+include:
+  - a.yml
+  - dir/*

acceptance/bundle/telemetry/deploy-config-file-count/databricks.yml

@@ -0,0 +1,45 @@
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/boar/default/files...
+Deploying resources...
+Deployment complete!
+
+>>> cat out.requests.txt
+{
+  "frontend_log_event_id": "[UUID]",
+  "entry": {
+    "databricks_cli_log": {
+      "execution_context": {
+        "cmd_exec_id": "[CMD-EXEC-ID]",
+        "version": "[DEV_VERSION]",
+        "command": "bundle_deploy",
+        "operating_system": "[OS]",
+        "execution_time_ms": SMALL_INT,
+        "exit_code": 0
+      },
+      "bundle_deploy_event": {
+        "bundle_uuid": "[UUID]",
+        "resource_count": 0,
+        "resource_job_count": 0,
+        "resource_pipeline_count": 0,
+        "resource_model_count": 0,
+        "resource_experiment_count": 0,
+        "resource_model_serving_endpoint_count": 0,
+        "resource_registered_model_count": 0,
+        "resource_quality_monitor_count": 0,
+        "resource_schema_count": 0,
+        "resource_volume_count": 0,
+        "resource_cluster_count": 0,
+        "resource_dashboard_count": 0,
+        "resource_app_count": 0,
+        "experimental": {
+          "configuration_file_count": 4,
+          "variable_count": 0,
+          "complex_variable_count": 0,
+          "lookup_variable_count": 0,
+          "target_count": 0
+        }
+      }
+    }
+  }
+}

acceptance/bundle/telemetry/deploy-config-file-count/dir/b.yml

@@ -0,0 +1,12 @@
+trace $CLI bundle deploy
+
+trace cat out.requests.txt | jq 'select(has("path") and .path == "/telemetry-ext") | .body.protoLogs.[] | fromjson'
+
+# Disable pipefail. head will skip reading all input once it encounters a newline. Not disabling pipefail will trigger
+# a SIGPIPE in linux based systems.
+set +o pipefail
+cmd_exec_id=$(extract_command_exec_id.py)
+
+update_file.py output.txt $cmd_exec_id  '[CMD-EXEC-ID]'
+
+rm out.requests.txt

acceptance/bundle/telemetry/deploy-config-file-count/dir/c.yml

@@ -35,7 +35,14 @@ Deployment complete!
         "resource_app_count": 0,
         "resource_job_ids": [
           "1"
-        ]
+        ],
+        "experimental": {
+          "configuration_file_count": 1,
+          "variable_count": 0,
+          "complex_variable_count": 0,
+          "lookup_variable_count": 0,
+          "target_count": 0
+        }
       }
     }
   }

acceptance/bundle/telemetry/deploy-config-file-count/output.txt

@@ -41,7 +41,14 @@ Deployment complete!
         "resource_pipeline_ids": [
           "[UUID]",
           "[UUID]"
-        ]
+        ],
+        "experimental": {
+          "configuration_file_count": 1,
+          "variable_count": 0,
+          "complex_variable_count": 0,
+          "lookup_variable_count": 0,
+          "target_count": 0
+        }
       }
     }
   }

acceptance/bundle/telemetry/deploy-config-file-count/script

@@ -31,6 +31,10 @@ import (
 
 const internalFolder = ".internal"
 
+type Metrics struct {
+	ConfigurationFileCount int64
+}
+
 type Bundle struct {
 	// BundleRootPath is the local path to the root directory of the bundle.
 	// It is set when we instantiate a new bundle instance.
@@ -93,6 +97,8 @@ type Bundle struct {
 	// Tagging is used to normalize tag keys and values.
 	// The implementation depends on the cloud being targeted.
 	Tagging tags.Cloud
+
+	Metrics Metrics
 }
 
 func Load(ctx context.Context, path string) (*Bundle, error) {

acceptance/bundle/telemetry/deploy-no-uuid/output.txt

@@ -98,5 +98,9 @@ func (m *processRootIncludes) Apply(ctx context.Context, b *bundle.Bundle) diag.
 	// Swap out the original includes list with the expanded globs.
 	b.Config.Include = files
 
+	// Track number of bundle YAML (or JSON) files in the configuration. The +1 is there
+	// to account for the root databricks.yaml file.
+	b.Metrics.ConfigurationFileCount = int64(len(files)) + 1
+
 	return bundle.ApplySeq(ctx, b, out...)
 }