Convert python wheel tests to acceptance (#2396)

## Changes

Rewrite bundle/tests/python_wheel_test.go into acceptance tests. The
same configs are used, but the test now runs 'bundle deploy' and in
addition to checking the files on the file system, also checks that the
files were uploaded and records jobs/create request.

There is a new test helper bin/find.py which filters out paths based on
regex, asserts on number of expected results. I've added it because
'find' on Windows behaves differently, so this helps avoid
cross-platform differences.

Author: denik

acceptance/bin/find.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env python3
+"""
+Usage: find.py <regex>
+Finds all files within current directory matching regex. The output is sorted and slashes are always forward.
+
+If --expect N is provided, the number of matches must be N or error is printed.
+"""
+
+import sys
+import os
+import re
+import argparse
+
+
+parser = argparse.ArgumentParser()
+parser.add_argument("regex")
+parser.add_argument("--expect", type=int)
+args = parser.parse_args()
+
+regex = re.compile(args.regex)
+result = []
+
+for root, dirs, files in os.walk("."):
+    for filename in files:
+        path = os.path.join(root, filename).lstrip("./\\").replace("\\", "/")
+        if regex.search(path):
+            result.append(path)
+
+result.sort()
+for item in result:
+    print(item)
+sys.stdout.flush()
+
+if args.expect is not None:
+    if args.expect != len(result):
+        sys.exit(f"Expected {args.expect}, got {len(result)}")

acceptance/bundle/artifacts/same_name_libraries/test.toml

@@ -1,3 +1,5 @@
+RecordRequests = false
+
 [[Repls]]
 Old = '\\'
 New = '/'

acceptance/bundle/artifacts/script.prepare

@@ -0,0 +1,9 @@
+export PYTHONDONTWRITEBYTECODE=1
+
+uv venv -q --python 3.12 .venv
+if [[ "$OSTYPE" == "msys" || "$OSTYPE" == "cygwin" || "$OSTYPE" == "win32" ]]; then
+    source .venv/Scripts/activate
+else
+    source .venv/bin/activate
+fi
+uv pip install -q setuptools

acceptance/bundle/artifacts/test.toml

@@ -0,0 +1,18 @@
+Cloud = false
+RecordRequests = true
+Ignore = [
+    '.venv',
+    'dist',
+    'build',
+    '*egg-info',
+    '.databricks',
+]
+
+[[Server]]
+Pattern = "GET /api/2.1/clusters/get"
+Response.Body = '''
+{
+  "cluster_id": "0717-132531-5opeqon1",
+  "spark_version": "13.3.x-scala2.12"
+}
+'''

acceptance/bundle/artifacts/unique_name_libraries/test.toml

@@ -1,4 +1,4 @@
-Cloud = false
+RecordRequests = false
 
 # The order in which files are uploaded can be different, so we just replace the name
 [[Repls]]

…n_wheel/python_wheel_dbfs_lib/bundle.yml …bundle/artifacts/whl_dbfs/databricks.ymlbundle/tests/python_wheel/python_wheel_dbfs_lib/bundle.yml renamed to acceptance/bundle/artifacts/whl_dbfs/databricks.yml bundle/tests/python_wheel/python_wheel_dbfs_lib/bundle.yml renamed to acceptance/bundle/artifacts/whl_dbfs/databricks.yml

@@ -0,0 +1,32 @@
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/python-wheel/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!
+
+=== Expecting to find no wheels
+>>> errcode find.py --expect 0 whl
+
+=== Expecting 1 wheel in libraries section in /jobs/create
+>>> jq -s .[] | select(.path=="/api/2.1/jobs/create") | .body.tasks out.requests.txt
+[
+  {
+    "existing_cluster_id": "0717-132531-5opeqon1",
+    "libraries": [
+      {
+        "whl": "dbfs:/path/to/dist/mywheel.whl"
+      }
+    ],
+    "python_wheel_task": {
+      "entry_point": "run",
+      "package_name": "my_test_code"
+    },
+    "task_key": "TestTask"
+  }
+]
+
+=== Expecting no wheels to be uploaded
+>>> errcode sh -c jq .path < out.requests.txt | grep import | grep whl
+
+Exit code: 1

acceptance/bundle/artifacts/whl_dbfs/output.txt

@@ -0,0 +1,12 @@
+trace $CLI bundle deploy
+
+title "Expecting to find no wheels"
+trace errcode find.py --expect 0 whl
+
+title "Expecting 1 wheel in libraries section in /jobs/create"
+trace jq -s '.[] | select(.path=="/api/2.1/jobs/create") | .body.tasks' out.requests.txt
+
+title "Expecting no wheels to be uploaded"
+trace errcode sh -c 'jq .path < out.requests.txt | grep import | grep whl'
+
+rm out.requests.txt

acceptance/bundle/artifacts/whl_dbfs/script

@@ -5,7 +5,8 @@ artifacts:
     my_test_code:
       type: whl
       path: "./my_test_code"
-      build: "python3 setup.py bdist_wheel"
+      # using 'python' there because 'python3' does not exist in virtualenv on windows
+      build: python setup.py bdist_wheel
 
 resources:
   jobs: