SQLAlchemy 2: Bump dependency version and update e2e tests for existing behaviour (#236)

Signed-off-by: Jesse Whitehouse <jesse.whitehouse@databricks.com>

Author: Jesse

poetry.lock

@@ -26,7 +26,7 @@ numpy = [
     { version = ">=1.16.6", python = ">=3.7,<3.11" },
     { version = ">=1.23.4", python = ">=3.11" },
 ]
-sqlalchemy = "^1.3.24"
+sqlalchemy = "2.0.21"
 openpyxl = "^3.0.10"
 alembic = "^1.0.11"
 urllib3 = ">=1.0"
@@ -60,5 +60,5 @@ exclude = '/(\.eggs|\.git|\.hg|\.mypy_cache|\.nox|\.tox|\.venv|\.svn|_build|buck
 minversion = "6.0"
 log_cli = "false"
 log_cli_level = "INFO"
-testpaths = ["tests"]
+testpaths = ["tests", "src/databricks/sqlalchemy/test_local"]
 env_files = ["test.env"]

pyproject.toml

@@ -283,7 +283,7 @@ def has_table(
 
         try:
             res = connection.execute(
-                f"DESCRIBE TABLE {_catalog}.{_schema}.{table_name}"
+                sqlalchemy.text(f"DESCRIBE TABLE {_catalog}.{_schema}.{table_name}")
             )
             return True
         except DatabaseError as e:

src/databricks/sqlalchemy/__init__.py

@@ -0,0 +1,5 @@
+"""
+This module contains tests entirely maintained by Databricks. 
+
+These tests do not rely on SQLAlchemy's custom test runner.
+"""