Enable thrift-dbr-tests for dbsql v4 client

Enable thrift-dbr tests for the new Thrift v4 dbsql python client.

- Fix regex for error messages
- Enable sharding for sqlquery tests
- Remove pyodbc installation
- Change launcher script so it can take a parameter for the docker image binary loader

Author: sander-goos

cmdexec/clients/python/thrift_dbr_test/README.md

@@ -0,0 +1,6 @@
+# Thrift-dbr-test-classes
+
+The classes defined in this folder depend on base classes defined in runtime.
+(sql/hive-thriftserver/pythontesting/) They are to be combined in the test-docker-image, see e.g. //cmdexec/client/dbsql-test-image.
+
+These test suites are used for running existing tests that were originally created for ODBC on the python clients that live in universe. 

cmdexec/clients/python/thrift_dbr_test/__init__.py

@@ -0,0 +1,20 @@
+import databricks.sql
+
+from pythontesting.pyhive_cursor_mixin import PyHiveThriftTestCase
+from pythontesting.tests.common.test_spark_basictests import SparkBasicSuiteBase
+
+
+# Base classes are defined in runtime:sql/hive-thriftserver/pythontesting/
+# They are to be combined in the test-docker-image (//cmdexec/client/dbsql-test-image)
+class DBSQLBasicSuite(PyHiveThriftTestCase, SparkBasicSuiteBase):
+    error_type = databricks.sql.Error
+
+
+if __name__ == "__main__":
+    import unittest
+    try:
+        import xmlrunner
+        testRunner = xmlrunner.XMLTestRunner(output='target/test-reports', verbosity=2)
+    except ImportError:
+        testRunner = None
+    unittest.main(testRunner=testRunner, verbosity=2)

cmdexec/clients/python/thrift_dbr_test/thrift_basic_tests.py

@@ -0,0 +1,34 @@
+import databricks.sql
+
+from pythontesting.pyhive_cursor_mixin import PyHiveThriftTestCase
+from pythontesting.tests.common.test_spark_sqlquerytests import SQLQueryTestSuite, retry_error
+
+
+# Base classes are defined in runtime:sql/hive-thriftserver/pythontesting/
+# They are to be combined in the test-docker-image (//cmdexec/client/dbsql-test-image)
+class DBSQLSQLQueryTestSuite(PyHiveThriftTestCase, SQLQueryTestSuite):
+    error_type = databricks.sql.Error
+    # 1 (\S+): exception type
+    # 2 (.+?): exception message
+    # 3 (:?;\n.+)?: elaborate explanation in AnalysisException (not captured)
+    exception_re = r"Error running query: (?:\[\S+\])?\s*(\S+):\s(.+?)(?:;\n.+)?$"
+
+    def parse_column(self, name, datatype):
+        return f"{name}:{datatype}"
+
+    def get_error_from_error_type(self, e):
+        return str(e)
+
+    @retry_error(90, databricks.sql.Error)
+    def execute_single_file(self, test, code, set_commands):
+        return super().execute_single_file(test, code, set_commands)
+
+
+if __name__ == "__main__":
+    import unittest
+    try:
+        import xmlrunner
+        testRunner = xmlrunner.XMLTestRunner(output='target/test-reports', verbosity=2)
+    except ImportError:
+        testRunner = None
+    unittest.main(testRunner=testRunner, verbosity=2)