fix python 3.9 compatibility issues

Author: chelsea-lin

bigframes/session/__init__.py

@@ -18,6 +18,8 @@
 
 from collections import abc
 import datetime
+import fnmatch
+import inspect
 import logging
 import os
 import secrets
@@ -1349,8 +1351,19 @@ def _check_file_size(self, filepath: str):
             client = storage.Client()
             bucket = client.bucket(bucket_name)
 
-            matching_blobs = bucket.list_blobs(match_glob=blob_path)
-            file_size = sum(blob.size for blob in matching_blobs)
+            list_blobs_params = inspect.signature(bucket.list_blobs).parameters
+            if "match_glob" in list_blobs_params:
+                # Modern, efficient method for new library versions
+                matching_blobs = bucket.list_blobs(match_glob=blob_path)
+                file_size = sum(blob.size for blob in matching_blobs)
+            else:
+                # Fallback method for older library versions
+                prefix = blob_path.split("*", 1)[0]
+                all_blobs = bucket.list_blobs(prefix=prefix)
+                matching_blobs = [
+                    blob for blob in all_blobs if fnmatch.fnmatch(blob.name, blob_path)
+                ]
+                file_size = sum(blob.size for blob in matching_blobs)
         elif os.path.exists(filepath):  # local file path
             file_size = os.path.getsize(filepath)
         else:

tests/system/small/test_session.py

@@ -1273,11 +1273,15 @@ def test_read_csv_for_gcs_wildcard_path(session, df_and_gcs_csv):
     # Convert default pandas dtypes to match BigQuery DataFrames dtypes.
     # Also, `expand=True` is needed to read from wildcard paths. See details:
     # https://github.com/fsspec/gcsfs/issues/616,
+    if not pd.__version__.startswith("1."):
+        storage_options = {"expand": True}
+    else:
+        storage_options = None
     pd_df = session.read_csv(
         path,
         index_col=index_col,
         dtype=scalars_pandas_df.dtypes.to_dict(),
-        storage_options={"expand": True},
+        storage_options=storage_options,
     )
 
     assert bf_df.shape == pd_df.shape