fix minimum polars version detection

Author: tswast

bigframes/_importing.py

@@ -14,6 +14,7 @@
 import importlib
 from types import ModuleType
 
+import numpy
 from packaging import version
 
 # Keep this in sync with setup.py
@@ -22,9 +23,13 @@
 
 def import_polars() -> ModuleType:
     polars_module = importlib.import_module("polars")
-    imported_version = version.Version(polars_module.build_info()["version"])
-    if imported_version < POLARS_MIN_VERSION:
+    # Check for necessary methods instead of the version number because we
+    # can't trust the polars version until
+    # https://github.com/pola-rs/polars/issues/23940 is fixed.
+    try:
+        polars_module.lit(numpy.int64(100), dtype=polars_module.Int64())
+    except TypeError:
         raise ImportError(
-            f"Imported polars version: {imported_version} is below the minimum version: {POLARS_MIN_VERSION}"
+            f"Imported polars version is likely below the minimum version: {POLARS_MIN_VERSION}"
         )
     return polars_module

noxfile.py

@@ -78,15 +78,20 @@
 ]
 UNIT_TEST_LOCAL_DEPENDENCIES: List[str] = []
 UNIT_TEST_DEPENDENCIES: List[str] = []
-UNIT_TEST_EXTRAS: List[str] = ["tests", "anywidget"]
+UNIT_TEST_EXTRAS: List[str] = ["tests"]
 UNIT_TEST_EXTRAS_BY_PYTHON: Dict[str, List[str]] = {
-    "3.12": ["tests", "polars", "scikit-learn", "anywidget"],
+    "3.10": ["tests", "polars", "scikit-learn", "anywidget"],
+    "3.11": ["tests", "polars", "scikit-learn", "anywidget"],
+    # Make sure we leave some versions without "extras" so we know those
+    # dependencies are actually optional.
+    "3.13": ["tests", "polars", "scikit-learn", "anywidget"],
 }
 
+# 3.11 is used by colab.
 # 3.10 is needed for Windows tests as it is the only version installed in the
 # bigframes-windows container image. For more information, search
 # bigframes/windows-docker, internally.
-SYSTEM_TEST_PYTHON_VERSIONS = ["3.9", "3.10", "3.12", "3.13"]
+SYSTEM_TEST_PYTHON_VERSIONS = ["3.9", "3.10", "3.11", "3.13"]
 SYSTEM_TEST_STANDARD_DEPENDENCIES = [
     "jinja2",
     "mock",
@@ -105,12 +110,13 @@
 ]
 SYSTEM_TEST_LOCAL_DEPENDENCIES: List[str] = []
 SYSTEM_TEST_DEPENDENCIES: List[str] = []
-SYSTEM_TEST_EXTRAS: List[str] = []
+SYSTEM_TEST_EXTRAS: List[str] = ["tests"]
 SYSTEM_TEST_EXTRAS_BY_PYTHON: Dict[str, List[str]] = {
-    "3.9": ["tests", "anywidget"],
-    "3.10": ["tests", "polars"],
-    "3.12": ["tests", "scikit-learn", "polars", "anywidget"],
-    "3.13": ["tests", "polars"],
+    # Make sure we leave some versions without "extras" so we know those
+    # dependencies are actually optional.
+    "3.10": ["scikit-learn", "polars", "anywidget"],
+    "3.11": ["scikit-learn", "polars", "anywidget"],
+    "3.13": ["polars", "anywidget"],
 }
 
 LOGGING_NAME_ENV_VAR = "BIGFRAMES_PERFORMANCE_LOG_NAME"
@@ -120,8 +126,8 @@
 # Sessions are executed in the order so putting the smaller sessions
 # ahead to fail fast at presubmit running.
 nox.options.sessions = [
-    "system-3.9",
-    "system-3.12",
+    "system-3.9",  # No extras.
+    "system-3.11",
     "cover",
     # TODO(b/401609005): remove
     "cleanup",

setup.py

@@ -76,8 +76,8 @@
         "google-cloud-bigtable >=2.24.0",
         "google-cloud-pubsub >=2.21.4",
     ],
-    # used for local engine, which is only needed for unit tests at present.
-    "polars": ["polars >= 1.7.0"],
+    # used for local engine
+    "polars": ["polars >= 1.21.0"],
     "scikit-learn": ["scikit-learn>=1.2.2"],
     # Packages required for basic development flow.
     "dev": [

testing/constraints-3.10.txt

@@ -1,4 +1,5 @@
-# Keep in sync with colab/containers/requirements.core.in image
+# When we drop Python 3.9,
+# please keep these in sync with the minimum versions in setup.py
 google-auth==2.27.0
 ipykernel==5.5.6
 ipython==7.34.0
@@ -15,4 +16,4 @@ matplotlib==3.7.1
 psutil==5.9.5
 seaborn==0.13.1
 traitlets==5.7.1
-polars==1.7.0
+polars==1.21.0

testing/constraints-3.11.txt

@@ -0,0 +1,175 @@
+# Keep in sync with colab/containers/requirements.core.in image.
+google-auth==2.38.0
+ipykernel==6.17.1
+ipython==7.34.0
+jupyter-server==1.16.0
+ipyparallel==8.8.0
+pandas==2.2.2
+portpicker==1.5.2
+requests==2.32.3
+tornado==6.4.2
+absl-py==1.4.0
+debugpy==1.8.15
+ipywidgets==7.7.1
+matplotlib==3.10.0
+psutil==5.9.5
+seaborn==0.13.2
+traitlets==5.7.1
+# Keep in sync with colab/containers/requirements.in image.
+Flask==3.1.0
+PyDrive2==1.21.1
+PyYAML==6.0
+Sphinx==8.2.3
+albumentations==2.0.0
+albucore==0.0.24
+arviz==0.22.0
+astropy==7.0
+autograd==1.7
+bigquery-magics==0.10.2
+bottleneck==1.4.0
+bokeh==3.7.2
+cmake==3.31.2
+community==1.0.0b1
+cufflinks==0.17.0
+cuda-python==12.6.0
+cuml-cu12==25.6.0
+cupy-cuda12x==13.3.0
+cvxopt==1.3.0
+cvxpy==1.6.0
+cyipopt==1.5.0
+cython==3.0.11
+dask==2025.5.0
+dataproc-spark-connect==0.8.1
+datasets==4.0
+diffusers==0.33
+dlib==19.24.6
+dopamine-rl==4.1.0
+duckdb==1.3.0
+earthengine-api==1.5.0
+easydict==1.13
+editdistance==0.8.0
+einops==0.8.0
+fastai==2.7.19
+firebase-admin==6.7
+folium==0.20
+future==1.0.0
+gcsfs==2025.3
+geemap==0.35.1
+geopandas==1.1
+geopy==2.4.0
+glob2==0.7
+google-api-core==2.24
+google-api-python-client==2.167
+google-auth-httplib2==0.2.0
+google-cloud-aiplatform==1.85
+google-cloud-bigquery==3.31
+google-cloud-bigquery-connection==1.18
+google-cloud-core==2.4
+google-cloud-datastore==2.20
+google-cloud-firestore==2.20
+google-cloud-functions==1.20
+google-cloud-language==2.17
+google-cloud-translate==3.20
+google-generativeai==0.8
+googledrivedownloader==1.1.0
+gradio==5.37
+graphviz==0.20
+gym==0.25.0
+h5py==3.13
+hdbscan==0.8
+highspy==1.10
+holidays==0.66
+holoviews==1.20
+html5lib==1.1
+httpimport==1.4
+humanize==4.12
+hyperopt==0.2
+ibis-framework==9.5.0
+imageio==2.37
+imbalanced-learn==0.13
+imutils==0.5
+inflect==7.5
+ipyleaflet==0.19
+ipython-sql==0.5
+jieba==0.42
+jinja2==3.1
+jsonschema==4.23
+jupytext==1.17.1
+keyrings.google-artifactregistry-auth==1.1.2
+langchain==0.3.20
+libpysal==4.13.0
+lightgbm==4.6.0
+lxml==5.4
+matplotlib-venn==1.1
+missingno==0.5
+mizani==0.13.0
+mkl==2025.2.0
+mlxtend==0.23
+more-itertools==10.7
+moviepy==1.0.3
+music21==9.3.0
+natsort==8.4
+nbconvert==7.16
+nibabel==5.3
+numba==0.60.0
+oauth2client==4.0
+openai==1.94
+opencv-contrib-python==4.12
+opencv-python==4.12
+openpyxl==3.1
+pandas-datareader==0.10
+pandas-gbq==0.28
+peft==0.15
+pillow==11.3.0
+plotnine==0.14.0
+polars==1.25.2
+progressbar2==4.5.0
+prophet==1.1.6
+protobuf==5.29.5
+psycopg2==2.9.10
+pyarrow==18.1.0
+pycocotools==2.0.8
+pydotplus==2.0.2
+pydot==3.0.0
+pygit2==1.17
+pygments==2.18
+pygobject==3.42
+pymc==5.24
+pyomo==6.8
+pyopengl==3.1.7
+pyspark==3.5
+python-dateutil==2.8
+python-louvain==0.16
+pytz==2025.1
+regex==2024.11.6
+sentence-transformers==5.0
+shap==0.47
+spanner-graph-notebook==1.1
+sqlalchemy==2.0.36
+statsmodels==0.14.0
+sympy==1.13.0
+tables==3.10.1
+tabulate==0.9.0
+tensorboard==2.19.0
+tensorflow==2.19.0
+tensorflow-decision-forests==1.12.0
+tensorflow-hub==0.16.1
+tf-keras==2.19.0
+keras==3.10.0
+keras-hub==0.21.1
+keras-nlp==0.21.1
+textblob==0.19.0
+timm==1.0.17
+torchao==0.10.0
+torchsummary==1.5.1
+torchtune==0.6.1
+tsfresh==0.21.0
+tweepy==4.16
+umap-learn==0.5.0
+wandb==0.21
+wordcloud==1.9.0
+xarray==2025.7
+xgboost==3.0
+xlrd==2.0.1
+yellowbrick==1.5
+yfinance==0.2

tests/system/small/test_polars_execution.py

@@ -16,7 +16,7 @@
 import bigframes
 from bigframes.testing.utils import assert_pandas_df_equal
 
-polars = pytest.importorskip("polars", minversion="1.7.0")
+polars = pytest.importorskip("polars")
 
 
 @pytest.fixture(scope="module")

tests/unit/test_dataframe_polars.py

@@ -38,7 +38,7 @@
     convert_pandas_dtypes,
 )
 
-pytest.importorskip("polars", minversion="1.7.0")
+pytest.importorskip("polars")
 pytest.importorskip("pandas", minversion="2.0.0")
 
 CURRENT_DIR = pathlib.Path(__file__).parent

tests/unit/test_local_engine.py

@@ -20,7 +20,7 @@
 import bigframes
 import bigframes.pandas as bpd
 
-pytest.importorskip("polars", minversion="1.7.0")
+pytest.importorskip("polars")
 pytest.importorskip("pandas", minversion="2.0.0")