add datafusion as library dep

Author: kevinjqliu

poetry.lock

@@ -84,6 +84,7 @@ pyiceberg-core = { version = "^0.5.1", optional = true }
 polars = { version = "^1.21.0", optional = true }
 thrift-sasl = { version = ">=0.4.3", optional = true }
 kerberos = {version = "^1.3.1", optional = true}
+datafusion = { version = ">=45", optional = true }
 
 [tool.poetry.group.dev.dependencies]
 pytest = "7.4.4"
@@ -99,7 +100,6 @@ pytest-mock = "3.14.1"
 pyspark = "3.5.6"
 cython = "3.1.2"
 deptry = ">=0.14,<0.24"
-datafusion = ">=44,<48"
 docutils = "!=0.21.post1"   # https://github.com/python-poetry/poetry/issues/9248#issuecomment-2026240520
 mypy-boto3-glue = ">=1.28.18"
 mypy-boto3-dynamodb = ">=1.28.18"
@@ -314,6 +314,7 @@ gcsfs = ["gcsfs"]
 rest-sigv4 = ["boto3"]
 hf = ["huggingface-hub"]
 pyiceberg-core = ["pyiceberg-core"]
+datafusion = ["datafusion"]
 
 [tool.pytest.ini_options]
 markers = [