From a8f8e5b168d3356cf3843aa80523b3207a02572a Mon Sep 17 00:00:00 2001 From: Alessandro Nori Date: Thu, 28 Aug 2025 10:00:35 +0200 Subject: [PATCH 1/2] use arrow_file_io as default for Azure --- pyiceberg/io/__init__.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/pyiceberg/io/__init__.py b/pyiceberg/io/__init__.py index 172dd44b93..2400e233bd 100644 --- a/pyiceberg/io/__init__.py +++ b/pyiceberg/io/__init__.py @@ -313,8 +313,10 @@ def delete(self, location: Union[str, InputFile, OutputFile]) -> None: "file": [ARROW_FILE_IO, FSSPEC_FILE_IO], "hdfs": [ARROW_FILE_IO], "viewfs": [ARROW_FILE_IO], - "abfs": [FSSPEC_FILE_IO], - "abfss": [FSSPEC_FILE_IO], + "abfs": [ARROW_FILE_IO, FSSPEC_FILE_IO], + "abfss": [ARROW_FILE_IO, FSSPEC_FILE_IO], + "wasb": [ARROW_FILE_IO, FSSPEC_FILE_IO], + "wasbs": [ARROW_FILE_IO, FSSPEC_FILE_IO], "hf": [FSSPEC_FILE_IO], } From b128351c227561764e997844f4555afeb1a8d634 Mon Sep 17 00:00:00 2001 From: Alessandro Nori Date: Thu, 28 Aug 2025 17:16:33 +0200 Subject: [PATCH 2/2] swap default FileIO impl for Azure --- pyiceberg/io/__init__.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/pyiceberg/io/__init__.py b/pyiceberg/io/__init__.py index 2400e233bd..8836dec79d 100644 --- a/pyiceberg/io/__init__.py +++ b/pyiceberg/io/__init__.py @@ -313,10 +313,10 @@ def delete(self, location: Union[str, InputFile, OutputFile]) -> None: "file": [ARROW_FILE_IO, FSSPEC_FILE_IO], "hdfs": [ARROW_FILE_IO], "viewfs": [ARROW_FILE_IO], - "abfs": [ARROW_FILE_IO, FSSPEC_FILE_IO], - "abfss": [ARROW_FILE_IO, FSSPEC_FILE_IO], - "wasb": [ARROW_FILE_IO, FSSPEC_FILE_IO], - "wasbs": [ARROW_FILE_IO, FSSPEC_FILE_IO], + "abfs": [FSSPEC_FILE_IO, ARROW_FILE_IO], + "abfss": [FSSPEC_FILE_IO, ARROW_FILE_IO], + "wasb": [FSSPEC_FILE_IO, ARROW_FILE_IO], + "wasbs": [FSSPEC_FILE_IO, ARROW_FILE_IO], "hf": [FSSPEC_FILE_IO], }