remove file size checks

Author: ehsantn

tests/integration/test_writes/test_partitioned_writes.py

@@ -451,11 +451,6 @@ def test_dynamic_partition_overwrite_unpartitioned_evolve_to_identity_transform(
 
 @pytest.mark.integration
 def test_summaries_with_null(spark: SparkSession, session_catalog: Catalog, arrow_table_with_null: pa.Table) -> None:
-    import pyarrow
-    from packaging import version
-
-    under_20_arrow = version.parse(pyarrow.__version__) < version.parse("20.0.0")
-
     identifier = "default.arrow_table_summaries"
 
     try:
@@ -551,27 +546,31 @@ def test_summaries_with_null(spark: SparkSession, session_catalog: Catalog, arro
         "total-data-files": "6",
         "total-records": "6",
     }
+    assert "removed-files-size" in summaries[5]
+    assert "total-files-size" in summaries[5]
     assert summaries[5] == {
-        "removed-files-size": "15774" if under_20_arrow else "16174",
+        "removed-files-size": summaries[5]["removed-files-size"],
         "changed-partition-count": "2",
         "total-equality-deletes": "0",
         "deleted-data-files": "4",
         "total-position-deletes": "0",
         "total-delete-files": "0",
         "deleted-records": "4",
-        "total-files-size": "8684" if under_20_arrow else "8884",
+        "total-files-size": summaries[5]["total-files-size"],
         "total-data-files": "2",
         "total-records": "2",
     }
+    assert "added-files-size" in summaries[6]
+    assert "total-files-size" in summaries[6]
     assert summaries[6] == {
         "changed-partition-count": "2",
         "added-data-files": "2",
         "total-equality-deletes": "0",
         "added-records": "2",
         "total-position-deletes": "0",
-        "added-files-size": "7887" if under_20_arrow else "8087",
+        "added-files-size": summaries[6]["added-files-size"],
         "total-delete-files": "0",
-        "total-files-size": "16571" if under_20_arrow else "16971",
+        "total-files-size": summaries[6]["total-files-size"],
         "total-data-files": "4",
         "total-records": "4",
     }

tests/integration/test_writes/test_writes.py

@@ -271,11 +271,6 @@ def test_summaries(spark: SparkSession, session_catalog: Catalog, arrow_table_wi
 
 @pytest.mark.integration
 def test_summaries_partial_overwrite(spark: SparkSession, session_catalog: Catalog) -> None:
-    import pyarrow
-    from packaging import version
-
-    under_20_arrow = version.parse(pyarrow.__version__) < version.parse("20.0.0")
-
     identifier = "default.test_summaries_partial_overwrite"
     TEST_DATA = {
         "id": [1, 2, 3, 1, 1],
@@ -314,15 +309,17 @@ def test_summaries_partial_overwrite(spark: SparkSession, session_catalog: Catal
     assert file_size > 0
 
     # APPEND
+    assert "added-files-size" in summaries[0]
+    assert "total-files-size" in summaries[0]
     assert summaries[0] == {
         "added-data-files": "3",
-        "added-files-size": "2570" if under_20_arrow else "2618",
+        "added-files-size": summaries[0]["added-files-size"],
         "added-records": "5",
         "changed-partition-count": "3",
         "total-data-files": "3",
         "total-delete-files": "0",
         "total-equality-deletes": "0",
-        "total-files-size": "2570" if under_20_arrow else "2618",
+        "total-files-size": summaries[0]["total-files-size"],
         "total-position-deletes": "0",
         "total-records": "5",
     }
@@ -349,18 +346,21 @@ def test_summaries_partial_overwrite(spark: SparkSession, session_catalog: Catal
     # }
     files = tbl.inspect.data_files()
     assert len(files) == 3
+    assert "added-files-size" in summaries[1]
+    assert "removed-files-size" in summaries[1]
+    assert "total-files-size" in summaries[1]
     assert summaries[1] == {
         "added-data-files": "1",
-        "added-files-size": "859" if under_20_arrow else "875",
+        "added-files-size": summaries[1]["added-files-size"],
         "added-records": "2",
         "changed-partition-count": "1",
         "deleted-data-files": "1",
         "deleted-records": "3",
-        "removed-files-size": "866" if under_20_arrow else "882",
+        "removed-files-size": summaries[1]["removed-files-size"],
         "total-data-files": "3",
         "total-delete-files": "0",
         "total-equality-deletes": "0",
-        "total-files-size": "2563" if under_20_arrow else "2611",
+        "total-files-size": summaries[1]["total-files-size"],
         "total-position-deletes": "0",
         "total-records": "4",
     }