Revert "0.9.1 release"

.github/ISSUE_TEMPLATE/iceberg_bug_report.yml

@@ -28,9 +28,7 @@ body:
       description: What Apache Iceberg version are you using?
       multiple: false
       options:
-        - "0.9.1 (latest release)"
-        - "0.9.0"
-        - "0.8.1"
+        - "0.8.1 (latest release)"
         - "0.8.0"
         - "0.7.1"
         - "0.7.0"

.github/dependabot.yml

@@ -22,9 +22,9 @@ updates:
   - package-ecosystem: "pip"
     directory: "/"
     schedule:
-      interval: "weekly"
+      interval: "daily"
     open-pull-requests-limit: 50
   - package-ecosystem: "github-actions"
     directory: "/"
     schedule:
-      interval: "weekly"
+      interval: "daily"

.github/workflows/license_check.yml

@@ -24,5 +24,5 @@ jobs:
   rat:
     runs-on: ubuntu-22.04
     steps:
-    - uses: actions/checkout@v5
+    - uses: actions/checkout@v4
     - run: dev/check-license

.github/workflows/nightly-pypi-build.yml

@@ -31,7 +31,7 @@ jobs:
     outputs:
       VERSION: ${{ steps.set-version.outputs.VERSION }}
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 1
 
@@ -71,7 +71,7 @@ jobs:
 
     steps:
     - name: Download all the artifacts
-      uses: actions/download-artifact@v5
+      uses: actions/download-artifact@v4
       with:
         merge-multiple: true
         path: dist/

.github/workflows/pypi-build-artifacts.yml

@@ -35,7 +35,7 @@ jobs:
         os: [ ubuntu-22.04, windows-2022, macos-13, macos-14 ]
 
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 1
 
@@ -62,7 +62,7 @@ jobs:
         if: startsWith(matrix.os, 'ubuntu')
 
       - name: Build wheels
-        uses: pypa/cibuildwheel@v3.1.3
+        uses: pypa/cibuildwheel@v2.22.0
         with:
           output-dir: wheelhouse
           config-file: "pyproject.toml"

.github/workflows/python-ci-docs.yml

@@ -35,7 +35,7 @@ jobs:
     runs-on: ubuntu-22.04
 
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v4
       - name: Install poetry
         run: make install-poetry
       - uses: actions/setup-python@v5

.github/workflows/python-ci.yml

@@ -50,59 +50,17 @@ jobs:
         python: ['3.9', '3.10', '3.11', '3.12']
 
     steps:
-    - uses: actions/checkout@v5
+    - uses: actions/checkout@v4
     - name: Install poetry
       run: make install-poetry
     - uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python }}
-    - name: Install system dependencies
-      run: sudo apt-get update && sudo apt-get install -y libkrb5-dev # for kerberos
+        cache: poetry
+        cache-dependency-path: ./poetry.lock
     - name: Install
       run: make install-dependencies
-    - name: Run linters
+    - name: Linters
       run: make lint
-    - name: Run unit tests with coverage
-      run: COVERAGE=1 make test
-    - name: Generate coverage report (85%) # Coverage threshold should only increase over time — never decrease it!
-      run: COVERAGE_FAIL_UNDER=85 make coverage-report
-
-  integration-test:
-    runs-on: ubuntu-22.04
-    strategy:
-      matrix:
-        python: ['3.9', '3.10', '3.11', '3.12']
-
-    steps:
-    - uses: actions/checkout@v5
-    - name: Install system dependencies
-      run: sudo apt-get update && sudo apt-get install -y libkrb5-dev # for kerberos
-    - name: Install
-      run: make install
-
-    - name: Run integration tests with coverage
-      run: COVERAGE=1 make test-integration
-    - name: Show debug logs
-      if: ${{ failure() }}
-      run: docker compose -f dev/docker-compose.yml logs
-
-    - name: Run s3 integration tests with coverage
-      run: COVERAGE=1 make test-s3
-    - name: Show debug logs
-      if: ${{ failure() }}
-      run: docker compose -f dev/docker-compose.yml logs
-
-    - name: Run adls integration tests with coverage
-      run: COVERAGE=1 make test-adls
-    - name: Show debug logs
-      if: ${{ failure() }}
-      run: docker compose -f dev/docker-compose-azurite.yml logs
-
-    - name: Run gcs integration tests with coverage
-      run: COVERAGE=1 make test-gcs
-    - name: Show debug logs
-      if: ${{ failure() }}
-      run: docker compose -f dev/docker-compose-gcs-server.yml logs
-
-    - name: Generate coverage report (75%) # Coverage threshold should only increase over time — never decrease it!
-      run: COVERAGE_FAIL_UNDER=75 make coverage-report
+    - name: Tests
+      run: make test-coverage

.github/workflows/python-integration.yml

@@ -0,0 +1,59 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: "Python Integration"
+
+on:
+  push:
+    branches:
+    - 'main'
+  pull_request:
+    paths:
+    - '**'                                       # Include all files and directories in the repository by default.
+    - '!.github/workflows/**'                    # Exclude all workflow files
+    - '.github/workflows/python-integration.yml' # except the current file.
+    - '!.github/ISSUE_TEMPLATE/**'               # Exclude files and directories that don't impact tests or code like templates, metadata, and documentation.
+    - '!.gitignore'
+    - '!.asf.yml'
+    - '!mkdocs/**'
+    - '!.gitattributes'
+    - '!README.md'
+    - '!CONTRIBUTING.md'
+    - '!LICENSE'
+    - '!NOTICE'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
+jobs:
+  integration-test:
+    runs-on: ubuntu-22.04
+
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 2
+    - name: Install
+      run: make install
+    - name: Run integration tests
+      run: make test-integration
+    - name: Show debug logs
+      if: ${{ failure() }}
+      run: docker compose -f dev/docker-compose.yml logs

.github/workflows/python-release-docs.yml

@@ -30,7 +30,7 @@ jobs:
     runs-on: ubuntu-22.04
 
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v4
       - name: Install poetry
         run: make install-poetry
       - uses: actions/setup-python@v5

.github/workflows/python-release.yml

@@ -89,7 +89,7 @@ jobs:
     needs:
       - validate-inputs
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 1
 

.github/workflows/svn-build-artifacts.yml

@@ -35,7 +35,7 @@ jobs:
         os: [ ubuntu-22.04, windows-2022, macos-13, macos-14 ]
 
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 1
 
@@ -57,7 +57,7 @@ jobs:
         if: startsWith(matrix.os, 'ubuntu')
 
       - name: Build wheels
-        uses: pypa/cibuildwheel@v3.1.3
+        uses: pypa/cibuildwheel@v2.22.0
         with:
           output-dir: wheelhouse
           config-file: "pyproject.toml"

.gitignore

@@ -35,7 +35,6 @@ coverage.xml
 .project
 .settings
 bin/
-.vscode/
 
 # Hive/metastore files
 metastore_db/

.pre-commit-config.yaml

@@ -27,13 +27,13 @@ repos:
       - id: check-yaml
       - id: check-ast
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.11.13
+    rev: v0.8.6
     hooks:
       - id: ruff
         args: [ --fix, --exit-non-zero-on-fix ]
       - id: ruff-format
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.16.0
+    rev: v1.14.1
     hooks:
       - id: mypy
         args: