From 1545a2ae20b7f4b72c9b1b7afd8577037972f225 Mon Sep 17 00:00:00 2001 From: Stanley Law <19900516+dingo4dev@users.noreply.github.com> Date: Tue, 18 Nov 2025 07:19:58 +0000 Subject: [PATCH 1/3] chore: add pyarrow-stubs dependency for better development experience --- pyproject.toml | 1 + uv.lock | 14 ++++++++++++++ 2 files changed, 15 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index 04bc662236..1af7cf1d8d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -116,6 +116,7 @@ dev = [ "docutils!=0.21.post1", "mypy-boto3-glue>=1.28.18", "mypy-boto3-dynamodb>=1.28.18", + "pyarrow-stubs>=20.0.0.20251107", ] # for mkdocs docs = [ diff --git a/uv.lock b/uv.lock index c1db2231e2..51f5c3c867 100644 --- a/uv.lock +++ b/uv.lock @@ -3440,6 +3440,18 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/e5/4e/519c1bc1876625fe6b71e9a28287c43ec2f20f73c658b9ae1d485c0c206e/pyarrow-21.0.0-cp313-cp313t-win_amd64.whl", hash = "sha256:222c39e2c70113543982c6b34f3077962b44fca38c0bd9e68bb6781534425c10", size = 26371006, upload-time = "2025-07-18T00:56:56.379Z" }, ] +[[package]] +name = "pyarrow-stubs" +version = "20.0.0.20251107" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pyarrow" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/9d/f1/40fa277fe20dfc6253f8e11edb96120050174209afc84019cd52386c5769/pyarrow_stubs-20.0.0.20251107.tar.gz", hash = "sha256:c0885c09f63e2be51bacb6b0e20b39083f43da1cb214d31e406f982e874bcb5a", size = 236584, upload-time = "2025-11-07T03:46:59.872Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/86/fa/a8ebb2cc3a301604f5ca2628e399232ba2d53c1590c1a9b7f8695667db4e/pyarrow_stubs-20.0.0.20251107-py3-none-any.whl", hash = "sha256:09da6809f37cc6dbbbf59c9c8e42269290d19ac09f65d2b3456c671f1c3a8765", size = 235744, upload-time = "2025-11-07T03:47:00.868Z" }, +] + [[package]] name = "pyasn1" version = "0.6.1" @@ -3723,6 +3735,7 @@ dev = [ { name = "mypy-boto3-glue" }, { name = "prek" }, { name = "protobuf" }, + { name = "pyarrow-stubs" }, { name = "pyspark", extra = ["connect"] }, { name = "pytest" }, { name = "pytest-checkdocs" }, @@ -3806,6 +3819,7 @@ dev = [ { name = "mypy-boto3-glue", specifier = ">=1.28.18" }, { name = "prek", specifier = ">=0.2.1,<0.3" }, { name = "protobuf", specifier = "==6.33.1" }, + { name = "pyarrow-stubs", specifier = ">=20.0.0.20251107" }, { name = "pyspark", extras = ["connect"], specifier = "==4.0.1" }, { name = "pytest", specifier = "==7.4.4" }, { name = "pytest-checkdocs", specifier = "==2.13.0" }, From 790e0ef10ad71c2fbc9ad56b0d458b7ad210e6f9 Mon Sep 17 00:00:00 2001 From: Stanley Law <19900516+dingo4dev@users.noreply.github.com> Date: Fri, 21 Nov 2025 02:45:02 +0000 Subject: [PATCH 2/3] add pyarrow-stubs on mypy pre-commit --- .pre-commit-config.yaml | 1 + pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 7cf3a66e8a..10192d9980 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -43,6 +43,7 @@ repos: - types-pytest-lazy-fixture - types-pytz - types-requests + - pyarrow-stubs # Remove when pyarrow >= 23.0.0 https://github.com/apache/arrow/pull/47609 - repo: https://github.com/igorshubovych/markdownlint-cli rev: v0.45.0 hooks: diff --git a/pyproject.toml b/pyproject.toml index 1af7cf1d8d..05f4af5f5c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -116,7 +116,7 @@ dev = [ "docutils!=0.21.post1", "mypy-boto3-glue>=1.28.18", "mypy-boto3-dynamodb>=1.28.18", - "pyarrow-stubs>=20.0.0.20251107", + "pyarrow-stubs>=20.0.0.20251107", # Remove when pyarrow >= 23.0.0 https://github.com/apache/arrow/pull/47609 ] # for mkdocs docs = [ From e941a873cce43a60a4cbe3f891f78f5efff168f0 Mon Sep 17 00:00:00 2001 From: Stanley Law <19900516+dingo4dev@users.noreply.github.com> Date: Fri, 21 Nov 2025 03:05:50 +0000 Subject: [PATCH 3/3] remove pyarrow-stubs from mypy additional dependencies --- .pre-commit-config.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 10192d9980..7cf3a66e8a 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -43,7 +43,6 @@ repos: - types-pytest-lazy-fixture - types-pytz - types-requests - - pyarrow-stubs # Remove when pyarrow >= 23.0.0 https://github.com/apache/arrow/pull/47609 - repo: https://github.com/igorshubovych/markdownlint-cli rev: v0.45.0 hooks: