integrate with repository infrastructure

Author: janmatzek

.github/workflows/rw-collect-changes.yaml

@@ -48,3 +48,4 @@ jobs:
               - 'gooddata-dbt/**'
               - 'gooddata-flight-server/**'
               - 'gooddata-flexconnect/**'
+              - 'gooddata-pipelines/**'

gooddata-pipelines/Makefile

@@ -0,0 +1,16 @@
+# (C) 2025 GoodData Corporation
+
+# Skip tests if running Python 3.9 from CI (gooddata-pipelines doesn't support py39)
+ifeq ($(TEST_ENVS),py39)
+.PHONY: test-ci
+test-ci:
+	@echo "Skipping tests for Python 3.9 - gooddata-pipelines doesn't support this version"
+	@exit 0
+
+.PHONY: test
+test:
+	@echo "Skipping tests for Python 3.9 - gooddata-pipelines doesn't support this version"
+	@exit 0
+else
+include ../project_common.mk
+endif

gooddata-pipelines/gooddata_pipelines/api/gooddata_sdk.py

@@ -3,6 +3,7 @@
 """Interaction with GoodData Cloud via the Gooddata Python SDK."""
 
 from pathlib import Path
+from typing import Callable
 
 from gooddata_sdk.catalog.permission.declarative_model.permission import (
     CatalogDeclarativeWorkspacePermissions,
@@ -23,8 +24,8 @@
 from gooddata_pipelines.api.utils import raise_with_context
 
 
-def apply_to_all_methods(decorator):
-    def decorate(cls):
+def apply_to_all_methods(decorator: Callable) -> Callable:
+    def decorate(cls: type) -> type:
         for attr in cls.__dict__:
             if callable(getattr(cls, attr)) and not attr.startswith("__"):
                 setattr(cls, attr, decorator(getattr(cls, attr)))

gooddata-pipelines/gooddata_pipelines/backup_and_restore/backup_manager.py

@@ -105,7 +105,7 @@ def store_user_data_filters(
         user_data_filters: dict,
         export_path: Path,
         ws_id: str,
-    ):
+    ) -> None:
         """Stores the user data filters in the specified export path."""
         os.mkdir(
             os.path.join(
@@ -136,7 +136,7 @@ def move_folder(source: Path, destination: Path) -> None:
         shutil.move(source, destination)
 
     @staticmethod
-    def write_to_yaml(path: str, source):
+    def write_to_yaml(path: str, source: Any) -> None:
         """Writes the source to a YAML file."""
         with open(path, "w") as outfile:
             yaml.dump(source, outfile)

gooddata-pipelines/gooddata_pipelines/backup_and_restore/storage/base_storage.py

@@ -13,6 +13,6 @@ def __init__(self, conf: BackupRestoreConfig):
         self.logger = LogObserver()
 
     @abc.abstractmethod
-    def export(self, folder, org_id):
+    def export(self, folder: str, org_id: str) -> None:
         """Exports the content of the folder to the storage."""
         raise NotImplementedError

gooddata-pipelines/gooddata_pipelines/backup_and_restore/storage/local_storage.py

@@ -15,14 +15,18 @@ class LocalStorage(BackupStorage):
     def __init__(self, conf: BackupRestoreConfig):
         super().__init__(conf)
 
-    def _export(self, folder, org_id, export_folder="local_backups") -> None:
+    def _export(
+        self, folder: str, org_id: str, export_folder: str = "local_backups"
+    ) -> None:
         """Copies the content of the folder to local storage as backup."""
         self.logger.info(f"Saving {org_id} to local storage")
         shutil.copytree(
             Path(folder), Path(Path.cwd(), export_folder), dirs_exist_ok=True
         )
 
-    def export(self, folder, org_id, export_folder="local_backups") -> None:
+    def export(
+        self, folder: str, org_id: str, export_folder: str = "local_backups"
+    ) -> None:
         """Copies the content of the folder to local storage as backup."""
         try:
             self._export(folder, org_id, export_folder)

gooddata-pipelines/gooddata_pipelines/backup_and_restore/storage/s3_storage.py

@@ -52,7 +52,7 @@ def _verify_connection(self) -> None:
                 f"Failed to connect to S3 bucket {self._config.bucket}: {e}"
             )
 
-    def export(self, folder, org_id) -> None:
+    def export(self, folder: str, org_id: str) -> None:
         """Uploads the content of the folder to S3 as backup."""
         storage_path = f"{self._config.bucket}/{self._backup_path}"
         self.logger.info(f"Uploading {org_id} to {storage_path}")

gooddata-pipelines/poetry.lock

@@ -8,13 +8,13 @@ license = { text = "BSD" }
 readme = "README.md"
 requires-python = ">=3.10"
 dependencies = [
-    "pydantic (==2.11.3)",
-    "requests (==2.32.3)",
-    "types-requests (==2.32.0.20250602)",
-    "gooddata-sdk (==1.43.0)",
+    "pydantic (>=2.11.3,<3.0.0)",
+    "requests (>=2.32.3,<3.0.0)",
+    "types-requests (>=2.32.0,<3.0.0)",
+    "gooddata-sdk (>=1.43.0,<2.0.0)",
     "boto3 (>=1.39.3,<2.0.0)",
     "boto3-stubs (>=1.39.3,<2.0.0)",
-    "types-pyyaml (==6.0.12.20250326)",
+    "types-pyyaml (>=6.0.12.20250326,<7.0.0)",
 ]
 
 [tool.mypy]
@@ -29,11 +29,11 @@ line-length = 80
 
 [project.optional-dependencies]
 dev = [
-    "pytest==8.3.5",
-    "pytest-mock==3.14.0",
-    "ruff==0.11.2",
-    "mypy>=1.16.0",
-    "moto==5.1.6",
+    "pytest (>=8.3.5,<9.0.0)",
+    "pytest-mock (>=3.14.0,<4.0.0)",
+    "ruff (>=0.11.2,<0.12.0)",
+    "mypy (>=1.16.0,<2.0.0)",
+    "moto (>=5.1.6,<6.0.0)",
 ]
 
 [build-system]

gooddata-pipelines/pyproject.toml

@@ -60,7 +60,7 @@ def backup_manager(mock_logger):
 
 
 @pytest.fixture()
-def s3(aws_credentials):
+def s3():
     with mock_aws():
         yield boto3.resource("s3")
 
@@ -274,7 +274,7 @@ def test_local_storage_export(backup_manager):
         shutil.rmtree("tests/data/local_export")
 
 
-def test_file_upload(backup_manager, s3, s3_bucket, mock_boto_session):
+def test_file_upload(backup_manager, s3, s3_bucket):
     backup_manager.storage.export("tests/data/backup/test_exports", "services")
     s3.Object(
         S3_BUCKET,