chore: adapt uv in infra

It is necessary to adapt uv in the code and infra things. Note that we cannot use symlink for LICENSES anymore because hatchling cannot access outside of directory.

Author: hkad98

.github/workflows/build-release.yaml

@@ -34,23 +34,22 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
-    - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version-file: '.python-version'
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install build
+    - name: Install uv
+      uses: astral-sh/setup-uv@v5
     - name: Build ${{ matrix.component }}
       run: |
-          cd ${{ matrix.component }}
-          python -m build
+          if [ "${{ matrix.component }}" = "gooddata-api-client" ]; then
+            cd ${{ matrix.component }}
+          else
+            cd packages/${{ matrix.component }}
+          fi
+          uv build --out-dir dist
     - name: Persist ${{ matrix.component }} artifacts
       uses: actions/upload-artifact@v4
       with:
         name: artifacts_${{ matrix.component }}
-        path: ${{ matrix.component }}/dist/
+        path: |
+          ${{ matrix.component == 'gooddata-api-client' && format('{0}/dist/', matrix.component) || format('packages/{0}/dist/', matrix.component) }}
         if-no-files-found: error
   github_release:
     name: Create GitHub release

.github/workflows/bump-version.yaml

@@ -29,16 +29,12 @@ jobs:
           with:
             token: ${{ secrets.TOKEN_GITHUB_YENKINS_ADMIN }} # needed to push to the protected branch
 
-        - uses: actions/setup-python@v5
-          with:
-            python-version-file: '.python-version'
-            cache: 'pip'
-            cache-dependency-path: |
-              release-requirements.txt
+        - name: Install uv
+          uses: astral-sh/setup-uv@v5
 
         - name: Install dependencies
           run: |
-            pip install -r release-requirements.txt
+            uv sync --group release
 
         - name: Bump version
           id: bump

.github/workflows/dev-release.yaml

@@ -28,24 +28,25 @@ jobs:
         uses: actions/checkout@v4
         with:
           ref: ${{ inputs.BRANCH_NAME }}
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version-file: '.python-version'
-      - name: Install pip & tbump
-        run: python -m pip install --upgrade pip tbump
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+      - name: Install dependencies
+        run: |
+          uv sync --group release
       - name: Bump to dev
         run: tbump  --only-patch --non-interactive $(./scripts/next_dev.sh)
-      - name: Install dependencies
-        run: pip install build
       - name: Build ${{ matrix.component }}
         run: |
-          cd ${{ matrix.component }}
-          python -m build
+          if [ "${{ matrix.component }}" = "gooddata-api-client" ]; then
+            cd ${{ matrix.component }}
+          else
+            cd packages/${{ matrix.component }}
+          fi
+          uv build --out-dir dist
       - name: Push ${{ matrix.component}} to pypi
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
           user: __token__
           password: ${{ secrets.PYPI_API_TOKEN }}
-          packages_dir: ${{ matrix.component }}/dist
+          packages_dir: ${{ matrix.component == 'gooddata-api-client' && format('{0}/dist', matrix.component) || format('packages/{0}/dist', matrix.component) }}
           verbose: true

.github/workflows/rw-collect-changes.yaml

@@ -34,18 +34,11 @@ jobs:
           base: ${{ inputs.commit-branch }}
           filters: |
             docs:
-              - 'gooddata-pandas/**'
-              - 'gooddata-sdk/**'
+              - 'packages/gooddata-pandas/**'
+              - 'packages/gooddata-sdk/**'
               - 'docs/**'
             python-modules:
               - '.docker/**'
-              - 'gooddata-fdw/**'
-              - 'gooddata-pandas/**'
-              - 'gooddata-sdk/**'
+              - 'packages/**'
               - '*.mk'
               - 'Makefile'
-              - 'gooddata-api-client/**'
-              - 'gooddata-dbt/**'
-              - 'gooddata-flight-server/**'
-              - 'gooddata-flexconnect/**'
-              - 'gooddata-pipelines/**'

.github/workflows/rw-python-tests.yaml

@@ -24,23 +24,21 @@ jobs:
         if: ${{ matrix.python_version == 'py313' }}
         uses: codecov/codecov-action@v3
         with:
-          files: ./gooddata-sdk/coverage.xml,./gooddata-pandas/coverage.xml,./gooddata-fdw/coverage.xml,./gooddata-flight-server/coverage.xml,./gooddata-flexconnect/coverage.xml
+          files: ./packages/gooddata-sdk/coverage.xml,./packages/gooddata-pandas/coverage.xml,./packages/gooddata-fdw/coverage.xml,./packages/gooddata-flight-server/coverage.xml,./packages/gooddata-flexconnect/coverage.xml
   lint-and-format-check:
     runs-on: ubuntu-latest
     if: ${{inputs.changed-python-modules == 'true'}}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
       - name: Set up python 3.13
-        uses: actions/setup-python@v5
+        uses: astral-sh/setup-uv@v6
         with:
-          python-version-file: '.python-version'
-          cache: 'pip'
-          cache-dependency-path: |
-            fmt-requirements.txt
+          python-version: 3.13
       - name: Install dependencies
         run: |
-          make dev
+          uv venv
+          uv pip install --group lint
       - name: pep8 and formatting check
         run: |
           make format
@@ -54,13 +52,10 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version-file: '.python-version'
-          cache: 'pip'
-          cache-dependency-path: |
-            tox-requirements.txt
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
-          pip install -r tox-requirements.txt
+          python -m pip install uv
+          uv pip install --group tox --group type --system
       - name: mypy check
         run: |
           make mypy

CONTRIBUTING.md

@@ -143,12 +143,12 @@ Here are the options how to run the tests:
 - run tests for one sub-project - drill down to sub-project's directory
     - use `make test` to trigger tests
   ```bash
-  cd gooddata-sdk
+  cd packages/gooddata-sdk
   make test
   ```
     - or execute `tox` command with arguments of your choice
   ```bash
-  cd gooddata-sdk
+  cd packages/gooddata-sdk
   tox -e py39
   ```
 - run tests for all non-client projects using `make test` in project root directory
@@ -210,7 +210,7 @@ venv automatically. So when docker tox tests are executed after localhost tests
   ```
 - run all tests for all supported python environments and for one project
   ```bash
-  cd gooddata-sdk
+  cd packages/gooddata-sdk
   make test-ci
   ```
 - run all tests containing `http_headers` in name for py310 and py39 for all projects

Dockerfile

@@ -30,7 +30,7 @@ RUN set -x \
 ENV PYTHON_TOX_VERSION=4.14.1
 ENV PYTHON_TOX_UV_VERSION=1.7.0
 RUN set -x \
-  && pip3 install tox==${PYTHON_TOX_VERSION} tox-uv==${PYTHON_TOX_UV_VERSION}\
+  && pip3 install uv tox==${PYTHON_TOX_VERSION} tox-uv==${PYTHON_TOX_UV_VERSION}\
   && true
 
 COPY .docker/entrypoint.sh /entrypoint.sh

Makefile

@@ -1,6 +1,6 @@
 # (C) 2021 GoodData Corporation
 # list all full paths to files and directories in CWD containing "gooddata", filter out ones ending by "client"
-NO_CLIENT_GD_PROJECTS_ABS = $(filter-out %client, $(wildcard $(CURDIR)/*gooddata*))
+NO_CLIENT_GD_PROJECTS_ABS = $(filter-out %client, $(wildcard $(CURDIR)/packages/*gooddata*))
 # for each path, take only the base name of the path
 NO_CLIENT_GD_PROJECTS_DIRS = $(foreach dir, $(NO_CLIENT_GD_PROJECTS_ABS), $(notdir $(dir)))
 # TODO: replace API_VERSION in the future by call to API
@@ -18,9 +18,7 @@ all:
 
 .PHONY: dev
 dev:
-	rm -rf .venv
-	python3.13 -m venv .venv --upgrade-deps
-	.venv/bin/pip3 install -r dev-requirements.txt
+	uv sync --all-groups
 	.venv/bin/pre-commit install
 
 .PHONY: lint
@@ -72,13 +70,13 @@ download:
 .PHONY: mypy
 mypy:
 	RESULT=0; \
-	for project in $(NO_CLIENT_GD_PROJECTS_DIRS); do $(MAKE) -C $${project} $@ || RESULT=$$?; done; \
+	for project in $(NO_CLIENT_GD_PROJECTS_DIRS); do $(MAKE) -C packages/$${project} $@ || RESULT=$$?; done; \
 	exit $$RESULT
 
 .PHONY: test
 test:
 	RESULT=0; \
-	for project in $(NO_CLIENT_GD_PROJECTS_DIRS); do $(MAKE) -C $${project} test || RESULT=$$?; done; \
+	for project in $(NO_CLIENT_GD_PROJECTS_DIRS); do $(MAKE) -C packages/$${project} test || RESULT=$$?; done; \
 	exit $$RESULT
 
 .PHONY: release
@@ -98,13 +96,13 @@ check-copyright:
 .PHONY: docs
 docs:
 	RESULT=0; \
-	for project in gooddata-fdw gooddata-pandas; do $(MAKE) -C $${project} $@ || RESULT=$$?; done; \
+	for project in gooddata-fdw gooddata-pandas; do $(MAKE) -C packages/$${project} $@ || RESULT=$$?; done; \
 	exit $$RESULT
 
 .PHONY: remove-cassettes
 remove-cassettes:
 	RESULT=0; \
-	for project in $(NO_CLIENT_GD_PROJECTS_DIRS); do $(MAKE) -C $${project} $@ || RESULT=$$?; done; \
+	for project in $(NO_CLIENT_GD_PROJECTS_DIRS); do $(MAKE) -C packages/$${project} $@ || RESULT=$$?; done; \
 	exit $$RESULT
 
 .PHONY: new-docs