TST: replace pip with uv in CI

neutrinoceros · neutrinoceros · commit 7fe4846d8377 · 2025-10-30T20:04:57.000+01:00
diff --git a/.github/workflows/bleeding-edge.yaml b/.github/workflows/bleeding-edge.yaml
@@ -5,7 +5,6 @@ name: CI (bleeding edge)
 # goals: check stability against
 # - dev version of Python, numpy, matplotlib, and unyt
 # - Cython and pytest pre-releases
-# - building with future pip default options
 
 on:
   push:
@@ -35,36 +34,38 @@ jobs:
       uses: actions/checkout@v5
 
     - name: Set up Python (newest testable version)
-      uses: actions/setup-python@v6
+      uses: astral-sh/setup-uv@v7
       with:
         # this version should be upgraded as often as possible, typically once a year when
         # Cython, numpy and matplotlib are known to be compatible
         python-version: '3.14'
-        allow-prereleases: true
+        enable-cache: false
+        activate-environment: true # allows using uv pip directly
+
+    - name: Configure uv
+      run: |
+        echo "UV_PRERELEASE=allow" >> "$GITHUB_ENV"
+        echo "UV_INDEX=https://pypi.anaconda.org/scientific-python-nightly-wheels/simple" >> "$GITHUB_ENV"
+        echo "UV_INDEX_STRATEGY=unsafe-best-match" >> "$GITHUB_ENV"
 
     - name: Install dependencies
+      # note: the --no-build flag can later be configured at the project level to
+      # blacklist certain packages we *never* want to build
       run: |
-        python -m pip install --upgrade pip
-        python -m pip install --upgrade setuptools wheel
-        python -m pip install --pre --only-binary ":all:" numpy matplotlib Cython \
-         --extra-index https://pypi.anaconda.org/scientific-python-nightly-wheels/simple
-        python -m pip install --pre ewah-bool-utils
-        python -m pip install git+https://github.com/yt-project/unyt.git
-        python -m pip install git+https://github.com/pytest-dev/pytest.git
+        uv pip install setuptools
+        uv pip install --no-build numpy matplotlib Cython ewah-bool-utils
+        uv add git+https://github.com/yt-project/unyt.git
+        uv add --extra test git+https://github.com/pytest-dev/pytest.git
 
     - name: Build
       # --no-build-isolation is used to guarantee that build time dependencies
       # are not installed by pip as specified from pyproject.toml, hence we get
       # to use the dev version of numpy at build time.
-      run: |
-        python -m pip -v install -e .[test] --no-build-isolation
-
-    - run: python -m pip list
+      run: uv sync --extra test --no-build-isolation
 
+    - run: yt config set --local yt log_level 50  # Disable excessive output
     - name: Run Tests
-      run: |
-        yt config set --local yt log_level 50  # Disable excessive output
-        pytest yt -vvv --color=yes
+      run: uv run --no-sync pytest yt -vvv --color=yes
 
   create-issue:
     if: ${{ failure() && github.event_name == 'schedule' }}
diff --git a/.github/workflows/build-test.yaml b/.github/workflows/build-test.yaml
@@ -29,28 +29,24 @@ jobs:
         dependencies: [full]
         tests-type: [unit]
         test-runner: [pytest]
-        venv-loc: [bin]
         include:
           - os: windows-latest
             python-version: '3.13'
             dependencies: full
             tests-type: unit
             test-runner: pytest
-            venv-loc: Scripts
           - os: ubuntu-22.04
             python-version: '3.10.4'
             dependencies: minimal
             tests-type: unit
             test-runner: pytest
-            venv-loc: bin
           - os: ubuntu-latest
             # this job is necessary for non-answer, 'yield' based tests
             # because pytest doesn't support such tests
             python-version: '3.10'
             dependencies: full
             tests-type: unit
             test-runner: nose
-            venv-loc: bin
           - os: ubuntu-latest
             # answer tests use 'yield', so they require nose
             # they are also attached to a specific, occasionally updated, Python version
@@ -59,14 +55,12 @@ jobs:
             dependencies: full
             tests-type: answer
             test-runner: nose
-            venv-loc: bin
           - os: ubuntu-latest
             # minimal tests with latest Python and no optional dependencies
-            python-version: '3.x'
+            python-version: '3.14'
             dependencies: ''
             tests-type: unit
             test-runner: pytest
-            venv-loc: bin
 
     runs-on: ${{ matrix.os }}
 
@@ -77,9 +71,10 @@ jobs:
 
     steps:
     - name: Set up Python
-      uses: actions/setup-python@v6
+      uses: astral-sh/setup-uv@v7
       with:
         python-version: ${{ matrix.python-version }}
+        enable-cache: false
     - name: Checkout repo (bare)
       if: matrix.tests-type != 'answer'
       uses: actions/checkout@v5
@@ -92,34 +87,27 @@ jobs:
       shell: bash
       env:
         dependencies: ${{ matrix.dependencies }}
-      run: |
-        python -m venv .venv
-        source .venv/${{matrix.venv-loc}}/activate
-        source ./tests/ci_install.sh
+      run: source ./tests/ci_install.sh
 
     - name: Install and patch nosetest
       if: matrix.test-runner == 'nose'
+      # note: this could be handled with [tool.uv.sources]
       run: |
-        source .venv/${{matrix.venv-loc}}/activate
-        python -m pip install -r nose_requirements.txt
+        uv pip install -r nose_requirements.txt
         find .venv/lib/python${{matrix.python-version}}/site-packages/nose -name '*.py' \
           -exec sed -i -e s/collections.Callable/collections.abc.Callable/g '{}' ';'
 
     - name: Show final env
-      run: |
-        source .venv/${{matrix.venv-loc}}/activate
-        python -m pip list
+      run: uv pip list
 
     - name: Run Unit Tests (pytest)
       if: matrix.test-runner == 'pytest'
-      run: |
-        source .venv/${{matrix.venv-loc}}/activate
-        pytest yt --color=yes
+      run: uv run --no-sync pytest yt --color=yes
+
     - name: Run Tests (nose)
       if: matrix.test-runner == 'nose'
       run: |
-        source .venv/${{matrix.venv-loc}}/activate
-        cat nose_ignores.txt | xargs python -m nose -c nose_unit.cfg --traverse-namespace
+        cat nose_ignores.txt | xargs uv run python -m nose -c nose_unit.cfg --traverse-namespace
 
   image-tests:
     name: Image tests
@@ -132,9 +120,10 @@ jobs:
 
     steps:
     - name: Set up Python
-      uses: actions/setup-python@v6
+      uses: astral-sh/setup-uv@v7
       with:
         python-version: '3.11'
+        enable-cache: false
 
     - name: Checkout repo (with submodules)
       uses: actions/checkout@v5
@@ -145,14 +134,14 @@ jobs:
       shell: bash
       env:
         dependencies: 'cartopy'
-      run: |
-        source ./tests/ci_install.sh
+      run: source ./tests/ci_install.sh
 
     - run: python -m pip list
 
     - name: Run Image Tests
       run: |
-        pytest yt --color=yes --mpl -m mpl_image_compare \
+        uv run --no-sync \
+            pytest yt --color=yes --mpl -m mpl_image_compare \
                --mpl-generate-summary=html \
                --mpl-results-path=pytest_mpl_results \
                --mpl-baseline-path=tests/pytest_mpl_baseline \
@@ -161,7 +150,8 @@ jobs:
     - name: Generate new image baseline
       if: failure()
       run: |
-        pytest yt --color=yes --mpl -m mpl_image_compare \
+        uv run --no-sync \
+            pytest yt --color=yes --mpl -m mpl_image_compare \
                --mpl-generate-path=pytest_mpl_new_baseline \
                --last-failed
 
diff --git a/.github/workflows/type-checking.yaml b/.github/workflows/type-checking.yaml
@@ -28,19 +28,20 @@ jobs:
       uses: actions/checkout@v5
 
     - name: Set up Python
-      uses: actions/setup-python@v6
+      uses: astral-sh/setup-uv@v7
       with:
         # run with oldest supported python version
         # so that we always get compatible versions of
         # core dependencies at type-check time
         python-version: '3.10'
+        enable-cache: false
 
     - name: Build
       run: |
-        python3 -m pip install --upgrade pip
-        python3 -m pip install -e . -r requirements/typecheck.txt
+        uv sync
+        uv pip install -r requirements/typecheck.txt
 
-    - run: python -m pip list
+    - run: uv pip list
 
     - name: Run mypy
-      run: mypy yt
+      run: uv run --no-sync mypy yt
diff --git a/.github/workflows/wheels.yaml b/.github/workflows/wheels.yaml
@@ -71,27 +71,71 @@ jobs:
         uses: actions/checkout@v5
 
       - name: Set up Python
-        uses: actions/setup-python@v6
+        uses: astral-sh/setup-uv@v7
         with:
           python-version: '3.10'
+          enable-cache: false
+          activate-environment: true # allows using uv pip directly
 
       - name: Build sdist
-        run: pipx run build --sdist
-
-      - name: Test sdist
-        run: |
-          python -m pip install "$(echo dist/*.tar.gz)[test]"
-          python -m pip list
-          project_dir=$(pwd)
-          cd ../../
-          pytest -c $project_dir/pyproject.toml --rootdir . --color=yes --pyargs yt
+        run: uv build --sdist
 
       - name: Upload sdist
         uses: actions/upload-artifact@v4
         with:
           name: sdist
           path: dist/*.tar.gz
 
+      - name: copy configuration files
+        run: |
+          mkdir cfg
+          cp pyproject.toml cfg
+          cp conftest.py cfg
+
+      - name: Upload pytest configuration files
+        uses: actions/upload-artifact@v4
+        with:
+          name: pytest-conf
+          path: cfg
+
+  test_sdist:
+    name: Test source distribution
+    runs-on: ubuntu-latest
+    needs: [build_sdist]
+    steps:
+      - name: Download sdist
+        uses: actions/download-artifact@v5
+        with:
+          name: sdist
+          path: dist
+
+      - name: Set up Python
+        uses: astral-sh/setup-uv@v7
+        with:
+          python-version: '3.10'
+          enable-cache: false
+
+      - name: Download pytest configuration files
+        uses: actions/download-artifact@v5
+        with:
+          name: pytest-conf
+          path: cfg
+
+      - name: Display structure of downloaded files
+        run: ls -R
+
+      - name: Install sdist
+        run: |
+          uv venv
+          uv pip install "$(echo dist/yt-*.tar.gz)[test]"
+
+      - run: uv pip list
+
+      - name: Test sdist
+        run: |
+          uv run --no-project --directory cfg \
+            pytest --color=yes --pyargs yt
+
   check_manifest:
     name: Check MANIFEST.in
     runs-on: ubuntu-latest
@@ -101,32 +145,16 @@ jobs:
       with:
         submodules: true
     - name: Set up Python
-      uses: actions/setup-python@v6
+      uses: astral-sh/setup-uv@v7
       with:
         python-version: '3.13'
-    - name: install check-manifest
-      run: |
-        python -m pip install --upgrade pip
-        python -m pip install check-manifest
-    - name: Install build time dependencies
-      shell: bash
-
-      # keep in sync with pyproject.toml
-      run: |
-        python -m pip install Cython>=3.0.3
-        python -m pip install numpy>=2.0.0
-        python -m pip install ewah-bool-utils>=1.2.0
-        python -m pip install --upgrade setuptools
-    - name: build yt
-      shell: bash
-      run: |
-        python -m pip install --no-build-isolation .
+        enable-cache: false
     - name: run check-manifest
-      run: check-manifest -vvv
+      run: uvx check-manifest -vvv
 
   deploy:
     name: Publish to PyPI
-    needs: [build_wheels, build_sdist, check_manifest]
+    needs: [build_wheels, test_sdist, check_manifest]
     runs-on: ubuntu-latest
     # upload to PyPI on every tag starting with 'yt-'
     if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/yt-')
diff --git a/tests/ci_install.sh b/tests/ci_install.sh
@@ -32,22 +32,23 @@ fi
 # but the primary intention is to embed this script in CI jobs
 if [[ ${dependencies} == "minimal" ]]; then
     # test with minimal versions of runtime dependencies
-    python -m pip install -e ".[test]" -r minimal_requirements.txt
+    uv venv -c
+    uv pip install -e ".[test]" -c minimal_requirements.txt
 elif [[ ${dependencies} == "cartopy" ]]; then
-    python -m pip install 'cartopy>=0.22'
     # scipy is an optional dependency to cartopy
-    python -m pip install scipy
-    python -m pip install -e ".[test]"
+    uv venv -c
+    uv pip install 'cartopy>=0.22' scipy
+    uv sync --extra test --inexact
 elif [[ ${dependencies} == "full" ]]; then
     # test with all optional runtime dependencies
-    python -m pip install -e ".[test,full]"
+    uv sync --extra test --extra full
 else
-   # test with no special requirements
-   python -m pip install -e ".[test]"
+    # test with no special requirements
+    uv sync --extra test
 fi
 
 # Disable excessive output
-yt config set --local yt log_level 50
+uv run --no-sync yt config set --local yt log_level 50
 cat yt.toml
 
 set +x
