Update CI for Meson build

Author: QuLogic

.appveyor.yml

@@ -70,7 +70,7 @@ install:
 test_script:
   # Now build the thing..
   - set LINK=/LIBPATH:%cd%\lib
-  - pip install -ve .
+  - pip install -v --no-build-isolation --config-settings=setup-args="--vsenv" --editable .[dev]
   # this should show no freetype dll...
   - set "DUMPBIN=%VS140COMNTOOLS%\..\..\VC\bin\dumpbin.exe"
   - '"%DUMPBIN%" /DEPENDENTS lib\matplotlib\ft2font*.pyd | findstr freetype.*.dll && exit /b 1 || exit /b 0'

.circleci/config.yml

@@ -55,6 +55,7 @@ commands:
               graphviz \
               inkscape \
               lmodern \
+              ninja-build \
               optipng \
               texlive-fonts-recommended \
               texlive-latex-base \
@@ -97,6 +98,7 @@ commands:
       - run:
           name: Install Python dependencies
           command: |
+            python -m pip install --user meson-python pybind11
             python -m pip install --user \
                 numpy<< parameters.numpy_version >> \
                 -r requirements/doc/doc-requirements.txt
@@ -114,7 +116,8 @@ commands:
               version=${version#v}
               python -m pip install matplotlib==${version}
             else
-              python -m pip install --user -ve .
+              python -m pip install --user --verbose \
+                --no-build-isolation --editable .[dev]
             fi
       - save_cache:
           key: build-deps-2
@@ -215,8 +218,8 @@ jobs:
       - fonts-install
       - pip-install
 
-      - mpl-install
       - doc-deps-install
+      - mpl-install
 
       - doc-build
       - doc-show-errors-warnings

.github/workflows/cibuildwheel.yml

@@ -91,16 +91,17 @@ jobs:
     runs-on: ${{ matrix.os }}
     env:
       CIBW_BEFORE_BUILD: >-
-        pip install certifi numpy>=1.25 &&
+        pip install numpy>=1.25 &&
         rm -rf {package}/build
       CIBW_BEFORE_BUILD_WINDOWS: >-
-        pip install certifi delvewheel numpy>=1.25 &&
+        pip install delvewheel numpy>=1.25 &&
         rm -rf {package}/build
       CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: >-
         delvewheel repair -w {dest_dir} {wheel}
       CIBW_AFTER_BUILD: >-
         twine check {wheel} &&
         python {package}/ci/check_wheel_licenses.py {wheel}
+      CIBW_CONFIG_SETTINGS: setup-args="--vsenv"
       CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
       CIBW_SKIP: "*-musllinux_aarch64"
       CIBW_TEST_COMMAND: >-
@@ -144,11 +145,11 @@ jobs:
           CIBW_ARCHS: ${{ matrix.cibw_archs }}
           # Remove this once NumPy with Python 3.12 wheels is not pre-release.
           CIBW_BEFORE_BUILD: >-
-            pip install certifi "pybind11>=2.6" "setuptools>=42" "setuptools_scm>=7" &&
+            pip install "meson-python>=0.13.1" ninja "pybind11>=2.6" "setuptools>=42" "setuptools_scm>=7" &&
             pip install --pre "numpy>=1.25" &&
             rm -rf {package}/build
           CIBW_BEFORE_BUILD_WINDOWS: >-
-            pip install certifi delvewheel "pybind11>=2.6" "setuptools>=42" "setuptools_scm>=7" &&
+            pip install delvewheel "meson-python>=0.13.1" ninja "pybind11>=2.6" "setuptools>=42" "setuptools_scm>=7" &&
             pip install --pre "numpy>=1.25" &&
             rm -rf {package}/build
           CIBW_ENVIRONMENT: PIP_NO_BUILD_ISOLATION=0

.github/workflows/codeql-analysis.yml

@@ -41,9 +41,9 @@ jobs:
           # dependencies so we don't need another copy here.
           # https://github.com/jazzband/pip-tools/pull/1681
           python -m pip install --upgrade \
-            certifi contourpy cycler fonttools kiwisolver importlib_resources \
-            numpy packaging pillow pyparsing python-dateutil setuptools-scm \
-            pybind11
+            build contourpy cycler fonttools kiwisolver \
+            importlib_resources meson-python numpy packaging pillow pybind11 \
+            pyparsing python-dateutil setuptools-scm
           echo "CODEQL_PYTHON=$(which python)" >> $GITHUB_ENV
 
       - name: Initialize CodeQL
@@ -56,7 +56,7 @@ jobs:
         if: matrix.language == 'cpp'
         run: |
           mkdir ~/.cache/matplotlib
-          $CODEQL_PYTHON setup.py build
+          $CODEQL_PYTHON -m build
 
       - name: Perform CodeQL Analysis
         uses: github/codeql-action/analyze@v2

.github/workflows/cygwin.yml

@@ -203,20 +203,14 @@ jobs:
           AUTOCONF: /usr/bin/autoconf-2.69
           MAKEFLAGS: dw
         run: |
+          export PATH="/usr/local/bin:$PATH"
           ccache -s
           git describe
-          cat <<EOT >> mplsetup.cfg
-          [rc_options]
-          backend=Agg
-
-          [libs]
-          system_freetype = False
-          system_qhull = True
-          EOT
-          cat mplsetup.cfg
           # All dependencies must have been pre-installed, so that the minver
           # constraints are held.
-          python -m pip install --no-deps -ve .
+          python -m pip install --no-deps --no-build-isolation --verbose \
+            --config-settings=setup-args="-DrcParams-backend=Agg" \
+            --editable .[dev]
 
       - name: Find DLLs to rebase
         shell: bash.exe -eo pipefail -o igncr "{0}"

.github/workflows/mypy-stubtest.yml

@@ -22,7 +22,7 @@ jobs:
         run: |
           pip3 install -r requirements/testing/mypy.txt \
             -r requirements/testing/all.txt
-          pip3 install -e .
+          pip3 install .
 
       - name: Set up reviewdog
         run: |
@@ -38,6 +38,7 @@ jobs:
         run: |
           set -o pipefail
           MPLBACKEND=agg python tools/stubtest.py | \
+              sed -e "s!$pythonLocation/lib/python3.9/site-packages!lib!g" | \
               reviewdog \
                 -efm '%Eerror: %m' \
                 -efm '%CStub: in file %f:%l' \

.github/workflows/tests.yml

@@ -56,7 +56,6 @@ jobs:
             pyside2-ver: '==5.15.1'  # oldest version with working Py3.9 wheel.
             pyside6-ver: '==6.0.0'
             delete-font-cache: true
-            no-build-isolation: true
           - os: ubuntu-20.04
             python-version: 3.9
             extra-requirements: '-r requirements/testing/extra.txt'
@@ -81,7 +80,6 @@ jobs:
             python-version: '3.12-dev'
             pyside6-ver: '!=6.5.1'
             pre: true
-            no-build-isolation: true
           - os: macos-latest
             python-version: 3.9
             # https://bugreports.qt.io/projects/PYSIDE/issues/PYSIDE-2346
@@ -131,6 +129,7 @@ jobs:
               libxcb-render-util0 \
               libxcb-xinerama0 \
               lmodern \
+              ninja-build \
               pkg-config \
               qtbase5-dev \
               texlive-fonts-recommended \
@@ -150,7 +149,7 @@ jobs:
           macOS)
             brew install ccache
             brew tap homebrew/cask-fonts
-            brew install font-noto-sans-cjk gobject-introspection gtk4
+            brew install font-noto-sans-cjk gobject-introspection gtk4 ninja
             ;;
           esac
 
@@ -205,17 +204,14 @@ jobs:
           fi
 
           # Install dependencies from PyPI.
+          # Preinstall build requirements to enable no-build-isolation builds.
           python -m pip install --upgrade $PRE \
             'contourpy>=1.0.1' cycler fonttools kiwisolver importlib_resources \
             numpy packaging pillow 'pyparsing!=3.1.0' python-dateutil setuptools-scm \
+            'meson-python>=0.13.1' 'pybind11>=2.6' \
             -r requirements/testing/all.txt \
             ${{ matrix.extra-requirements }}
 
-          # Preinstall pybind11 on no-build-isolation builds.
-          if [[ "${{ matrix.no-build-isolation }}" == 'true' ]]; then
-            python -m pip install 'pybind11>=2.6'
-          fi
-
           # Install optional dependencies from PyPI.
           # Sphinx is needed to run sphinxext tests
           python -m pip install --upgrade sphinx!=6.1.2
@@ -300,20 +296,9 @@ jobs:
             fi
           fi
 
-          cat <<EOT >> mplsetup.cfg
-          [rc_options]
-          backend=Agg
-          EOT
-
-          cat mplsetup.cfg
-
-          if [[ "${{ matrix.no-build-isolation }}" == 'true' ]]; then
-            # Minimum versions run does not use build isolation so that it
-            # builds against the pre-installed minver dependencies.
-            python -m pip install --no-deps --no-build-isolation -ve .
-          else
-            python -m pip install --no-deps -ve .
-          fi
+          python -m pip install --no-deps --no-build-isolation --verbose \
+            --config-settings=setup-args="-DrcParams-backend=Agg" \
+            --editable .[dev]
 
           if [[ "${{ runner.os }}" != 'macOS' ]]; then
             unset CPPFLAGS

azure-pipelines.yml

@@ -96,6 +96,7 @@ stages:
               cm-super \
               dvipng \
               ffmpeg \
+              fonts-freefont-otf \
               fonts-noto-cjk \
               fonts-wqy-zenhei \
               gdb \
@@ -105,23 +106,24 @@ stages:
               libcairo2 \
               libgirepository-1.0-1 \
               lmodern \
-              fonts-freefont-otf \
+              ninja-build \
               poppler-utils \
-              texlive-pictures \
               texlive-fonts-recommended \
               texlive-latex-base \
               texlive-latex-extra \
               texlive-latex-recommended \
               texlive-luatex \
+              texlive-pictures \
               texlive-xetex
             ;;
           darwin)
             brew install --cask xquartz
-            brew install pkg-config ffmpeg imagemagick mplayer ccache
+            brew install ccache ffmpeg imagemagick mplayer ninja pkg-config
             brew tap homebrew/cask-fonts
             brew install font-noto-sans-cjk-sc
             ;;
           win32)
+            choco install ninja
             ;;
           *)
             exit 1
@@ -131,12 +133,15 @@ stages:
 
       - bash: |
           python -m pip install --upgrade pip
+          python -m pip install --upgrade meson-python pybind11
           python -m pip install -r requirements/testing/all.txt -r requirements/testing/extra.txt ||
             [[ "$PYTHON_VERSION" = 'Pre' ]]
         displayName: 'Install dependencies with pip'
 
       - bash: |
-          python -m pip install -ve . ||
+          python -m pip install \
+            --no-build-isolation --config-settings=setup-args="--vsenv" \
+            --verbose --editable .[dev] ||
             [[ "$PYTHON_VERSION" = 'Pre' ]]
         displayName: "Install self"
 

environment.yml

@@ -2,7 +2,7 @@
 #
 #   conda env create -f environment.yml
 #   conda activate mpl-dev
-#   pip install -e .
+#   pip install -e .[dev]
 #
 name: mpl-dev
 channels:
@@ -15,14 +15,15 @@ dependencies:
   - fonttools>=4.22.0
   - importlib-resources>=3.2.0
   - kiwisolver>=1.3.1
+  - meson-python>=0.13.1
   - numpy>=1.21
   - pillow>=8
+  - pkg-config
   - pybind11>=2.6.0
   - pygobject
   - pyparsing>=2.3.1
   - pyqt
   - python-dateutil>=2.1
-  - setuptools
   - setuptools_scm
   - wxpython
   # building documentation

requirements/testing/minver.txt

@@ -2,12 +2,14 @@
 
 contourpy==1.0.1
 cycler==0.10
-kiwisolver==1.3.1
+fonttools==4.22.0
 importlib-resources==3.2.0
+kiwisolver==1.3.1
+meson-python==0.13.1
+meson==1.1.0
 numpy==1.21.0
 packaging==20.0
 pillow==8.0.0
 pyparsing==2.3.1
-python-dateutil==2.7
-fonttools==4.22.0
 pytest==7.0.0
+python-dateutil==2.7