chore(ci): Add dev tests with master dependencies

.github/workflows/test-python.yaml

@@ -5,25 +5,52 @@ on:
   push:
     branches: [main]
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   test:
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ['3.9', '3.11']
+        dependency-group:
+          - {name: dev,  make-target: test-python-dev}
+          - {name: prod, make-target: test-python}
+
+    name: Test ${{ matrix.dependency-group.name }} (Python ${{ matrix.python-version }})
+
     steps:
       - uses: actions/checkout@v4
 
-      - name: Set up Python
+      - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:
-          python-version: '3.9'
+          python-version: ${{ matrix.python-version }}
 
       - name: Verify
         run: make verify
 
       - name: Run Tests
         run: |
-          make test-python report=xml
+          make ${{ matrix.dependency-group.make-target }} report=xml
 
       - name: Upload coverage to Coveralls
         uses: coverallsapp/github-action@v2
         with:
-          github-token: ${{ secrets.GITHUB_TOKEN }} # Pass the GITHUB_TOKEN
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          flag-name: ${{ matrix.dependency-group.name }}-py${{ matrix.python-version }}
+          parallel: true
+
+  coverage:
+    if: ${{ always() }}
+    needs: test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Coveralls Finished
+        uses: coverallsapp/github-action@v2
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          parallel-finished: true

CONTRIBUTING.md

@@ -51,6 +51,14 @@ To run the unit tests (if present), execute:
 pytest
 ```
 
+#### Development Testing
+For development and before submitting PRs, run:
+```sh
+make test-python-dev
+```
+
+This tests against latest master branch dependencies to catch integration issues early.
+
 ### Code Coverage
 To run tests and measure coverage:
 ```sh

Makefile

@@ -67,9 +67,20 @@ uv-venv:
 	fi
 
  # make test-unit will produce html coverage by default. Run with `make test-unit report=xml` to produce xml report.
+.PHONY: test-python-dev
+test-python-dev: uv-venv
+	@uv pip install --project $(PY_DIR) --group dev "$(PY_DIR)[test]"
+	@uv run coverage run --source=kubeflow.trainer.api.trainer_client,kubeflow.trainer.utils.utils -m pytest ./python/kubeflow/trainer/api/trainer_client_test.py
+	@uv run coverage report -m kubeflow/trainer/api/trainer_client.py kubeflow/trainer/utils/utils.py
+ifeq ($(report),xml)
+	@uv run coverage xml
+else
+	@uv run coverage html
+endif
+
 .PHONY: test-python
 test-python: uv-venv
-	@uv pip install "./python[test]"
+	@uv pip install --project $(PY_DIR) "$(PY_DIR)[test]"
 	@uv run coverage run --source=kubeflow.trainer.api.trainer_client,kubeflow.trainer.utils.utils -m pytest ./python/kubeflow/trainer/api/trainer_client_test.py
 	@uv run coverage report -m kubeflow/trainer/api/trainer_client.py kubeflow/trainer/utils/utils.py
 ifeq ($(report),xml)

python/kubeflow/trainer/api/__init__.py

@@ -1,4 +1,4 @@
-# flake8: noqa
+# ruff: noqa
 
 # import apis into api package
 

python/pyproject.toml

@@ -55,6 +55,7 @@ ignore = ["E203"]
 [dependency-groups]
 dev = [
     "ruff>=0.12.2",
+    "kubeflow_trainer_api@git+https://github.com/kubeflow/trainer.git@master#subdirectory=api/python_api",
 ]
 
 [tool.uv]