chore(ci): Add dev tests with master dependencies

.github/workflows/check-pr-title.yaml

@@ -10,6 +10,10 @@ on:
       - reopened
       - synchronize
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   check:
     name: Check PR Title

.github/workflows/github-stale.yaml

@@ -9,6 +9,10 @@ on:
   schedule:
     - cron: "0 */5 * * *"
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   stale:
     runs-on: ubuntu-latest

.github/workflows/test-e2e.yaml

@@ -3,6 +3,10 @@ name: E2E Test
 on:
   pull_request
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   e2e-test:
     name: E2E Test

.github/workflows/test-python.yaml

@@ -5,16 +5,27 @@ on:
   push:
     branches: [main]
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   test:
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ['3.9', '3.11']
+
+    name: Test (Python ${{ matrix.python-version }})
+
     steps:
       - uses: actions/checkout@v4
 
-      - name: Set up Python
+      - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:
-          python-version: '3.9'
+          python-version: ${{ matrix.python-version }}
 
       - name: Verify
         run: make verify
@@ -26,4 +37,4 @@ jobs:
       - name: Upload coverage to Coveralls
         uses: coverallsapp/github-action@v2
         with:
-          github-token: ${{ secrets.GITHUB_TOKEN }} # Pass the GITHUB_TOKEN
+          github-token: ${{ secrets.GITHUB_TOKEN }}

CONTRIBUTING.md

@@ -28,6 +28,12 @@ cd python
 pip install -e .
 ```
 
+#### Development Build (Optional)
+To install the latest API modules directly from the master branch:
+```sh
+pip install -e ".[dev]"
+```
+
 Install development tools:
 ```sh
 pip install pytest black isort flake8 coverage pre-commit

Makefile

@@ -66,10 +66,10 @@ uv-venv:
 		echo "uv virtual environment already exists in $(VENV_DIR)."; \
 	fi
 
- # make test-unit will produce html coverage by default. Run with `make test-unit report=xml` to produce xml report.
+ # make test-python will produce html coverage by default. Run with `make test-python report=xml` to produce xml report.
 .PHONY: test-python
 test-python: uv-venv
-	@uv pip install "./python[test]"
+	@uv pip install --project $(PY_DIR) --group dev "$(PY_DIR)[test,dev]"
 	@uv run coverage run --source=kubeflow.trainer.api.trainer_client,kubeflow.trainer.utils.utils -m pytest ./python/kubeflow/trainer/api/trainer_client_test.py
 	@uv run coverage report -m kubeflow/trainer/api/trainer_client.py kubeflow/trainer/utils/utils.py
 ifeq ($(report),xml)

python/kubeflow/trainer/api/__init__.py

@@ -1,4 +1,4 @@
-# flake8: noqa
+# ruff: noqa
 
 # import apis into api package
 

python/pyproject.toml

@@ -28,14 +28,17 @@ classifiers = [
 dependencies = [
   "kubernetes>=27.2.0",
   "pydantic>=2.10.0",
-  "kubeflow_trainer_api@git+https://github.com/kubeflow/trainer.git@master#subdirectory=api/python_api"
+  "kubeflow-trainer-api>=2.0.0",
 ]
 [project.optional-dependencies]
 test = [
   "pytest>=7.0",
   "pytest-mock>=3.10",
   "coverage>=7.0",
 ]
+dev = [
+  "kubeflow_trainer_api@git+https://github.com/kubeflow/trainer.git@master#subdirectory=api/python_api",
+]
 
 [project.urls]
 Homepage = "https://github.com/kubeflow/sdk"