Skip to content

Commit 9aec5ac

Browse files
committed
Merge remote-tracking branch 'upstream/main' into vlm-transformers
2 parents 52bda05 + 154d063 commit 9aec5ac

File tree

1,615 files changed

+29578
-8542
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

1,615 files changed

+29578
-8542
lines changed

.buildkite/check-wheel-size.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23

34
import os
45
import sys

.buildkite/generate_index.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23

34
import argparse
45
import os

.buildkite/lm-eval-harness/conftest.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23
from pathlib import Path
34

45
import pytest

.buildkite/lm-eval-harness/test_lm_eval_correctness.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23
"""
34
LM eval harness on model to compare vs HF baseline computed offline.
45
Configs are found in configs/$MODEL.yaml

.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23

34
import json
45
import os

.buildkite/nightly-benchmarks/scripts/download-tokenizer.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23

34
import argparse
45

.buildkite/nightly-benchmarks/scripts/generate-nightly-markdown.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23

34
import argparse
45
import json

.buildkite/nightly-benchmarks/scripts/get-lmdeploy-modelname.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23

34
from lmdeploy.serve.openai.api_client import APIClient
45

.buildkite/nightly-benchmarks/scripts/summary-nightly-results.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
23

34
import datetime
45
import json

.buildkite/release-pipeline.yaml

Lines changed: 18 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
steps:
22
- label: "Build wheel - CUDA 12.8"
3+
id: build-wheel-cuda-12-8
34
agents:
45
queue: cpu_queue_postmerge
56
commands:
@@ -11,6 +12,7 @@ steps:
1112
DOCKER_BUILDKIT: "1"
1213

1314
- label: "Build wheel - CUDA 12.6"
15+
id: build-wheel-cuda-12-6
1416
agents:
1517
queue: cpu_queue_postmerge
1618
commands:
@@ -28,6 +30,7 @@ steps:
2830

2931
- label: "Build wheel - CUDA 11.8"
3032
# depends_on: block-build-cu118-wheel
33+
id: build-wheel-cuda-11-8
3134
agents:
3235
queue: cpu_queue_postmerge
3336
commands:
@@ -44,13 +47,26 @@ steps:
4447

4548
- label: "Build release image"
4649
depends_on: block-release-image-build
50+
id: build-release-image
4751
agents:
4852
queue: cpu_queue_postmerge
4953
commands:
5054
- "aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7"
5155
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg GIT_REPO_CHECK=1 --build-arg CUDA_VERSION=12.8.1 --tag public.ecr.aws/q9t5s3a7/vllm-release-repo:$BUILDKITE_COMMIT --target vllm-openai --progress plain -f docker/Dockerfile ."
5256
- "docker push public.ecr.aws/q9t5s3a7/vllm-release-repo:$BUILDKITE_COMMIT"
5357

58+
- label: "Annotate release workflow"
59+
depends_on:
60+
- build-release-image
61+
- build-wheel-cuda-12-8
62+
- build-wheel-cuda-12-6
63+
- build-wheel-cuda-11-8
64+
id: annotate-release-workflow
65+
agents:
66+
queue: cpu_queue_postmerge
67+
commands:
68+
- "bash .buildkite/scripts/annotate-release.sh"
69+
5470
- label: "Build and publish TPU release image"
5571
depends_on: ~
5672
if: build.env("NIGHTLY") == "1"
@@ -70,9 +86,10 @@ steps:
7086
DOCKER_BUILDKIT: "1"
7187

7288
- input: "Provide Release version here"
89+
id: input-release-version
7390
fields:
7491
- text: "What is the release version?"
75-
key: "release-version"
92+
key: release-version
7693

7794
- block: "Build CPU release image"
7895
key: block-cpu-release-image-build

0 commit comments

Comments
 (0)