We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 230a321 commit 1e8188dCopy full SHA for 1e8188d
release/release_tests.yaml
@@ -4166,3 +4166,22 @@
4166
script: >
4167
python run_vision_language_model.py
4168
--tp-size 1 --concurrency 1 --vllm-use-v1
4169
+
4170
+- name: llm_batch_vllm_v1_pixtral_tp2dp2
4171
+ frequency: nightly
4172
+ python: "3.11"
4173
+ group: llm-batch
4174
+ team: llm
4175
+ working_dir: llm_tests/batch
4176
4177
+ cluster:
4178
+ byod:
4179
+ type: llm-cu124
4180
+ cluster_compute: llm_4xl4.yaml
4181
4182
+ run:
4183
+ timeout: 3600
4184
+ script: >
4185
+ python run_vision_language_model.py
4186
+ --model-source mistral-community/pixtral-12b
4187
+ --tp-size 2 --concurrency 2 --vllm-use-v1
0 commit comments