Skip to content

Commit 99b4f08

Browse files
authored
Renable google/gemma-3-1b-it accuracy test. (vllm-project#20866)
Signed-off-by: Qiliang Cui <derrhein@gmail.com>
1 parent 020f58a commit 99b4f08

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

tests/entrypoints/llm/test_accuracy.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -71,9 +71,8 @@ def test_lm_eval_accuracy_v1_engine(model, monkeypatch: pytest.MonkeyPatch):
7171
# Limit compilation time for TPU V1
7272

7373
if model == "google/gemma-3-1b-it":
74-
pytest.skip(
75-
"Temporarily disabled due to test failures"
76-
"(timeout or accuracy mismatch). Re-enable once fixed.")
74+
# TPU + google/gemma-3-1b-it + xet doesn't work well.
75+
m.setenv("HF_HUB_DISABLE_XET", "1")
7776

7877
more_args = "max_model_len=2048,max_num_seqs=64"
7978

0 commit comments

Comments
 (0)