Skip to content

Commit b4f0b5f

Browse files
authored
Temporarily suspend google/gemma-3-1b-it. (#20722)
Signed-off-by: Qiliang Cui <derrhein@gmail.com>
1 parent cbd14ed commit b4f0b5f

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

tests/entrypoints/llm/test_accuracy.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,12 @@ def test_lm_eval_accuracy_v1_engine(model, monkeypatch: pytest.MonkeyPatch):
6969
more_args = None
7070
if current_platform.is_tpu():
7171
# Limit compilation time for TPU V1
72+
73+
if model == "google/gemma-3-1b-it":
74+
pytest.skip(
75+
"Temporarily disabled due to test failures"
76+
"(timeout or accuracy mismatch). Re-enable once fixed.")
77+
7278
more_args = "max_model_len=2048,max_num_seqs=64"
7379

7480
# Add TP test (if provided)

0 commit comments

Comments
 (0)