tests(transformers): increase the OLMo models test error passing threshold for BF16 (#1358)

townwish4git · web-flow · commit e690c0ee80d0 · 2025-10-16T06:17:00.000Z
diff --git a/tests/transformers_tests/models/olmo/test_modeling_olmo.py b/tests/transformers_tests/models/olmo/test_modeling_olmo.py
@@ -26,7 +26,7 @@
 )
 from tests.transformers_tests.models.modeling_common import ids_numpy
 
-DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3}
+DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 1e-2}
 MODES = [0, 1]
 
 
diff --git a/tests/transformers_tests/models/olmo2/test_modeling_omo2.py b/tests/transformers_tests/models/olmo2/test_modeling_omo2.py
@@ -26,7 +26,7 @@
 )
 from tests.transformers_tests.models.modeling_common import ids_numpy
 
-DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3}
+DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 1e-2}
 MODES = [0, 1]
 
 

Original file line number	Diff line number	Diff line change
`@@ -26,7 +26,7 @@`
`26`	`26`	`)`
`27`	`27`	`from tests.transformers_tests.models.modeling_common import ids_numpy`
`28`	`28`
`29`		`-DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 5e-3}`
	`29`	`+DTYPE_AND_THRESHOLDS = {"fp32": 5e-4, "fp16": 5e-3, "bf16": 1e-2}`
`30`	`30`	`MODES = [0, 1]`
`31`	`31`
`32`	`32`