Skip to content

Commit 02cd86e

Browse files
author
Vincent Moens
authored
[BugFix] Fix RLHF tests - transformers v4.34 (#1601)
1 parent 22fd5ba commit 02cd86e

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

test/test_rlhf.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -266,7 +266,7 @@ def test_tensordict_tokenizer(
266266
from transformers import AutoTokenizer
267267

268268
tokenizer = AutoTokenizer.from_pretrained("gpt2")
269-
tokenizer.pad_token = 100
269+
tokenizer.pad_token = "-pad-"
270270
process = TensorDictTokenizer(
271271
tokenizer,
272272
max_length=max_length,
@@ -313,7 +313,7 @@ def test_prompt_tensordict_tokenizer(
313313
from transformers import AutoTokenizer
314314

315315
tokenizer = AutoTokenizer.from_pretrained("gpt2")
316-
tokenizer.pad_token = 100
316+
tokenizer.pad_token = "-pad-"
317317
process = PromptTensorDictTokenizer(
318318
tokenizer,
319319
max_length=max_length,

0 commit comments

Comments
 (0)