We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 22fd5ba commit 02cd86eCopy full SHA for 02cd86e
test/test_rlhf.py
@@ -266,7 +266,7 @@ def test_tensordict_tokenizer(
266
from transformers import AutoTokenizer
267
268
tokenizer = AutoTokenizer.from_pretrained("gpt2")
269
- tokenizer.pad_token = 100
+ tokenizer.pad_token = "-pad-"
270
process = TensorDictTokenizer(
271
tokenizer,
272
max_length=max_length,
@@ -313,7 +313,7 @@ def test_prompt_tensordict_tokenizer(
313
314
315
316
317
process = PromptTensorDictTokenizer(
318
319
0 commit comments