From 38933ff9e46fda3e37f30bdf1f1f0920c8075a5e Mon Sep 17 00:00:00 2001 From: vmoens Date: Wed, 4 Oct 2023 15:49:36 +0100 Subject: [PATCH] init --- test/test_rlhf.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/test/test_rlhf.py b/test/test_rlhf.py index 5d5ba037aa6..5ddf8b5bb44 100644 --- a/test/test_rlhf.py +++ b/test/test_rlhf.py @@ -266,7 +266,7 @@ def test_tensordict_tokenizer( from transformers import AutoTokenizer tokenizer = AutoTokenizer.from_pretrained("gpt2") - tokenizer.pad_token = 100 + tokenizer.pad_token = "-pad-" process = TensorDictTokenizer( tokenizer, max_length=max_length, @@ -313,7 +313,7 @@ def test_prompt_tensordict_tokenizer( from transformers import AutoTokenizer tokenizer = AutoTokenizer.from_pretrained("gpt2") - tokenizer.pad_token = 100 + tokenizer.pad_token = "-pad-" process = PromptTensorDictTokenizer( tokenizer, max_length=max_length,