diff --git a/test/test_rlhf.py b/test/test_rlhf.py
index 5d5ba037aa6..5ddf8b5bb44 100644
--- a/test/test_rlhf.py
+++ b/test/test_rlhf.py
@@ -266,7 +266,7 @@ def test_tensordict_tokenizer(
         from transformers import AutoTokenizer
 
         tokenizer = AutoTokenizer.from_pretrained("gpt2")
-        tokenizer.pad_token = 100
+        tokenizer.pad_token = "-pad-"
         process = TensorDictTokenizer(
             tokenizer,
             max_length=max_length,
@@ -313,7 +313,7 @@ def test_prompt_tensordict_tokenizer(
         from transformers import AutoTokenizer
 
         tokenizer = AutoTokenizer.from_pretrained("gpt2")
-        tokenizer.pad_token = 100
+        tokenizer.pad_token = "-pad-"
         process = PromptTensorDictTokenizer(
             tokenizer,
             max_length=max_length,