diff --git a/src/transformers/modeling_rope_utils.py b/src/transformers/modeling_rope_utils.py
index c6a66ba1c4b3..c9ce1a96fea5 100644
--- a/src/transformers/modeling_rope_utils.py
+++ b/src/transformers/modeling_rope_utils.py
@@ -697,6 +697,7 @@ def _validate_yarn_parameters(
         "original_max_position_embeddings",
         "mscale",
         "mscale_all_dim",
+        "truncate",
     }
     received_keys = set(rope_parameters.keys())
     rope_type = rope_parameters["rope_type"]