File tree Expand file tree Collapse file tree 1 file changed +5
-2
lines changed Expand file tree Collapse file tree 1 file changed +5
-2
lines changed Original file line number Diff line number Diff line change @@ -562,8 +562,11 @@ def set_gguf_parameters(self):
562562 logger .info (f"gguf: experts used count = { n_experts_used } " )
563563
564564 if (head_dim := self .hparams .get ("head_dim" )) is not None :
565- self .gguf_writer .add_key_length (head_dim )
566- self .gguf_writer .add_value_length (head_dim )
565+ # Workaround for incorrect AutoConfig value for DeepSeekV3 (is set correctly in DeepSeekV2Model class)
566+ # https://github.com/huggingface/transformers/blob/19224c3642705c5b6988c9f5f4251f83323d05ae/src/transformers/models/deepseek_v3/configuration_deepseek_v3.py#L210
567+ if self .hparams .get ("model_type" ) != "deepseek_v3" :
568+ self .gguf_writer .add_key_length (head_dim )
569+ self .gguf_writer .add_value_length (head_dim )
567570
568571 self .gguf_writer .add_file_type (self .ftype )
569572 logger .info (f"gguf: file type = { self .ftype } " )
You can’t perform that action at this time.
0 commit comments