handle vocab

Author: ngxson

convert_hf_to_gguf.py

@@ -9982,6 +9982,9 @@ def __init__(self, *args, **kwargs):
         config["norm_topk_prob"] = True
         config["scoring_func"] = "softmax"
 
+    def set_vocab(self):
+        LlamaModel._set_vocab_mistral(self) # type: ignore
+
     def set_gguf_parameters(self):
         super().set_gguf_parameters()
         MistralModel.set_mistral_config(self.gguf_writer, self.hparams)