We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 08e0a4e commit 249eda4Copy full SHA for 249eda4
convert_hf_to_gguf.py
@@ -9988,6 +9988,8 @@ def set_vocab(self):
9988
def set_gguf_parameters(self):
9989
super().set_gguf_parameters()
9990
MistralModel.set_mistral_config(self.gguf_writer, self.hparams)
9991
+ yarn_params = self.hparams["yarn"]
9992
+ self.gguf_writer.add_attn_temperature_length(yarn_params["original_max_position_embeddings"])
9993
9994
# TODO @ngxson : this should be in tensor_mapping, but I don't have time for now
9995
# copied from https://github.com/vllm-project/vllm/blob/main/vllm/model_executor/models/mistral_large_3.py
0 commit comments