We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 249eda4 commit aebab5fCopy full SHA for aebab5f
convert_hf_to_gguf.py
@@ -9990,6 +9990,7 @@ def set_gguf_parameters(self):
9990
MistralModel.set_mistral_config(self.gguf_writer, self.hparams)
9991
yarn_params = self.hparams["yarn"]
9992
self.gguf_writer.add_attn_temperature_length(yarn_params["original_max_position_embeddings"])
9993
+ self.gguf_writer.add_rope_scaling_yarn_log_mul(0.1) # mscale_all_dim * 0.1
9994
9995
# TODO @ngxson : this should be in tensor_mapping, but I don't have time for now
9996
# copied from https://github.com/vllm-project/vllm/blob/main/vllm/model_executor/models/mistral_large_3.py
0 commit comments