Skip to content

Commit 423b191

Browse files
committed
enable thinking
1 parent c68069d commit 423b191

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-chat.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -194,7 +194,7 @@ llm_chat_template llm_chat_detect_template(const std::string & tmpl) {
194194
return LLM_CHAT_TEMPLATE_DOTS1;
195195
} else if (tmpl_contains("<|startoftext|>") && tmpl_contains("<|extra_4|>")) {
196196
return LLM_CHAT_TEMPLATE_HUNYUAN_MOE;
197-
} else if (tmpl_contains("<|start|>") && tmpl_contains("<|return|>")) {
197+
} else if (tmpl_contains("<|start|>") && tmpl_contains("<|channel|>")) {
198198
return LLM_CHAT_TEMPLATE_OPENAI_MOE;
199199
} else if (tmpl_contains("<|im_assistant|>assistant<|im_middle|>")) {
200200
return LLM_CHAT_TEMPLATE_KIMI_K2;
@@ -714,7 +714,7 @@ int32_t llm_chat_apply_template(
714714
ss << (role == "assistant" ? "<|return|>" : "<|end|>");
715715
}
716716
if (add_ass) {
717-
ss << "<|start|>assistant<|message|>";
717+
ss << "<|start|>assistant";
718718
}
719719
} else if (tmpl == LLM_CHAT_TEMPLATE_KIMI_K2) {
720720
// moonshotai/Kimi-K2-Instruct

0 commit comments

Comments
 (0)