File tree Expand file tree Collapse file tree 1 file changed +10
-0
lines changed
Expand file tree Collapse file tree 1 file changed +10
-0
lines changed Original file line number Diff line number Diff line change @@ -13566,6 +13566,12 @@ struct llm_build_glm4 : public llm_graph_context {
1356613566 }
1356713567};
1356813568
13569+ struct llm_build_glm4_moe : public llm_graph_context {
13570+ llm_build_glm4_moe(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) {
13571+ // TODO
13572+ };
13573+ };
13574+
1356913575struct llm_build_nemotron : public llm_graph_context {
1357013576 llm_build_nemotron(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) {
1357113577 const int64_t n_embd_head = hparams.n_embd_head_v;
@@ -17878,6 +17884,10 @@ ggml_cgraph * llama_model::build_graph(const llm_graph_params & params) const {
1787817884 {
1787917885 llm = std::make_unique<llm_build_glm4>(*this, params);
1788017886 } break;
17887+ case LLM_ARCH_GLM4_MOE:
17888+ {
17889+ llm = std::make_unique<llm_build_glm4_moe>(*this, params);
17890+ } break;
1788117891 case LLM_ARCH_BITNET:
1788217892 {
1788317893 llm = std::make_unique<llm_build_bitnet>(*this, params);
You can’t perform that action at this time.
0 commit comments