Skip to content

Commit 64fbb24

Browse files
committed
dummy graph
1 parent 428f079 commit 64fbb24

File tree

1 file changed

+10
-0
lines changed

1 file changed

+10
-0
lines changed

src/llama-model.cpp

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -13566,6 +13566,12 @@ struct llm_build_glm4 : public llm_graph_context {
1356613566
}
1356713567
};
1356813568

13569+
struct llm_build_glm4_moe : public llm_graph_context {
13570+
llm_build_glm4_moe(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) {
13571+
// TODO
13572+
};
13573+
};
13574+
1356913575
struct llm_build_nemotron : public llm_graph_context {
1357013576
llm_build_nemotron(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) {
1357113577
const int64_t n_embd_head = hparams.n_embd_head_v;
@@ -17878,6 +17884,10 @@ ggml_cgraph * llama_model::build_graph(const llm_graph_params & params) const {
1787817884
{
1787917885
llm = std::make_unique<llm_build_glm4>(*this, params);
1788017886
} break;
17887+
case LLM_ARCH_GLM4_MOE:
17888+
{
17889+
llm = std::make_unique<llm_build_glm4_moe>(*this, params);
17890+
} break;
1788117891
case LLM_ARCH_BITNET:
1788217892
{
1788317893
llm = std::make_unique<llm_build_bitnet>(*this, params);

0 commit comments

Comments
 (0)