Skip to content

Commit a806ef3

Browse files
tv1wndNeoZhangJianyu
authored andcommitted
llama : fix old glm4 models (ggml-org#11670)
1 parent 048f0b2 commit a806ef3

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7221,7 +7221,7 @@ struct llm_build_context {
72217221
struct ggml_tensor * Qcur = nullptr;
72227222
struct ggml_tensor * Kcur = nullptr;
72237223
struct ggml_tensor * Vcur = nullptr;
7224-
if (model.type == LLM_TYPE_1_5B || model.type == LLM_TYPE_4B || model.type == LLM_TYPE_9B) {
7224+
if (model.layers[il].wqkv == nullptr) {
72257225
Qcur = llm_build_lora_mm(lctx, ctx0, model.layers[il].wq, cur);
72267226
if (model.layers[il].bq) {
72277227
Qcur = ggml_add(ctx0, Qcur, model.layers[il].bq);

0 commit comments

Comments
 (0)