We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 048f0b2 commit a806ef3Copy full SHA for a806ef3
src/llama.cpp
@@ -7221,7 +7221,7 @@ struct llm_build_context {
7221
struct ggml_tensor * Qcur = nullptr;
7222
struct ggml_tensor * Kcur = nullptr;
7223
struct ggml_tensor * Vcur = nullptr;
7224
- if (model.type == LLM_TYPE_1_5B || model.type == LLM_TYPE_4B || model.type == LLM_TYPE_9B) {
+ if (model.layers[il].wqkv == nullptr) {
7225
Qcur = llm_build_lora_mm(lctx, ctx0, model.layers[il].wq, cur);
7226
if (model.layers[il].bq) {
7227
Qcur = ggml_add(ctx0, Qcur, model.layers[il].bq);
0 commit comments