From a549871220da9f127cf76e732141a474b85c7d90 Mon Sep 17 00:00:00 2001 From: Adam Treat Date: Mon, 8 May 2023 15:08:48 -0400 Subject: [PATCH] Remove as upstream has removed. --- llmodel/gptj.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmodel/gptj.cpp b/llmodel/gptj.cpp index d7057bd7..a5d04ae7 100644 --- a/llmodel/gptj.cpp +++ b/llmodel/gptj.cpp @@ -550,7 +550,7 @@ bool gptj_eval( struct ggml_tensor * Vcur = ggml_mul_mat(ctx0, model.layers[il].c_attn_v_proj_w, cur); // store key and value to memory - if (N >= 1) { + { struct ggml_tensor * k = ggml_view_1d(ctx0, model.kv_self.k, N*n_embd, (ggml_element_size(model.kv_self.k)*n_embd)*(il*n_ctx + n_past)); struct ggml_tensor * v = ggml_view_1d(ctx0, model.kv_self.v, N*n_embd, (ggml_element_size(model.kv_self.v)*n_embd)*(il*n_ctx + n_past));