From 74621109c90c1dd4a6c37340945dae0fabfb106e Mon Sep 17 00:00:00 2001 From: Adam Treat Date: Mon, 24 Apr 2023 14:03:04 -0400 Subject: [PATCH] Add a fixme for dubious code. --- llm.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/llm.cpp b/llm.cpp index d951a085..11fa77bc 100644 --- a/llm.cpp +++ b/llm.cpp @@ -120,6 +120,7 @@ void LLMObject::regenerateResponse() { s_ctx.n_past -= m_responseTokens; s_ctx.n_past = std::max(0, s_ctx.n_past); + // FIXME: This does not seem to be needed in my testing and llama models don't to it. Remove? s_ctx.logits.erase(s_ctx.logits.end() -= m_responseLogits, s_ctx.logits.end()); m_responseTokens = 0; m_responseLogits = 0;