From bd5e279621cea9614a56602ee7a8ab80ac0712b1 Mon Sep 17 00:00:00 2001
From: Adam Treat <treat.adam@gmail.com>
Date: Sun, 9 Apr 2023 01:22:12 -0400
Subject: [PATCH] Don't display the endoftext token.

---
 gptj.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/gptj.cpp b/gptj.cpp
index 612b1a34..214c1e36 100644
--- a/gptj.cpp
+++ b/gptj.cpp
@@ -740,7 +740,8 @@ void GPTJ::prompt(const std::string &prompt, std::function<bool(const std::strin
 
             // add it to the context
             embd.push_back(id);
-            resp.push_back(id);
+            if (id != 50256)
+                resp.push_back(id);
         } else {
             // if here, it means we are still processing the input prompt
             for (int k = i; k < embd_inp.size(); k++) {