From ecc3bfe2709b1f8bc8ac930e8d3ac41b8f64a107 Mon Sep 17 00:00:00 2001
From: adldotori <adldotori@gmail.com>
Date: Fri, 31 Mar 2023 04:58:11 +0000
Subject: [PATCH] feat: change model

---
 core/agents/builder.py | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/core/agents/builder.py b/core/agents/builder.py
index 97402f6..0e38eae 100644
--- a/core/agents/builder.py
+++ b/core/agents/builder.py
@@ -23,13 +23,14 @@ class AgentBuilder:
 
     def build_llm(self):
         self.llm = HuggingFacePipeline.from_model_id(
-            model_id="chavinlo/alpaca-native",
+            model_id="decapoda-research/llama-13b-hf",
             task="text-generation",
             model_kwargs={
                 "load_in_8bit": True,
                 "device_map": "auto",
                 "max_length": 8192,
             },
+            device=2,
         )
 
     def build_parser(self):
@@ -75,8 +76,8 @@ class AgentBuilder:
                     self.toolsets
                 ),  # for names and descriptions
             ],
-            system_message=EVAL_PREFIX.format(bot_name=settings["BOT_NAME"]),
-            human_message=EVAL_SUFFIX.format(bot_name=settings["BOT_NAME"]),
+            prefix=EVAL_PREFIX.format(bot_name=settings["BOT_NAME"]),
+            suffix=EVAL_SUFFIX.format(bot_name=settings["BOT_NAME"]),
             output_parser=self.parser,
             max_iterations=30,
         )