diff --git a/core/agents/builder.py b/core/agents/builder.py index 97402f6..0e38eae 100644 --- a/core/agents/builder.py +++ b/core/agents/builder.py @@ -23,13 +23,14 @@ class AgentBuilder: def build_llm(self): self.llm = HuggingFacePipeline.from_model_id( - model_id="chavinlo/alpaca-native", + model_id="decapoda-research/llama-13b-hf", task="text-generation", model_kwargs={ "load_in_8bit": True, "device_map": "auto", "max_length": 8192, }, + device=2, ) def build_parser(self): @@ -75,8 +76,8 @@ class AgentBuilder: self.toolsets ), # for names and descriptions ], - system_message=EVAL_PREFIX.format(bot_name=settings["BOT_NAME"]), - human_message=EVAL_SUFFIX.format(bot_name=settings["BOT_NAME"]), + prefix=EVAL_PREFIX.format(bot_name=settings["BOT_NAME"]), + suffix=EVAL_SUFFIX.format(bot_name=settings["BOT_NAME"]), output_parser=self.parser, max_iterations=30, )