mirror of
https://github.com/corca-ai/EVAL
synced 2024-10-30 09:20:44 +00:00
feat: change model
This commit is contained in:
parent
311539f2eb
commit
ecc3bfe270
@ -23,13 +23,14 @@ class AgentBuilder:
|
||||
|
||||
def build_llm(self):
|
||||
self.llm = HuggingFacePipeline.from_model_id(
|
||||
model_id="chavinlo/alpaca-native",
|
||||
model_id="decapoda-research/llama-13b-hf",
|
||||
task="text-generation",
|
||||
model_kwargs={
|
||||
"load_in_8bit": True,
|
||||
"device_map": "auto",
|
||||
"max_length": 8192,
|
||||
},
|
||||
device=2,
|
||||
)
|
||||
|
||||
def build_parser(self):
|
||||
@ -75,8 +76,8 @@ class AgentBuilder:
|
||||
self.toolsets
|
||||
), # for names and descriptions
|
||||
],
|
||||
system_message=EVAL_PREFIX.format(bot_name=settings["BOT_NAME"]),
|
||||
human_message=EVAL_SUFFIX.format(bot_name=settings["BOT_NAME"]),
|
||||
prefix=EVAL_PREFIX.format(bot_name=settings["BOT_NAME"]),
|
||||
suffix=EVAL_SUFFIX.format(bot_name=settings["BOT_NAME"]),
|
||||
output_parser=self.parser,
|
||||
max_iterations=30,
|
||||
)
|
||||
|
Loading…
Reference in New Issue
Block a user