gpt4all/configs/generate/generate.yaml

10 lines
223 B
YAML
Raw Normal View History

2023-03-25 16:43:27 +00:00
# model/tokenizer
2023-03-28 20:08:29 +00:00
model_name: # REPLACE HERE with the base llama model
tokenizer_name: # REPLACE HERE with the llama tokenizer
2023-03-25 16:43:27 +00:00
lora: true
2023-03-28 20:08:29 +00:00
lora_path: "nomic-ai/gpt4all-lora"
2023-03-25 16:43:27 +00:00
max_new_tokens: 512
2023-03-27 17:39:29 +00:00
temperature: 0
2023-03-28 20:59:26 +00:00
prompt: null