gpt4all/configs/generate/generate.yaml
2023-03-28 13:59:26 -07:00

10 lines
223 B
YAML

# model/tokenizer
model_name: # REPLACE HERE with the base llama model
tokenizer_name: # REPLACE HERE with the llama tokenizer
lora: true
lora_path: "nomic-ai/gpt4all-lora"
max_new_tokens: 512
temperature: 0
prompt: null