From cf35a2e351f49bc3ddf357d469d8989c5f521295 Mon Sep 17 00:00:00 2001 From: Zach Nussbaum Date: Thu, 13 Apr 2023 18:04:02 -0700 Subject: [PATCH] Update finetune_lora.yaml --- configs/train/finetune_lora.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/train/finetune_lora.yaml b/configs/train/finetune_lora.yaml index 7f270d85..e316fb11 100644 --- a/configs/train/finetune_lora.yaml +++ b/configs/train/finetune_lora.yaml @@ -7,7 +7,7 @@ save_name: # CHANGE # dataset streaming: false num_proc: 64 -dataset_path: "nomic-ai/turbo-500k-multi" +dataset_path: # CHANGE max_length: 1024 batch_size: 4 @@ -18,7 +18,7 @@ weight_decay: 0.0 eval_every: 2000 eval_steps: 100 save_every: 2000 -output_dir: "ckpts/gpt4all-lora-multi" +output_dir: # CHANGE checkpoint: null lora: true warmup_steps: 100