From 2f0eba211d183eaa20afbe717469957551182234 Mon Sep 17 00:00:00 2001 From: Zach Nussbaum Date: Sat, 8 Apr 2023 21:36:20 +0000 Subject: [PATCH] fix: smaller bs for 40gb --- configs/train/finetune_gptj_lora.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/train/finetune_gptj_lora.yaml b/configs/train/finetune_gptj_lora.yaml index 1586b7e7..423d8420 100644 --- a/configs/train/finetune_gptj_lora.yaml +++ b/configs/train/finetune_gptj_lora.yaml @@ -9,7 +9,7 @@ streaming: false num_proc: 64 dataset_path: "nomic-ai/turbo-500k-multi" max_length: 1024 -batch_size: 4 +batch_size: 2 # train dynamics lr: 2.0e-5