From 7807a80bbbe5e11f52c764b5432a7c6c42b15cb7 Mon Sep 17 00:00:00 2001
From: Zach Nussbaum <zanussbaum@gmail.com>
Date: Sat, 8 Apr 2023 21:47:07 +0000
Subject: [PATCH] fix: bs try one more time?

---
 configs/train/finetune_gptj_lora.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/configs/train/finetune_gptj_lora.yaml b/configs/train/finetune_gptj_lora.yaml
index 423d8420..325c30f7 100644
--- a/configs/train/finetune_gptj_lora.yaml
+++ b/configs/train/finetune_gptj_lora.yaml
@@ -9,7 +9,7 @@ streaming: false
 num_proc: 64
 dataset_path: "nomic-ai/turbo-500k-multi"
 max_length: 1024
-batch_size: 2 
+batch_size: 1 
 
 # train dynamics
 lr: 2.0e-5