fix: batch size

1 year ago · 2b001e8932
parent 7cfda6a21f
commit 2b001e8932
1 changed files with 1 additions and 1 deletions
--- a/configs/train/finetune_gptj.yaml
+++ b/configs/train/finetune_gptj.yaml
@ -9,7 +9,7 @@ streaming: false
 num_proc: 64
 dataset_path: "nomic-ai/turbo-500k-multi"
 max_length: 1024
-batch_size: 16
+batch_size: 8

 # train dynamics
 lr: 2.0e-5