From dcc7358e26eabeef1e28f6b2e32dcd89a655f078 Mon Sep 17 00:00:00 2001 From: Andriy Mulyar Date: Tue, 28 Mar 2023 16:11:43 -0400 Subject: [PATCH] Update README.md --- README.md | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index 42e91fb4..030fad76 100644 --- a/README.md +++ b/README.md @@ -50,6 +50,11 @@ cd ../peft pip install -e . ``` +## Training + +```bash +accelerate launch --dynamo_backend=inductor --num_processes=8 --num_machines=1 --machine_rank=0 --deepspeed_multinode_launcher standard --mixed_precision=bf16 --use_deepspeed --deepspeed_config_file=configs/deepspeed/ds_config.json train.py --config configs/train/finetune-7b.yaml +``` ## Generate @@ -58,13 +63,6 @@ python generate.py --config configs/generate/generate.yaml --prompt "Write a scr ``` -## Train - -```bash -accelerate launch --dynamo_backend=inductor --num_processes=8 --num_machines=1 --machine_rank=0 --deepspeed_multinode_launcher standard --mixed_precision=bf16 --use_deepspeed --deepspeed_config_file=configs/deepspeed/ds_config.json train.py --config configs/train/finetune-7b.yaml -``` - - If you utilize this reposistory, models or data in a downstream project, please consider citing it with: ```