|
|
|
@ -300,7 +300,7 @@
|
|
|
|
|
"if action == \"Continue training\":\n",
|
|
|
|
|
" if os.path.exists(f\"{output_dir}/lightning_logs/version_0/checkpoints/last.ckpt\"):\n",
|
|
|
|
|
" ft_command = f'--resume_from_checkpoint \"{output_dir}/lightning_logs/version_0/checkpoints/last.ckpt\" '\n",
|
|
|
|
|
" print(f\"Continuing {model_name}'s training at: {{output_dir}/lightning_logs/version_0/checkpoints/last.ckpt}\")\n",
|
|
|
|
|
" print(f\"Continuing {model_name}'s training at: {output_dir}/lightning_logs/version_0/checkpoints/last.ckpt}\")\n",
|
|
|
|
|
" else:\n",
|
|
|
|
|
" raise Exception(\"Training cannot be continued as there is no checkpoint to continue at.\")\n",
|
|
|
|
|
"elif action == \"finetune\":\n",
|
|
|
|
|