Update the MAX_TOKENS_PER_EXAMPLE to correct limit

2 weeks ago · 797e19610f
parent 4220188df4
commit 797e19610f
1 changed files with 1 additions and 1 deletions
--- a/examples/Chat_finetuning_data_prep.ipynb
+++ b/examples/Chat_finetuning_data_prep.ipynb
@ -300,7 +300,7 @@
   ],
   "source": [
    "# Pricing and default n_epochs estimate\n",
-    "MAX_TOKENS_PER_EXAMPLE = 4096\n",
+    "MAX_TOKENS_PER_EXAMPLE = 16385\n",
    "\n",
    "TARGET_EPOCHS = 3\n",
    "MIN_TARGET_EXAMPLES = 100\n",