From b13e0404435694cced5283751dff06a62f5572d7 Mon Sep 17 00:00:00 2001 From: Robin Richtsfeld Date: Sun, 29 Jan 2023 02:13:55 +0100 Subject: [PATCH] Encode separator for completions endpoint `SEPARATOR` is being used to construct a prompt for use with the completions endpoint --- examples/Question_answering_using_embeddings.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/Question_answering_using_embeddings.ipynb b/examples/Question_answering_using_embeddings.ipynb index 45999866..ac6762f6 100644 --- a/examples/Question_answering_using_embeddings.ipynb +++ b/examples/Question_answering_using_embeddings.ipynb @@ -554,7 +554,7 @@ "source": [ "MAX_SECTION_LEN = 500\n", "SEPARATOR = \"\\n* \"\n", - "ENCODING = \"cl100k_base\" # encoding for text-embedding-ada-002\n", + "ENCODING = \"gpt2\" # encoding for text-davinci-003\n", "\n", "encoding = tiktoken.get_encoding(ENCODING)\n", "separator_len = len(encoding.encode(SEPARATOR))\n",