From c15bbaac3186a41bb74b314e82eb0227fdc9e332 Mon Sep 17 00:00:00 2001 From: "Henry (Hezheng) Yin" Date: Tue, 19 Sep 2023 17:03:16 -0700 Subject: [PATCH] misc: add gpt-3.5-turbo-instruct to model_token_mapping (#10808) A one-line fix to get`max_tokens=-1` working `OpenAI` class for `gpt-3.5-turbo-instruct` model. Closes https://github.com/langchain-ai/langchain/issues/10806 --- libs/langchain/langchain/llms/openai.py | 1 + 1 file changed, 1 insertion(+) diff --git a/libs/langchain/langchain/llms/openai.py b/libs/langchain/langchain/llms/openai.py index b494ea48da..2ec199149c 100644 --- a/libs/langchain/langchain/llms/openai.py +++ b/libs/langchain/langchain/llms/openai.py @@ -564,6 +564,7 @@ class BaseOpenAI(BaseLLM): "gpt-3.5-turbo-0613": 4096, "gpt-3.5-turbo-16k": 16385, "gpt-3.5-turbo-16k-0613": 16385, + "gpt-3.5-turbo-instruct": 4096, "text-ada-001": 2049, "ada": 2049, "text-babbage-001": 2040,