From 66415eed6e50e09ebd2d8615d365a1d9b21a1765 Mon Sep 17 00:00:00 2001 From: "Dr. Fabien Tarrade" Date: Fri, 29 Sep 2023 03:53:24 +0200 Subject: [PATCH] Support new version of tiktoken that are working with langchain (tag "^0.3.2" => "">=0.3.2,<0.6.0" and python "^3.9" =>">=3.9") (#11006) - **Description:** be able to use langchain with other version than tiktoken 0.3.3 i.e 0.5.1 - **Issue:** cannot installed the conda-forge version since it applied all optional dependency: https://github.com/conda-forge/langchain-feedstock/pull/85 replace "^0.3.2" by "">=0.3.2,<0.6.0" and "^3.9" by python=">=3.9" Tested with python 3.10, langchain=0.0.288 and tiktoken==0.5.0 --------- Co-authored-by: Bagatur --- libs/langchain/poetry.lock | 2 +- libs/langchain/pyproject.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/libs/langchain/poetry.lock b/libs/langchain/poetry.lock index 27787e1926..4aad20a3d4 100644 --- a/libs/langchain/poetry.lock +++ b/libs/langchain/poetry.lock @@ -10652,4 +10652,4 @@ text-helpers = ["chardet"] [metadata] lock-version = "2.0" python-versions = ">=3.8.1,<4.0" -content-hash = "ce46d0939d26903ed3de2f4d297d7aa6b359d1a466df80861e9898d865bfc8c9" +content-hash = "89d73e8d026d8df841d4aaedd687dbd14900bc36ae52d5bb8cf03e8877d8222c" diff --git a/libs/langchain/pyproject.toml b/libs/langchain/pyproject.toml index f8354f6a0f..aed20ebd83 100644 --- a/libs/langchain/pyproject.toml +++ b/libs/langchain/pyproject.toml @@ -31,7 +31,7 @@ transformers = {version = "^4", optional = true} beautifulsoup4 = {version = "^4", optional = true} torch = {version = ">=1,<3", optional = true} jinja2 = {version = "^3", optional = true} -tiktoken = {version = "^0.3.2", optional = true, python="^3.9"} +tiktoken = {version = ">=0.3.2,<0.6.0", optional = true, python=">=3.9"} pinecone-client = {version = "^2", optional = true} pinecone-text = {version = "^0.4.2", optional = true} pymongo = {version = "^4.3.3", optional = true}