Add tiktoken integration dep (#9332)

This commit is contained in:
Bagatur 2023-08-16 12:09:22 -07:00 committed by GitHub
parent 23928a3311
commit a3c79b1909
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 3 deletions

View File

@ -7878,7 +7878,7 @@ name = "regex"
version = "2023.6.3" version = "2023.6.3"
description = "Alternative regular expression module, to replace re." description = "Alternative regular expression module, to replace re."
category = "main" category = "main"
optional = true optional = false
python-versions = ">=3.6" python-versions = ">=3.6"
files = [ files = [
{file = "regex-2023.6.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:824bf3ac11001849aec3fa1d69abcb67aac3e150a933963fb12bda5151fe1bfd"}, {file = "regex-2023.6.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:824bf3ac11001849aec3fa1d69abcb67aac3e150a933963fb12bda5151fe1bfd"},
@ -9215,7 +9215,7 @@ name = "tiktoken"
version = "0.3.3" version = "0.3.3"
description = "tiktoken is a fast BPE tokeniser for use with OpenAI's models" description = "tiktoken is a fast BPE tokeniser for use with OpenAI's models"
category = "main" category = "main"
optional = true optional = false
python-versions = ">=3.8" python-versions = ">=3.8"
files = [ files = [
{file = "tiktoken-0.3.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d1f37fa75ba70c1bc7806641e8ccea1fba667d23e6341a1591ea333914c226a9"}, {file = "tiktoken-0.3.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d1f37fa75ba70c1bc7806641e8ccea1fba667d23e6341a1591ea333914c226a9"},
@ -10487,4 +10487,4 @@ text-helpers = ["chardet"]
[metadata] [metadata]
lock-version = "2.0" lock-version = "2.0"
python-versions = ">=3.8.1,<4.0" python-versions = ">=3.8.1,<4.0"
content-hash = "6e85bdaca0b4a62bace541dd914266b49a4d7f90c7be2030fab639bf7efc23c6" content-hash = "0c6f0b48849161928ab5df69f818779d6f5c58760cf967448a8785c938a23b57"

View File

@ -172,6 +172,7 @@ wrapt = "^1.15.0"
openai = "^0.27.4" openai = "^0.27.4"
python-dotenv = "^1.0.0" python-dotenv = "^1.0.0"
cassio = "^0.0.7" cassio = "^0.0.7"
tiktoken = "^0.3.2"
[tool.poetry.group.lint.dependencies] [tool.poetry.group.lint.dependencies]
ruff = "^0.0.249" ruff = "^0.0.249"