From 1c0ec26e40f07cdf9eabae2f018dff05f97d8595 Mon Sep 17 00:00:00 2001
From: Ofey Chan <ofey206@gmail.com>
Date: Fri, 12 May 2023 03:21:06 +0800
Subject: [PATCH] [pyproject.toml] add `tiktoken` when install
 `langchain[openai]` (#4514)

# Add `tiktoken` as dependency when installed as `langchain[openai]`

Fixes #4513 (issue)

## Who can review?

Community members can review the PR once tests pass. Tag
maintainers/contributors who might be interested:

@vowelparrot

<!-- For a quicker response, figure out the right person to tag with @

        @hwchase17 - project lead

        Tracing / Callbacks
        - @agola11

        Async
        - @agola11

        DataLoaders
        - @eyurtsev

        Models
        - @hwchase17
        - @agola11

        Agents / Tools / Toolkits
        - @vowelparrot

        VectorStores / Retrievers / Memory
        - @dev2049

 -->
---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 8ae72f0e..346e6eaa 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -160,7 +160,7 @@ setuptools = "^67.6.1"
 [tool.poetry.extras]
 llms = ["anthropic", "cohere", "openai", "nlpcloud", "huggingface_hub", "manifest-ml", "torch", "transformers"]
 qdrant = ["qdrant-client"]
-openai = ["openai"]
+openai = ["openai", "tiktoken"]
 cohere = ["cohere"]
 in_memory_store = ["docarray"]
 hnswlib = ["docarray", "protobuf", "hnswlib"]