From 93810050981722fc0b4e8819a28e961bd16bd39e Mon Sep 17 00:00:00 2001 From: Harrison Chase Date: Thu, 23 Feb 2023 16:00:15 -0800 Subject: [PATCH] fix bug with length function (#1257) --- langchain/text_splitter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/langchain/text_splitter.py b/langchain/text_splitter.py index 76f82f14..6012b838 100644 --- a/langchain/text_splitter.py +++ b/langchain/text_splitter.py @@ -250,7 +250,7 @@ class RecursiveCharacterTextSplitter(TextSplitter): # Now go merging things, recursively splitting longer texts. _good_splits = [] for s in splits: - if len(s) < self._chunk_size: + if self._length_function(s) < self._chunk_size: _good_splits.append(s) else: if _good_splits: