fix bug with length function (#1257)

1 year ago · 9381005098
parent 10e73a3723
commit 9381005098
1 changed files with 1 additions and 1 deletions
--- a/langchain/text_splitter.py
+++ b/langchain/text_splitter.py
@ -250,7 +250,7 @@ class RecursiveCharacterTextSplitter(TextSplitter):
        # Now go merging things, recursively splitting longer texts.
        _good_splits = []
        for s in splits:
-            if len(s) < self._chunk_size:
+            if self._length_function(s) < self._chunk_size:
                _good_splits.append(s)
            else:
                if _good_splits: