fix bug with length function (#1257)

1 year ago · df37dd1be4
parent a1f6421655
commit df37dd1be4
1 changed files with 1 additions and 1 deletions
--- a/langchain/text_splitter.py
+++ b/langchain/text_splitter.py
@ -250,7 +250,7 @@ class RecursiveCharacterTextSplitter(TextSplitter):
        # Now go merging things, recursively splitting longer texts.
        _good_splits = []
        for s in splits:
-            if len(s) < self._chunk_size:
+            if self._length_function(s) < self._chunk_size:
                _good_splits.append(s)
            else:
                if _good_splits: