diff --git a/libs/experimental/langchain_experimental/text_splitter.py b/libs/experimental/langchain_experimental/text_splitter.py index 27818bb6e4..c032c33856 100644 --- a/libs/experimental/langchain_experimental/text_splitter.py +++ b/libs/experimental/langchain_experimental/text_splitter.py @@ -85,6 +85,12 @@ class SemanticChunker(BaseDocumentTransformer): """Split text into multiple components.""" # Splitting the essay on '.', '?', and '!' single_sentences_list = re.split(r"(?<=[.?!])\s+", text) + + # having len(single_sentences_list) == 1 would cause the following + # np.percentile to fail. + if len(single_sentences_list) == 1: + return single_sentences_list + sentences = [ {"sentence": x, "index": i} for i, x in enumerate(single_sentences_list) ]