Archives/DocsGPT
2
0
Fork 0
mirror of https://github.com/arc53/DocsGPT synced 2024-11-02 03:40:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

print minus

Browse Source
This commit is contained in:
Pavel 2023-03-14 17:49:57 +04:00
parent 53424a5c19
commit 4532b6cd8c
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
scripts/parser/token_func.py
View File

@ -55,7 +55,6 @@ def split_documents(documents: List[Document], max_tokens: int) -> List[Document
return docs
def group_split(documents: List[Document], max_tokens: int = 2000, min_tokens: int = 150, token_check: bool = True):
print(max_tokens, min_tokens, token_check)
if token_check == False:
return documents
print("Grouping small documents")