Refactor CharacterTextSplitter instantiation

- Refactor the instantiation of CharacterTextSplitter in llm.py to remove unnecessary parameters.
pull/1/head
Saryev Rustam 1 year ago
parent a6aabe7d1f
commit b63f432239

@ -1,6 +1,6 @@
[tool.poetry]
name = "talk-codebase"
version = "0.1.19"
version = "0.1.20"
description = "talk-codebase is a powerful tool for querying and analyzing codebases."
authors = ["Saryev Rustam <rustam1997@gmail.com>"]
readme = "README.md"

@ -47,7 +47,7 @@ def create_vector_store(root_dir, openai_api_key, model_name):
if len(docs) == 0:
print("✘ No documents found")
exit(0)
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
text_splitter = CharacterTextSplitter()
texts = text_splitter.split_documents(docs)
cost = calculate_cost(docs, model_name)

Loading…
Cancel
Save