2023-02-13 01:43:48 +00:00
|
|
|
"""Test Chroma functionality."""
|
|
|
|
from langchain.docstore.document import Document
|
|
|
|
from langchain.vectorstores import Chroma
|
|
|
|
from tests.integration_tests.vectorstores.fake_embeddings import FakeEmbeddings
|
|
|
|
|
|
|
|
|
|
|
|
def test_chroma() -> None:
|
|
|
|
"""Test end to end construction and search."""
|
|
|
|
texts = ["foo", "bar", "baz"]
|
|
|
|
docsearch = Chroma.from_texts(
|
|
|
|
collection_name="test_collection", texts=texts, embedding=FakeEmbeddings()
|
|
|
|
)
|
|
|
|
output = docsearch.similarity_search("foo", k=1)
|
|
|
|
assert output == [Document(page_content="foo")]
|
|
|
|
|
|
|
|
|
|
|
|
def test_chroma_with_metadatas() -> None:
|
|
|
|
"""Test end to end construction and search."""
|
|
|
|
texts = ["foo", "bar", "baz"]
|
|
|
|
metadatas = [{"page": str(i)} for i in range(len(texts))]
|
|
|
|
docsearch = Chroma.from_texts(
|
|
|
|
collection_name="test_collection",
|
|
|
|
texts=texts,
|
|
|
|
embedding=FakeEmbeddings(),
|
|
|
|
metadatas=metadatas,
|
|
|
|
)
|
|
|
|
output = docsearch.similarity_search("foo", k=1)
|
|
|
|
assert output == [Document(page_content="foo", metadata={"page": "0"})]
|
2023-02-14 05:09:06 +00:00
|
|
|
|
|
|
|
|
|
|
|
def test_chroma_with_persistence() -> None:
|
|
|
|
"""Test end to end construction and search, with persistence."""
|
|
|
|
chroma_persist_dir = "./tests/persist_dir"
|
|
|
|
collection_name = "test_collection"
|
|
|
|
texts = ["foo", "bar", "baz"]
|
|
|
|
docsearch = Chroma.from_texts(
|
|
|
|
collection_name=collection_name,
|
|
|
|
texts=texts,
|
|
|
|
embedding=FakeEmbeddings(),
|
|
|
|
persist_directory=chroma_persist_dir,
|
|
|
|
)
|
|
|
|
|
|
|
|
output = docsearch.similarity_search("foo", k=1)
|
|
|
|
assert output == [Document(page_content="foo")]
|
|
|
|
|
|
|
|
docsearch.persist()
|
|
|
|
|
|
|
|
# Get a new VectorStore from the persisted directory
|
|
|
|
docsearch = Chroma(
|
|
|
|
collection_name=collection_name,
|
|
|
|
embedding_function=FakeEmbeddings(),
|
|
|
|
persist_directory=chroma_persist_dir,
|
|
|
|
)
|
|
|
|
output = docsearch.similarity_search("foo", k=1)
|
|
|
|
|
|
|
|
# Clean up
|
|
|
|
docsearch.delete_collection()
|
|
|
|
|
|
|
|
# Persist doesn't need to be called again
|
|
|
|
# Data will be automatically persisted on object deletion
|
|
|
|
# Or on program exit
|