mirror of
https://github.com/hwchase17/langchain
synced 2024-11-18 09:25:54 +00:00
fa5d49f2c1
ran ```bash g grep -l "langchain.vectorstores" | xargs -L 1 sed -i '' "s/langchain\.vectorstores/langchain_community.vectorstores/g" g grep -l "langchain.document_loaders" | xargs -L 1 sed -i '' "s/langchain\.document_loaders/langchain_community.document_loaders/g" g grep -l "langchain.chat_loaders" | xargs -L 1 sed -i '' "s/langchain\.chat_loaders/langchain_community.chat_loaders/g" g grep -l "langchain.document_transformers" | xargs -L 1 sed -i '' "s/langchain\.document_transformers/langchain_community.document_transformers/g" g grep -l "langchain\.graphs" | xargs -L 1 sed -i '' "s/langchain\.graphs/langchain_community.graphs/g" g grep -l "langchain\.memory\.chat_message_histories" | xargs -L 1 sed -i '' "s/langchain\.memory\.chat_message_histories/langchain_community.chat_message_histories/g" gco master libs/langchain/tests/unit_tests/*/test_imports.py gco master libs/langchain/tests/unit_tests/**/test_public_api.py ```
36 lines
1.2 KiB
Python
36 lines
1.2 KiB
Python
import os
|
|
|
|
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
from langchain_community.document_loaders import PyPDFLoader
|
|
from langchain_community.embeddings import OpenAIEmbeddings
|
|
from langchain_community.vectorstores import MongoDBAtlasVectorSearch
|
|
from pymongo import MongoClient
|
|
|
|
MONGO_URI = os.environ["MONGO_URI"]
|
|
|
|
# Note that if you change this, you also need to change it in `rag_mongo/chain.py`
|
|
DB_NAME = "langchain-test-2"
|
|
COLLECTION_NAME = "test"
|
|
ATLAS_VECTOR_SEARCH_INDEX_NAME = "default"
|
|
EMBEDDING_FIELD_NAME = "embedding"
|
|
client = MongoClient(MONGO_URI)
|
|
db = client[DB_NAME]
|
|
MONGODB_COLLECTION = db[COLLECTION_NAME]
|
|
|
|
if __name__ == "__main__":
|
|
# Load docs
|
|
loader = PyPDFLoader("https://arxiv.org/pdf/2303.08774.pdf")
|
|
data = loader.load()
|
|
|
|
# Split docs
|
|
text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=0)
|
|
docs = text_splitter.split_documents(data)
|
|
|
|
# Insert the documents in MongoDB Atlas Vector Search
|
|
_ = MongoDBAtlasVectorSearch.from_documents(
|
|
documents=docs,
|
|
embedding=OpenAIEmbeddings(disallowed_special=()),
|
|
collection=MONGODB_COLLECTION,
|
|
index_name=ATLAS_VECTOR_SEARCH_INDEX_NAME,
|
|
)
|