docs: update imports of `retrievers` to use `langchain_community` (#18707)

Updated `langchain` imports to `langchain_community`.
pull/17836/head
Leonid Ganeline 4 months ago committed by GitHub
parent 48eed86931
commit 3624f56ccb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

@ -63,6 +63,25 @@
"ORG_ID = \"...\""
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"execution": {
"iopub.execute_input": "2024-03-08T04:01:35.753257Z",
"iopub.status.busy": "2024-03-08T04:01:35.752712Z",
"iopub.status.idle": "2024-03-08T04:01:35.756716Z",
"shell.execute_reply": "2024-03-08T04:01:35.756265Z",
"shell.execute_reply.started": "2024-03-08T04:01:35.753220Z"
}
},
"outputs": [],
"source": [
"from langchain.chains import RetrievalQA\n",
"from langchain_community.vectorstores import DeepLake\n",
"from langchain_openai import ChatOpenAI, OpenAIEmbeddings"
]
},
{
"cell_type": "code",
"execution_count": null,
@ -72,10 +91,6 @@
"import getpass\n",
"import os\n",
"\n",
"from langchain.chains import RetrievalQA\n",
"from langchain.vectorstores.deeplake import DeepLake\n",
"from langchain_openai import OpenAIChat, OpenAIEmbeddings\n",
"\n",
"os.environ[\"OPENAI_API_KEY\"] = getpass.getpass(\"Enter your OpenAI API token: \")\n",
"# # activeloop token is needed if you are not signed in using CLI: `activeloop login -u <USERNAME> -p <PASSWORD>`\n",
"os.environ[\"ACTIVELOOP_TOKEN\"] = getpass.getpass(\n",
@ -151,15 +166,38 @@
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2024-03-08T04:02:37.919739Z",
"iopub.status.busy": "2024-03-08T04:02:37.919328Z",
"iopub.status.idle": "2024-03-08T04:02:37.933457Z",
"shell.execute_reply": "2024-03-08T04:02:37.932716Z",
"shell.execute_reply.started": "2024-03-08T04:02:37.919707Z"
}
},
"outputs": [],
"source": [
"from langchain.document_loaders import AsyncHtmlLoader\n",
"from langchain_community.document_loaders.async_html import AsyncHtmlLoader\n",
"\n",
"loader = AsyncHtmlLoader(all_links)\n",
"docs = loader.load()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-03-08T04:02:37.919739Z",
"iopub.status.busy": "2024-03-08T04:02:37.919328Z",
"iopub.status.idle": "2024-03-08T04:02:37.933457Z",
"shell.execute_reply": "2024-03-08T04:02:37.932716Z",
"shell.execute_reply.started": "2024-03-08T04:02:37.919707Z"
}
},
"outputs": [],
"source": []
},
{
"cell_type": "markdown",
"metadata": {},
@ -173,7 +211,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.document_transformers import Html2TextTransformer\n",
"from langchain_community.document_transformers import Html2TextTransformer\n",
"\n",
"html2text = Html2TextTransformer()\n",
"docs_transformed = html2text.transform_documents(docs)"
@ -569,7 +607,7 @@
" retriever.search_kwargs[\"deep_memory\"] = deep_memory\n",
"\n",
" qa_chain = RetrievalQA.from_chain_type(\n",
" llm=OpenAIChat(model=\"gpt-3.5-turbo\"),\n",
" llm=ChatOpenAI(model=\"gpt-3.5-turbo\"),\n",
" chain_type=\"stuff\",\n",
" retriever=retriever,\n",
" return_source_documents=True,\n",
@ -596,9 +634,7 @@
},
{
"cell_type": "markdown",
"metadata": {
"jp-MarkdownHeadingCollapsed": true
},
"metadata": {},
"source": [
"### 3.3 Deep Memory Inference"
]
@ -637,7 +673,7 @@
"\n",
"query = \"Deamination of cytidine to uridine on the minus strand of viral DNA results in catastrophic G-to-A mutations in the viral genome.\"\n",
"qa = RetrievalQA.from_chain_type(\n",
" llm=OpenAIChat(model=\"gpt-4\"), chain_type=\"stuff\", retriever=retriever\n",
" llm=ChatOpenAI(model=\"gpt-4\"), chain_type=\"stuff\", retriever=retriever\n",
")\n",
"print(qa.run(query))"
]
@ -669,7 +705,7 @@
"\n",
"query = \"Deamination of cytidine to uridine on the minus strand of viral DNA results in catastrophic G-to-A mutations in the viral genome.\"\n",
"qa = RetrievalQA.from_chain_type(\n",
" llm=OpenAIChat(model=\"gpt-4\"), chain_type=\"stuff\", retriever=retriever\n",
" llm=ChatOpenAI(model=\"gpt-4\"), chain_type=\"stuff\", retriever=retriever\n",
")\n",
"qa.run(query)"
]
@ -705,7 +741,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -35,7 +35,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import AmazonKendraRetriever"
"from langchain_community.retrievers import AmazonKendraRetriever"
]
},
{

@ -23,7 +23,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import ArceeRetriever\n",
"from langchain_community.retrievers import ArceeRetriever\n",
"\n",
"retriever = ArceeRetriever(\n",
" model=\"DALM-PubMed\",\n",
@ -111,7 +111,7 @@
],
"metadata": {
"kernelspec": {
"display_name": ".venv",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
@ -129,5 +129,5 @@
}
},
"nbformat": 4,
"nbformat_minor": 2
"nbformat_minor": 4
}

@ -77,7 +77,7 @@
},
"outputs": [],
"source": [
"from langchain.retrievers import ArxivRetriever"
"from langchain_community.retrievers import ArxivRetriever"
]
},
{
@ -318,7 +318,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -53,7 +53,9 @@
"source": [
"import os\n",
"\n",
"from langchain.retrievers import AzureCognitiveSearchRetriever"
"from langchain_community.retrievers import (\n",
" AzureCognitiveSearchRetriever,\n",
")"
]
},
{
@ -119,28 +121,6 @@
"source": [
"You can change the number of results returned with the `top_k` parameter. The default value is `None`, which returns all results. "
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "097146c5",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "6d9963f5",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "markdown",
"id": "dc120696",
"metadata": {},
"source": []
}
],
"metadata": {
@ -159,7 +139,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -41,7 +41,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import AmazonKnowledgeBasesRetriever\n",
"from langchain_community.retrievers import AmazonKnowledgeBasesRetriever\n",
"\n",
"retriever = AmazonKnowledgeBasesRetriever(\n",
" knowledge_base_id=\"PUIJP4EQUA\",\n",

@ -25,23 +25,14 @@
},
{
"cell_type": "code",
"execution_count": 1,
"execution_count": null,
"id": "393ac030",
"metadata": {
"tags": []
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/workspaces/langchain/.venv/lib/python3.10/site-packages/deeplake/util/check_latest_version.py:32: UserWarning: A newer version of deeplake (3.6.10) is available. It's recommended that you update to the latest version using `pip install -U deeplake`.\n",
" warnings.warn(\n"
]
}
],
"outputs": [],
"source": [
"from langchain.retrievers import BM25Retriever"
"from langchain_community.retrievers import BM25Retriever"
]
},
{
@ -167,7 +158,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.8"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -38,7 +38,7 @@
},
"outputs": [],
"source": [
"from langchain.retrievers import BreebsRetriever"
"from langchain_community.retrievers import BreebsRetriever"
]
},
{
@ -73,7 +73,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "venv",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
@ -91,5 +91,5 @@
}
},
"nbformat": 4,
"nbformat_minor": 2
"nbformat_minor": 4
}

@ -44,7 +44,7 @@
},
"outputs": [],
"source": [
"from langchain.retrievers import ChaindeskRetriever"
"from langchain_community.retrievers import ChaindeskRetriever"
]
},
{
@ -103,7 +103,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -31,7 +31,7 @@
"# Load documents using LangChain's DocumentLoaders\n",
"# This is from https://langchain.readthedocs.io/en/latest/modules/document_loaders/examples/csv.html\n",
"\n",
"from langchain_community.document_loaders.csv_loader import CSVLoader\n",
"from langchain_community.document_loaders import CSVLoader\n",
"\n",
"loader = CSVLoader(\n",
" file_path=\"../../document_loaders/examples/example_data/mlb_teams_2012.csv\"\n",
@ -113,7 +113,9 @@
},
"outputs": [],
"source": [
"from langchain.retrievers import ChatGPTPluginRetriever"
"from langchain_community.retrievers import (\n",
" ChatGPTPluginRetriever,\n",
")"
]
},
{
@ -176,7 +178,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -76,7 +76,7 @@
},
{
"cell_type": "markdown",
"id": "6fa3d916",
"id": "f5057385",
"metadata": {
"jp-MarkdownHeadingCollapsed": true,
"tags": []
@ -320,7 +320,7 @@
},
{
"cell_type": "markdown",
"id": "b7648612",
"id": "f230c065",
"metadata": {},
"source": [
"## Doing reranking with CohereRerank\n",
@ -329,41 +329,12 @@
},
{
"cell_type": "code",
"execution_count": 16,
"execution_count": null,
"id": "b83dfedb",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Document 1:\n",
"\n",
"One of the most serious constitutional responsibilities a President has is nominating someone to serve on the United States Supreme Court. \n",
"\n",
"And I did that 4 days ago, when I nominated Circuit Court of Appeals Judge Ketanji Brown Jackson. One of our nations top legal minds, who will continue Justice Breyers legacy of excellence.\n",
"----------------------------------------------------------------------------------------------------\n",
"Document 2:\n",
"\n",
"I spoke with their families and told them that we are forever in debt for their sacrifice, and we will carry on their mission to restore the trust and safety every community deserves. \n",
"\n",
"Ive worked on these issues a long time. \n",
"\n",
"I know what works: Investing in crime prevention and community police officers wholl walk the beat, wholl know the neighborhood, and who can restore trust and safety. \n",
"\n",
"So lets not abandon our streets. Or choose between safety and equal justice.\n",
"----------------------------------------------------------------------------------------------------\n",
"Document 3:\n",
"\n",
"A former top litigator in private practice. A former federal public defender. And from a family of public school educators and police officers. A consensus builder. Since shes been nominated, shes received a broad range of support—from the Fraternal Order of Police to former judges appointed by Democrats and Republicans. \n",
"\n",
"And if we are to advance liberty and justice, we need to secure the Border and fix the immigration system.\n"
]
}
],
"outputs": [],
"source": [
"from langchain.retrievers import ContextualCompressionRetriever\n",
"from langchain.retrievers.document_compressors import CohereRerank\n",
"from langchain.retrievers import CohereRerank, ContextualCompressionRetriever\n",
"from langchain_community.llms import Cohere\n",
"\n",
"llm = Cohere(temperature=0)\n",
@ -380,7 +351,7 @@
},
{
"cell_type": "markdown",
"id": "b83dfedb",
"id": "70727c2f",
"metadata": {},
"source": [
"You can of course use this retriever within a QA pipeline"
@ -447,7 +418,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.3"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -12,21 +12,21 @@
},
{
"cell_type": "code",
"execution_count": 1,
"execution_count": null,
"id": "d4a7c55d-b235-4ca4-a579-c90cc9570da9",
"metadata": {
"tags": []
},
"outputs": [],
"source": [
"from langchain.retrievers import CohereRagRetriever\n",
"from langchain_community.chat_models import ChatCohere\n",
"from langchain_community.retrievers import CohereRagRetriever\n",
"from langchain_core.documents import Document"
]
},
{
"cell_type": "code",
"execution_count": 2,
"execution_count": null,
"id": "70cf04e8-423a-4ff6-8b09-f11fb711c817",
"metadata": {
"tags": []
@ -204,9 +204,9 @@
],
"metadata": {
"kernelspec": {
"display_name": "poetry-venv",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "poetry-venv"
"name": "python3"
},
"language_info": {
"codemirror_mode": {
@ -218,7 +218,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -23,9 +23,16 @@
},
{
"cell_type": "code",
"execution_count": 1,
"execution_count": 2,
"id": "b72a4512-6318-4572-adf2-12b06b2d2e72",
"metadata": {
"execution": {
"iopub.execute_input": "2024-03-06T23:32:57.103738Z",
"iopub.status.busy": "2024-03-06T23:32:57.103379Z",
"iopub.status.idle": "2024-03-06T23:32:57.106662Z",
"shell.execute_reply": "2024-03-06T23:32:57.106261Z",
"shell.execute_reply.started": "2024-03-06T23:32:57.103723Z"
},
"tags": []
},
"outputs": [],
@ -34,8 +41,8 @@
"\n",
"from docarray import BaseDoc\n",
"from docarray.typing import NdArray\n",
"from langchain.retrievers import DocArrayRetriever\n",
"from langchain_community.embeddings import FakeEmbeddings\n",
"from langchain_community.retrievers import DocArrayRetriever\n",
"\n",
"embeddings = FakeEmbeddings(size=32)"
]

@ -39,7 +39,9 @@
},
"outputs": [],
"source": [
"from langchain.retrievers import ElasticSearchBM25Retriever"
"from langchain_community.retrievers import (\n",
" ElasticSearchBM25Retriever,\n",
")"
]
},
{
@ -178,7 +180,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -78,9 +78,9 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import EmbedchainRetriever\n",
"from langchain_community.retrievers import EmbedchainRetriever\n",
"\n",
"# create retriever with default options\n",
"# create a retriever with default options\n",
"retriever = EmbedchainRetriever.create()\n",
"\n",
"# or if you want to customize, pass the yaml config path\n",
@ -247,7 +247,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.4"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -3,7 +3,10 @@
{
"cell_type": "markdown",
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"source": [
"# Flashrank Reranker\n",
@ -16,6 +19,9 @@
"execution_count": null,
"metadata": {
"collapsed": false,
"jupyter": {
"outputs_hidden": false
},
"pycharm": {
"is_executing": true
}
@ -34,7 +40,10 @@
"cell_type": "code",
"execution_count": 13,
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [],
"source": [
@ -52,7 +61,10 @@
{
"cell_type": "markdown",
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"source": [
"## Set up the base vector store retriever\n",
@ -63,7 +75,10 @@
"cell_type": "code",
"execution_count": null,
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [],
"source": [
@ -77,7 +92,10 @@
"cell_type": "code",
"execution_count": 15,
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
@ -310,7 +328,10 @@
{
"cell_type": "markdown",
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"source": [
"## Doing reranking with FlashRank\n",
@ -319,22 +340,16 @@
},
{
"cell_type": "code",
"execution_count": 22,
"execution_count": null,
"metadata": {
"collapsed": false
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"[0, 3, 7]\n"
]
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
],
},
"outputs": [],
"source": [
"from langchain.retrievers import ContextualCompressionRetriever\n",
"from langchain.retrievers.document_compressors import FlashrankRerank\n",
"from langchain.retrievers import ContextualCompressionRetriever, FlashrankRerank\n",
"from langchain_openai import ChatOpenAI\n",
"\n",
"llm = ChatOpenAI(temperature=0)\n",
@ -353,7 +368,10 @@
{
"cell_type": "markdown",
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"source": [
"After reranking, the top 3 documents are different from the top 3 documents retrieved by the base retriever."
@ -363,7 +381,10 @@
"cell_type": "code",
"execution_count": 20,
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
@ -411,7 +432,10 @@
{
"cell_type": "markdown",
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"source": [
"## QA reranking with FlashRank"
@ -421,7 +445,10 @@
"cell_type": "code",
"execution_count": 18,
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [],
"source": [
@ -434,12 +461,18 @@
"cell_type": "code",
"execution_count": 19,
"metadata": {
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
"data": {
"text/plain": "{'query': 'What did the president say about Ketanji Brown Jackson',\n 'result': \"The President said that Ketanji Brown Jackson is one of our nation's top legal minds and will continue Justice Breyer's legacy of excellence.\"}"
"text/plain": [
"{'query': 'What did the president say about Ketanji Brown Jackson',\n",
" 'result': \"The President said that Ketanji Brown Jackson is one of our nation's top legal minds and will continue Justice Breyer's legacy of excellence.\"}"
]
},
"execution_count": 19,
"metadata": {},
@ -453,23 +486,23 @@
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 2
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.6"
"pygments_lexer": "ipython3",
"version": "3.10.12"
}
},
"nbformat": 4,
"nbformat_minor": 0
"nbformat_minor": 4
}

@ -263,7 +263,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -163,7 +163,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import (\n",
"from langchain_community.retrievers import (\n",
" GoogleVertexAIMultiTurnSearchRetriever,\n",
" GoogleVertexAISearchRetriever,\n",
")\n",
@ -308,7 +308,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "base",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
@ -322,10 +322,9 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.10"
},
"orig_nbformat": 4
"version": "3.10.12"
}
},
"nbformat": 4,
"nbformat_minor": 2
"nbformat_minor": 4
}

@ -53,7 +53,7 @@
"outputs": [],
"source": [
"from langchain_community.document_loaders import TextLoader\n",
"from langchain_community.vectorstores.jaguar import Jaguar\n",
"from langchain_community.vectorstores import Jaguar\n",
"from langchain_openai import OpenAIEmbeddings\n",
"from langchain_text_splitters import CharacterTextSplitter\n",
"\n",
@ -147,7 +147,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain_community.vectorstores.jaguar import Jaguar\n",
"from langchain_community.vectorstores import Jaguar\n",
"from langchain_openai import OpenAIEmbeddings\n",
"\n",
"# Instantiate a Jaguar vector store object\n",

@ -72,7 +72,7 @@
"source": [
"import os\n",
"\n",
"from langchain.retrievers import KayAiRetriever\n",
"from langchain_community.retrievers import KayAiRetriever\n",
"\n",
"os.environ[\"KAY_API_KEY\"] = KAY_API_KEY\n",
"retriever = KayAiRetriever.create(\n",
@ -205,7 +205,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.18"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -16,12 +16,12 @@
},
{
"cell_type": "code",
"execution_count": 1,
"execution_count": null,
"id": "393ac030",
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import KNNRetriever\n",
"from langchain_community.retrievers import KNNRetriever\n",
"from langchain_openai import OpenAIEmbeddings"
]
},
@ -106,7 +106,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -70,9 +70,7 @@
"cell_type": "code",
"execution_count": 2,
"id": "b7648612",
"metadata": {
"scrolled": false
},
"metadata": {},
"outputs": [
{
"name": "stdout",
@ -342,7 +340,7 @@
],
"source": [
"from langchain.retrievers import ContextualCompressionRetriever\n",
"from langchain_community.retrievers.document_compressors import LLMLinguaCompressor\n",
"from langchain_community.retrievers import LLMLinguaCompressor\n",
"from langchain_openai import ChatOpenAI\n",
"\n",
"llm = ChatOpenAI(temperature=0)\n",
@ -427,7 +425,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -23,9 +23,11 @@
"import os\n",
"\n",
"import chromadb\n",
"from langchain.retrievers import ContextualCompressionRetriever\n",
"from langchain.retrievers.document_compressors import DocumentCompressorPipeline\n",
"from langchain.retrievers.merger_retriever import MergerRetriever\n",
"from langchain.retrievers import (\n",
" ContextualCompressionRetriever,\n",
" DocumentCompressorPipeline,\n",
" MergerRetriever,\n",
")\n",
"from langchain_community.document_transformers import (\n",
" EmbeddingsClusteringFilter,\n",
" EmbeddingsRedundantFilter,\n",
@ -186,7 +188,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -91,7 +91,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import MetalRetriever"
"from langchain_community.retrievers import MetalRetriever"
]
},
{
@ -151,7 +151,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -78,7 +78,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import OutlineRetriever"
"from langchain_community.retrievers import OutlineRetriever"
]
},
{
@ -169,7 +169,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "venv",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
@ -183,9 +183,9 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.4"
"version": "3.10.12"
}
},
"nbformat": 4,
"nbformat_minor": 2
"nbformat_minor": 4
}

@ -47,7 +47,9 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import PineconeHybridSearchRetriever"
"from langchain_community.retrievers import (\n",
" PineconeHybridSearchRetriever,\n",
")"
]
},
{
@ -334,7 +336,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
},
"vscode": {
"interpreter": {

@ -20,7 +20,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain.retrievers import PubMedRetriever"
"from langchain_community.retrievers import PubMedRetriever"
]
},
{
@ -81,7 +81,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.18"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -78,7 +78,9 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain_community.retrievers import QdrantSparseVectorRetriever\n",
"from langchain_community.retrievers import (\n",
" QdrantSparseVectorRetriever,\n",
")\n",
"from langchain_core.documents import Document"
]
},
@ -247,7 +249,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.7"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -510,7 +510,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -78,7 +78,7 @@
"outputs": [],
"source": [
"from langchain.chains import ConversationalRetrievalChain\n",
"from langchain.retrievers import KayAiRetriever\n",
"from langchain_community.retrievers import KayAiRetriever\n",
"from langchain_openai import ChatOpenAI\n",
"\n",
"model = ChatOpenAI(model_name=\"gpt-3.5-turbo\")\n",

@ -114,7 +114,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -80,7 +80,7 @@
},
"outputs": [],
"source": [
"from langchain.retrievers import SVMRetriever\n",
"from langchain_community.retrievers import SVMRetriever\n",
"from langchain_openai import OpenAIEmbeddings"
]
},
@ -179,7 +179,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -76,7 +76,7 @@
}
],
"source": [
"from langchain.retrievers.tavily_search_api import TavilySearchAPIRetriever\n",
"from langchain_community.retrievers import TavilySearchAPIRetriever\n",
"\n",
"retriever = TavilySearchAPIRetriever(k=3)\n",
"\n",
@ -162,7 +162,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -213,7 +213,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -67,7 +67,7 @@
},
"outputs": [],
"source": [
"from langchain.retrievers.vespa_retriever import VespaRetriever\n",
"from langchain_community.retrievers import VespaRetriever\n",
"\n",
"vespa_query_body = {\n",
" \"yql\": \"select content from paragraph where userQuery()\",\n",
@ -130,7 +130,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -73,7 +73,9 @@
}
],
"source": [
"from langchain.retrievers.weaviate_hybrid_search import WeaviateHybridSearchRetriever\n",
"from langchain_community.retrievers import (\n",
" WeaviateHybridSearchRetriever,\n",
")\n",
"from langchain_core.documents import Document"
]
},
@ -293,7 +295,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.17"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -78,7 +78,7 @@
},
"outputs": [],
"source": [
"from langchain.retrievers import WikipediaRetriever"
"from langchain_community.retrievers import WikipediaRetriever"
]
},
{
@ -266,7 +266,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.1"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -94,7 +94,7 @@
"metadata": {},
"outputs": [],
"source": [
"from langchain_community.utilities.you import YouSearchAPIWrapper\n",
"from langchain_community.utilities import YouSearchAPIWrapper\n",
"\n",
"utility = YouSearchAPIWrapper(num_web_results=1)\n",
"\n",
@ -411,7 +411,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.6"
"version": "3.10.12"
}
},
"nbformat": 4,

@ -54,7 +54,10 @@
"end_time": "2023-08-11T20:31:12.231459Z",
"start_time": "2023-08-11T20:31:11.211176Z"
},
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [],
"source": [
@ -106,7 +109,10 @@
"end_time": "2023-08-11T20:31:12.342790Z",
"start_time": "2023-08-11T20:31:12.235291Z"
},
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [],
"source": [
@ -124,7 +130,10 @@
"end_time": "2023-08-11T20:31:14.455269Z",
"start_time": "2023-08-11T20:31:12.345635Z"
},
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [],
"source": [
@ -274,7 +283,10 @@
"end_time": "2023-08-11T20:31:14.758738Z",
"start_time": "2023-08-11T20:31:14.458850Z"
},
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
@ -293,8 +305,7 @@
}
],
"source": [
"from langchain.retrievers import ZepRetriever\n",
"from langchain.retrievers.zep import SearchScope, SearchType\n",
"from langchain_community.retrievers.zep import SearchScope, SearchType, ZepRetriever\n",
"\n",
"zep_retriever = ZepRetriever(\n",
" session_id=session_id, # Ensure that you provide the session_id when instantiating the Retriever\n",
@ -322,7 +333,10 @@
"end_time": "2023-08-11T20:31:14.922838Z",
"start_time": "2023-08-11T20:31:14.751737Z"
},
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
@ -362,7 +376,10 @@
"end_time": "2023-08-11T20:31:14.923032Z",
"start_time": "2023-08-11T20:31:14.918181Z"
},
"collapsed": false
"collapsed": false,
"jupyter": {
"outputs_hidden": false
}
},
"outputs": [
{
@ -501,7 +518,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.6"
"version": "3.10.12"
}
},
"nbformat": 4,

Loading…
Cancel
Save