forked from Archives/langchain
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
31 lines
912 B
Python
31 lines
912 B
Python
from typing import Callable, Union
|
|
|
|
from langchain.docstore.base import Docstore
|
|
from langchain.schema import Document
|
|
|
|
|
|
class DocstoreFn(Docstore):
|
|
"""
|
|
Langchain Docstore via arbitrary lookup function.
|
|
|
|
This is useful when:
|
|
* it's expensive to construct an InMemoryDocstore/dict
|
|
* you retrieve documents from remote sources
|
|
* you just want to reuse existing objects
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
lookup_fn: Callable[[str], Union[Document, str]],
|
|
):
|
|
self._lookup_fn = lookup_fn
|
|
|
|
def search(self, search: str) -> Document:
|
|
r = self._lookup_fn(search)
|
|
if isinstance(r, str):
|
|
# NOTE: assume the search string is the source ID
|
|
return Document(page_content=r, metadata={"source": search})
|
|
elif isinstance(r, Document):
|
|
return r
|
|
raise ValueError(f"Unexpected type of document {type(r)}")
|