Harrison/wiki update (#622)

Co-authored-by: Rubens Mau <rubensmau@gmail.com>
1 year ago · 49b3d6c78c
parent 1ac3319e45
commit 49b3d6c78c
1 changed files with 4 additions and 1 deletions
--- a/langchain/docstore/wikipedia.py
+++ b/langchain/docstore/wikipedia.py
@ -30,7 +30,10 @@ class Wikipedia(Docstore):

        try:
            page_content = wikipedia.page(search).content
-            result: Union[str, Document] = Document(page_content=page_content)
+            url = wikipedia.page(search).url
+            result: Union[str, Document] = Document(
+                page_content=page_content, metadata={"page": url}
+            )
        except wikipedia.PageError:
            result = f"Could not find [{search}]. Similar: {wikipedia.search(search)}"
        except wikipedia.DisambiguationError: