From 2cbfc94bcbac86ef9435b2f93ae342027d601fd7 Mon Sep 17 00:00:00 2001 From: Rahul Triptahi Date: Wed, 17 Apr 2024 07:04:06 +0530 Subject: [PATCH] community[patch]: Add support for authorized identities in PebbloSafeLoader. (#20055) Description: Add support for authorized identities in PebbloSafeLoader. Now with this change, PebbloSafeLoader will extract authorized_identities from metadata and send it to pebblo server Dependencies: None Documentation: None Signed-off-by: Rahul Tripathi Co-authored-by: Rahul Tripathi --- .../langchain_community/document_loaders/pebblo.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/libs/community/langchain_community/document_loaders/pebblo.py b/libs/community/langchain_community/document_loaders/pebblo.py index 593452d905..5cdeffaac4 100644 --- a/libs/community/langchain_community/document_loaders/pebblo.py +++ b/libs/community/langchain_community/document_loaders/pebblo.py @@ -132,6 +132,9 @@ class PebbloSafeLoader(BaseLoader): doc_content = [doc.dict() for doc in self.docs] docs = [] for doc in doc_content: + doc_authorized_identities = doc.get("metadata", {}).get( + "authorized_identities", [] + ) doc_source_path = get_full_path( doc.get("metadata", {}).get("source", self.source_path) ) @@ -148,6 +151,11 @@ class PebbloSafeLoader(BaseLoader): "source_path": doc_source_path, "last_modified": doc.get("metadata", {}).get("last_modified"), "file_owner": doc_source_owner, + **( + {"authorized_identities": doc_authorized_identities} + if doc_authorized_identities + else {} + ), **( {"source_path_size": doc_source_size} if doc_source_size is not None