mirror of
https://github.com/hwchase17/langchain
synced 2024-11-06 03:20:49 +00:00
b6c57d38fa
- **Description:** SingleFileFacebookMessengerChatLoader did not handle the case for when messages had stickers and/or photos so fixed that. - **Issue:** #15356 --------- Co-authored-by: Harrison Chase <hw.chase.17@gmail.com>
86 lines
2.6 KiB
Python
86 lines
2.6 KiB
Python
import json
|
|
import logging
|
|
from pathlib import Path
|
|
from typing import Iterator, Union
|
|
|
|
from langchain_core.chat_sessions import ChatSession
|
|
from langchain_core.messages import HumanMessage
|
|
|
|
from langchain_community.chat_loaders.base import BaseChatLoader
|
|
|
|
logger = logging.getLogger(__file__)
|
|
|
|
|
|
class SingleFileFacebookMessengerChatLoader(BaseChatLoader):
|
|
"""Load `Facebook Messenger` chat data from a single file.
|
|
|
|
Args:
|
|
path (Union[Path, str]): The path to the chat file.
|
|
|
|
Attributes:
|
|
path (Path): The path to the chat file.
|
|
|
|
"""
|
|
|
|
def __init__(self, path: Union[Path, str]) -> None:
|
|
super().__init__()
|
|
self.file_path = path if isinstance(path, Path) else Path(path)
|
|
|
|
def lazy_load(self) -> Iterator[ChatSession]:
|
|
"""Lazy loads the chat data from the file.
|
|
|
|
Yields:
|
|
ChatSession: A chat session containing the loaded messages.
|
|
|
|
"""
|
|
with open(self.file_path) as f:
|
|
data = json.load(f)
|
|
sorted_data = sorted(data["messages"], key=lambda x: x["timestamp_ms"])
|
|
messages = []
|
|
for index, m in enumerate(sorted_data):
|
|
if "content" not in m:
|
|
logger.info(
|
|
f"""Skipping Message No.
|
|
{index+1} as no content is present in the message"""
|
|
)
|
|
continue
|
|
messages.append(
|
|
HumanMessage(
|
|
content=m["content"], additional_kwargs={"sender": m["sender_name"]}
|
|
)
|
|
)
|
|
yield ChatSession(messages=messages)
|
|
|
|
|
|
class FolderFacebookMessengerChatLoader(BaseChatLoader):
|
|
"""Load `Facebook Messenger` chat data from a folder.
|
|
|
|
Args:
|
|
path (Union[str, Path]): The path to the directory
|
|
containing the chat files.
|
|
|
|
Attributes:
|
|
path (Path): The path to the directory containing the chat files.
|
|
|
|
"""
|
|
|
|
def __init__(self, path: Union[str, Path]) -> None:
|
|
super().__init__()
|
|
self.directory_path = Path(path) if isinstance(path, str) else path
|
|
|
|
def lazy_load(self) -> Iterator[ChatSession]:
|
|
"""Lazy loads the chat data from the folder.
|
|
|
|
Yields:
|
|
ChatSession: A chat session containing the loaded messages.
|
|
|
|
"""
|
|
inbox_path = self.directory_path / "inbox"
|
|
for _dir in inbox_path.iterdir():
|
|
if _dir.is_dir():
|
|
for _file in _dir.iterdir():
|
|
if _file.suffix.lower() == ".json":
|
|
file_loader = SingleFileFacebookMessengerChatLoader(path=_file)
|
|
for result in file_loader.lazy_load():
|
|
yield result
|