mirror of https://github.com/arc53/DocsGPT
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
35 lines
1002 B
Python
35 lines
1002 B
Python
"""Base schema for readers."""
|
|
from dataclasses import dataclass
|
|
|
|
from langchain.docstore.document import Document as LCDocument
|
|
from parser.schema.schema import BaseDocument
|
|
|
|
|
|
@dataclass
|
|
class Document(BaseDocument):
|
|
"""Generic interface for a data document.
|
|
|
|
This document connects to data sources.
|
|
|
|
"""
|
|
|
|
def __post_init__(self) -> None:
|
|
"""Post init."""
|
|
if self.text is None:
|
|
raise ValueError("text field not set.")
|
|
|
|
@classmethod
|
|
def get_type(cls) -> str:
|
|
"""Get Document type."""
|
|
return "Document"
|
|
|
|
def to_langchain_format(self) -> LCDocument:
|
|
"""Convert struct to LangChain document format."""
|
|
metadata = self.extra_info or {}
|
|
return LCDocument(page_content=self.text, metadata=metadata)
|
|
|
|
@classmethod
|
|
def from_langchain_format(cls, doc: LCDocument) -> "Document":
|
|
"""Convert struct from LangChain document format."""
|
|
return cls(text=doc.page_content, extra_info=doc.metadata)
|