mirror of https://github.com/arc53/DocsGPT
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
10 lines
300 B
Python
10 lines
300 B
Python
1 year ago
|
from application.parser.remote.base import BaseRemote
|
||
|
|
|
||
|
|
class WebLoader(BaseRemote):
|
||
|
|
def __init__(self):
|
||
|
|
from langchain.document_loaders import WebBaseLoader
|
||
|
|
self.loader = WebBaseLoader
|
||
|
|
|
||
|
|
def load_data(self, urls):
|
||
|
|
loader = self.loader(urls)
|
||
|
|
return loader.load()
|