Archives/DocsGPT
2
0
Fork 0
mirror of https://github.com/arc53/DocsGPT synced 2024-11-17 21:26:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactored url join

Browse Source
This commit is contained in:
Serj 2023-04-30 10:46:52 +01:00
parent 4efcb388ff
commit 8742cdae0a
2 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
application/core/settings.py
View File

@ -9,10 +9,10 @@ class Settings(BaseSettings):
CELERY_RESULT_BACKEND: str
MONGO_URI: str
API_URL: str = "http://localhost:5001"
API_URL: str = "http://localhost:5001" # backend url for celery worker
API_KEY: str = None
EMBEDDINGS_KEY: str = None
API_KEY: str = None # LLM api key
EMBEDDINGS_KEY: str = None # api key for embeddings (if using openai, just copy API_KEY
path = Path(__file__).parent.parent.absolute()

9
application/worker.py
View File

@ -6,7 +6,8 @@ from parser.file.bulk import SimpleDirectoryReader
from parser.schema.base import Document
from parser.open_ai_func import call_openai_api
from parser.token_func import group_split
from application.core.settings import settings
from urllib.parse import urljoin
from core.settings import settings
import string
@ -41,7 +42,7 @@ def ingest_worker(self, directory, formats, name_job, filename, user):
full_path = directory + '/' + user + '/' + name_job
# check if API_URL env variable is set
file_data = {'name': name_job, 'file': filename, 'user': user}
response = requests.get(os.path.join(settings.API_URL, "/api/download"), params=file_data)
response = requests.get(urljoin(settings.API_URL, "/api/download"), params=file_data)
file = response.content
if not os.path.exists(full_path):
@ -76,9 +77,9 @@ def ingest_worker(self, directory, formats, name_job, filename, user):
file_data = {'name': name_job, 'user': user}
files = {'file_faiss': open(full_path + '/index.faiss', 'rb'),
'file_pkl': open(full_path + '/index.pkl', 'rb')}
response = requests.post(os.path.join(settings.API_URL, "/api/upload_index"), files=files, data=file_data)
response = requests.post(urljoin(settings.API_URL, "/api/upload_index"), files=files, data=file_data)
response = requests.get(os.path.join(settings.API_URL, "/api/delete_old?path="))
response = requests.get(urljoin(settings.API_URL, "/api/delete_old?path="))
# delete local
shutil.rmtree(full_path)