mirror of
https://github.com/arc53/DocsGPT
synced 2024-11-19 21:25:39 +00:00
85 lines
2.7 KiB
Bash
Executable File
85 lines
2.7 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Function to prompt the user for their choice
|
|
prompt_user() {
|
|
echo "Do you want to:"
|
|
echo "1. Download the language model locally (12GB)"
|
|
echo "2. Use the OpenAI API"
|
|
read -p "Enter your choice (1/2): " choice
|
|
}
|
|
|
|
# Function to handle the choice to download the model locally
|
|
download_locally() {
|
|
echo "LLM_NAME=llama.cpp" > .env
|
|
echo "VITE_API_STREAMING=true" >> .env
|
|
echo "EMBEDDINGS_NAME=huggingface_sentence-transformers/all-mpnet-base-v2" >> .env
|
|
echo "The .env file has been created with LLM_NAME set to llama.cpp."
|
|
|
|
# Creating the directory if it does not exist
|
|
mkdir -p models
|
|
|
|
# Downloading the model to the specific directory
|
|
echo "Downloading the model..."
|
|
# check if docsgpt-7b-f16.gguf does not exist
|
|
if [ ! -f models/docsgpt-7b-f16.gguf ]; then
|
|
echo "Downloading the model..."
|
|
wget -P models https://d3dg1063dc54p9.cloudfront.net/models/docsgpt-7b-f16.gguf
|
|
echo "Model downloaded to models directory."
|
|
else
|
|
echo "Model already exists."
|
|
fi
|
|
|
|
docker-compose -f docker-compose-local.yaml build && docker-compose -f docker-compose-local.yaml up -d
|
|
#python -m venv venv
|
|
#source venv/bin/activate
|
|
#pip install -r application/requirements.txt
|
|
#pip install llama-cpp-python
|
|
#pip install sentence-transformers
|
|
export LLM_NAME=llama.cpp
|
|
export EMBEDDINGS_NAME=huggingface_sentence-transformers/all-mpnet-base-v2
|
|
export FLASK_APP=application/app.py
|
|
export FLASK_DEBUG=true
|
|
export CELERY_BROKER_URL=redis://localhost:6379/0
|
|
export CELERY_RESULT_BACKEND=redis://localhost:6379/1
|
|
echo "The application is now running on http://localhost:5173"
|
|
echo "You can stop the application by running the following command:"
|
|
echo "Ctrl + C and then"
|
|
echo "Then pkill -f 'flask run' and then"
|
|
echo "docker-compose down"
|
|
flask run --host=0.0.0.0 --port=7091 &
|
|
celery -A application.app.celery worker -l INFO
|
|
}
|
|
|
|
# Function to handle the choice to use the OpenAI API
|
|
use_openai() {
|
|
read -p "Please enter your OpenAI API key: " api_key
|
|
echo "API_KEY=$api_key" > .env
|
|
echo "LLM_NAME=openai" >> .env
|
|
echo "VITE_API_STREAMING=true" >> .env
|
|
echo "The .env file has been created with API_KEY set to your provided key."
|
|
|
|
docker-compose build && docker-compose up -d
|
|
|
|
|
|
|
|
echo "The application is will runn on http://localhost:5173"
|
|
echo "You can stop the application by running the following command:"
|
|
echo "docker-compose down"
|
|
}
|
|
|
|
# Prompt the user for their choice
|
|
prompt_user
|
|
|
|
# Handle the user's choice
|
|
case $choice in
|
|
1)
|
|
download_locally
|
|
;;
|
|
2)
|
|
use_openai
|
|
;;
|
|
*)
|
|
echo "Invalid choice. Please choose either 1 or 2."
|
|
;;
|
|
esac
|