import os import json import traceback import dotenv import requests from flask import Flask, request, render_template from langchain import FAISS from langchain.llms import OpenAIChat from langchain import VectorDBQA, HuggingFaceHub, Cohere, OpenAI from langchain.chains.question_answering import load_qa_chain from langchain.embeddings import OpenAIEmbeddings, HuggingFaceHubEmbeddings, CohereEmbeddings, \ HuggingFaceInstructEmbeddings from langchain.prompts import PromptTemplate from error import bad_request os.environ["LANGCHAIN_HANDLER"] = "langchain" if os.getenv("LLM_NAME") is not None: llm_choice = os.getenv("LLM_NAME") else: llm_choice = "openai" if os.getenv("EMBEDDINGS_NAME") is not None: embeddings_choice = os.getenv("EMBEDDINGS_NAME") else: embeddings_choice = "openai_text-embedding-ada-002" if llm_choice == "manifest": from manifest import Manifest from langchain.llms.manifest import ManifestWrapper manifest = Manifest( client_name="huggingface", client_connection="http://127.0.0.1:5000" ) # Redirect PosixPath to WindowsPath on Windows import platform if platform.system() == "Windows": import pathlib temp = pathlib.PosixPath pathlib.PosixPath = pathlib.WindowsPath # loading the .env file dotenv.load_dotenv() with open("combine_prompt.txt", "r") as f: template = f.read() with open("combine_prompt_hist.txt", "r") as f: template_hist = f.read() with open("question_prompt.txt", "r") as f: template_quest = f.read() if os.getenv("API_KEY") is not None: api_key_set = True else: api_key_set = False if os.getenv("EMBEDDINGS_KEY") is not None: embeddings_key_set = True else: embeddings_key_set = False app = Flask(__name__) @app.route("/") def home(): return render_template("index.html", api_key_set=api_key_set, llm_choice=llm_choice, embeddings_choice=embeddings_choice) @app.route("/api/answer", methods=["POST"]) def api_answer(): data = request.get_json() question = data["question"] history = data["history"] print('-' * 5) if not api_key_set: api_key = data["api_key"] else: api_key = os.getenv("API_KEY") if not embeddings_key_set: embeddings_key = data["embeddings_key"] else: embeddings_key = os.getenv("EMBEDDINGS_KEY") # use try and except to check for exception try: # check if the vectorstore is set if "active_docs" in data: vectorstore = "vectors/" + data["active_docs"] if data['active_docs'] == "default": vectorstore = "" else: vectorstore = "" #vectorstore = "outputs/inputs/" # loading the index and the store and the prompt template # Note if you have used other embeddings than OpenAI, you need to change the embeddings if embeddings_choice == "openai_text-embedding-ada-002": docsearch = FAISS.load_local(vectorstore, OpenAIEmbeddings(openai_api_key=embeddings_key)) elif embeddings_choice == "huggingface_sentence-transformers/all-mpnet-base-v2": docsearch = FAISS.load_local(vectorstore, HuggingFaceHubEmbeddings()) elif embeddings_choice == "huggingface_hkunlp/instructor-large": docsearch = FAISS.load_local(vectorstore, HuggingFaceInstructEmbeddings()) elif embeddings_choice == "cohere_medium": docsearch = FAISS.load_local(vectorstore, CohereEmbeddings(cohere_api_key=embeddings_key)) # create a prompt template if history: history = json.loads(history) template_temp = template_hist.replace("{historyquestion}", history[0]).replace("{historyanswer}", history[1]) c_prompt = PromptTemplate(input_variables=["summaries", "question"], template=template_temp, template_format="jinja2") else: c_prompt = PromptTemplate(input_variables=["summaries", "question"], template=template, template_format="jinja2") q_prompt = PromptTemplate(input_variables=["context", "question"], template=template_quest, template_format="jinja2") if llm_choice == "openai": llm = OpenAIChat(openai_api_key=api_key, temperature=0) #llm = OpenAI(openai_api_key=api_key, temperature=0) elif llm_choice == "manifest": llm = ManifestWrapper(client=manifest, llm_kwargs={"temperature": 0.001, "max_tokens": 2048}) elif llm_choice == "huggingface": llm = HuggingFaceHub(repo_id="bigscience/bloom", huggingfacehub_api_token=api_key) elif llm_choice == "cohere": llm = Cohere(model="command-xlarge-nightly", cohere_api_key=api_key) qa_chain = load_qa_chain(llm=llm, chain_type="map_reduce", combine_prompt=c_prompt, question_prompt=q_prompt) chain = VectorDBQA(combine_documents_chain=qa_chain, vectorstore=docsearch, k=10) # fetch the answer result = chain({"query": question}) # some formatting for the frontend result['answer'] = result['result'] result['answer'] = result['answer'].replace("\\n", "\n") try: result['answer'] = result['answer'].split("SOURCES:")[0] except: pass # mock result # result = { # "answer": "The answer is 42", # "sources": ["https://en.wikipedia.org/wiki/42_(number)", "https://en.wikipedia.org/wiki/42_(number)"] # } return result except Exception as e: # print whole traceback traceback.print_exc() print(str(e)) return bad_request(500, str(e)) @app.route("/api/docs_check", methods=["POST"]) def check_docs(): # check if docs exist in a vectorstore folder data = request.get_json() vectorstore = "vectors/" + data["docs"] base_path = 'https://raw.githubusercontent.com/arc53/DocsHUB/main/' if os.path.exists(vectorstore) or data["docs"] == "default": return {"status": 'exists'} else: r = requests.get(base_path + vectorstore + "index.faiss") if r.status_code != 200: return {"status": 'null'} else: if not os.path.exists(vectorstore): os.makedirs(vectorstore) with open(vectorstore + "index.faiss", "wb") as f: f.write(r.content) # download the store r = requests.get(base_path + vectorstore + "index.pkl") with open(vectorstore + "index.pkl", "wb") as f: f.write(r.content) return {"status": 'loaded'} @app.route("/api/feedback", methods=["POST"]) def api_feedback(): data = request.get_json() question = data["question"] answer = data["answer"] feedback = data["feedback"] print('-' * 5) print("Question: " + question) print("Answer: " + answer) print("Feedback: " + feedback) print('-' * 5) return {"status": 'ok'} # handling CORS @app.after_request def after_request(response): response.headers.add('Access-Control-Allow-Origin', '*') response.headers.add('Access-Control-Allow-Headers', 'Content-Type,Authorization') response.headers.add('Access-Control-Allow-Methods', 'GET,PUT,POST,DELETE,OPTIONS') return response if __name__ == "__main__": app.run(debug=True, port=5001)