diff --git a/datachad/chain.py b/datachad/chain.py index 5a110e1..0c464e6 100644 --- a/datachad/chain.py +++ b/datachad/chain.py @@ -42,6 +42,7 @@ def update_chain() -> None: st.session_state["chain"] = get_chain() st.session_state["chat_history"] = [] msg = f"Data source '{st.session_state['data_source']}' is ready to go with model '{st.session_state['model']}'!" + logger.error(msg) st.info(msg, icon=PAGE_ICON) except Exception as e: msg = f"Failed to build chain for data source '{st.session_state['data_source']}' with model '{st.session_state['model']}': {e}" diff --git a/datachad/models.py b/datachad/models.py index 6f01fc8..31de4ec 100644 --- a/datachad/models.py +++ b/datachad/models.py @@ -2,6 +2,7 @@ from dataclasses import dataclass import streamlit as st from langchain.base_language import BaseLanguageModel +from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler from langchain.chat_models import ChatOpenAI from langchain.embeddings import HuggingFaceEmbeddings from langchain.embeddings.openai import Embeddings, OpenAIEmbeddings @@ -80,6 +81,7 @@ def get_model() -> BaseLanguageModel: backend="gptj", temp=st.session_state["temperature"], verbose=True, + callbacks=StreamingStdOutCallbackHandler(), ) # Added models need to be cased here case _default: diff --git a/requirements.txt b/requirements.txt index ee421d8..09d5865 100644 --- a/requirements.txt +++ b/requirements.txt @@ -11,4 +11,4 @@ beautifulsoup4==4.12.2 bs4==0.0.1 python-dotenv==1.0.0 sentence-transformers==2.2.2 -pygpt4all==0.2.3 \ No newline at end of file +pygpt4all==1.1.0 \ No newline at end of file