Update controller.py

controller.py

@@ -1,6 +1,13 @@
 import os
 from logger import log_response
 from custom_agent import CustomHfAgent 
+
+   
+from langchain.vectorstores import FAISS
+from langchain.memory import ConversationBufferMemory
+from langchain.chains import ConversationalRetrievalChain, ConversationChain
+
+
 image = []
 def handle_submission(user_message, selected_tools, url_endpoint, document, image, context):
     
@@ -24,4 +31,27 @@ def handle_submission(user_message, selected_tools, url_endpoint, document, imag
 
     return response
 
+def handle_submission_chat(user_message, response):
+    agent_chat_bot =get_conversation_chain()
+    text = agent_chat_bot.predict(input=user_message, context=response)
+    print(text)
+    return text
+ 
+def get_conversation_chain( ):
+    """
+    Create a conversational retrieval chain and a language model.
+
+    """
+    
+
+    llm = HuggingFaceHub(
+        repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
+        model_kwargs={"temperature": 0.5, "max_length": 1048},
+    )
+    # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
 
+    memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
+    conversation_chain = ConversationChain(
+        llm=llm, verbose=True, memory=ConversationBufferMemory()
+    )
+    return conversation_chain