Update app.py

app.py

@@ -38,16 +38,16 @@ octoai = OctoAI(
 
 from llama_index.core.memory import ChatMemoryBuffer
 
-memory = ChatMemoryBuffer.from_defaults(token_limit=5000)
-
-chat_engine = vindex.as_chat_engine(
-    chat_mode="context",
-    llm=octoai,
-    memory=memory,
-    system_prompt=(
-        "You are a chatbot, able to have normal interactions, as well as talk about news events."
-    ),
-)
+# memory = ChatMemoryBuffer.from_defaults(token_limit=5000)
+
+# chat_engine = vindex.as_chat_engine(
+#     chat_mode="context",
+#     llm=octoai,
+#     memory=memory,
+#     system_prompt=(
+#         "You are a chatbot, able to have normal interactions, as well as talk about news events."
+#     ),
+# )
 
 
 
@@ -68,25 +68,29 @@ with gr.Blocks() as demo:
     msg = gr.Textbox()
     clear = gr.Button("Clear")
 
-    chat_engine = vindex.as_chat_engine(
-        chat_mode="context",
-        llm=octoai,
-        memory=memory,
-        system_prompt="You are a chatbot, able to have normal interactions, as well as talk about news events.",
-    )
+    def get_chat_engine():
+        memory = ChatMemoryBuffer.from_defaults(token_limit=5000)
+        return vindex.as_chat_engine(
+            chat_mode="context",
+            llm=octoai,
+            memory=memory,
+            system_prompt="You are a chatbot, able to have normal interactions, as well as talk about news events.",
+        )
+
+    chat_engine_var = gr.State(get_chat_engine)
 
     def user(user_message, history):
         return "", history + [[user_message, None]]
 
-    def bot(history):
+    def bot(history, chat_engine):
         response = chat_engine.stream_chat(history[-1][0])
         history[-1][1] = ""
         for token in response.response_gen:
             history[-1][1] += token
             yield history
 
-    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(bot, chatbot, chatbot)
-    clear.click(lambda: chat_engine.reset(), None, chatbot, queue=False)
+    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(bot, [chatbot, chat_engine_var], chatbot)
+    clear.click(lambda: chat_engine_var.reset(), None, chatbot, queue=False)
     
 if __name__ == "__main__":
     demo.queue()