Update app.py

app.py

@@ -61,8 +61,8 @@ def load_model():
                                                 #tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B"),
                                                 embedding=True,
                                                 verbose=False,
-                                                n_ctx=2048,
-                                                n_threads = 2,
+                                                n_ctx=1024,
+                                                n_threads = 3,
                                                 cache_dir='./model_cached'
                                                 )
 
@@ -128,16 +128,24 @@ data_load_state.text('Loading data...done!')
 #     Answer :
 #     """
 
+# def prompt_formatter(reviews):
+#     return f"""You are a summarization bot.
+#     You will receive reviews of Clockify from different users.
+#     You will create one paragraph with the summarization of what the reviews say about Clockify.
+#     Reviews are listed below.
+#     Do not make things up. Use only information from reviews.
+#     Reviews: {reviews}
+#     Answer :
+#     """
 def prompt_formatter(reviews):
     return f"""You are a summarization bot.
-    You will receive reviews of Clockify from different users.
-    You will create one paragraph with the summarization of what the reviews say about Clockify.
+    You will receive reviews of Clockify from different users. 
+    You will summarize what are good and bad Clockify qualities according to all reviews.
     Reviews are listed below.
     Do not make things up. Use only information from reviews.
     Reviews: {reviews}
     Answer :
     """
-
 def mirror_mirror(inputs, prompt_formatter):
     prompt = prompt_formatter(inputs)
     ######### LLAMA2_Q4