Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -4,6 +4,17 @@ from langchain.prompts import ChatPromptTemplate
|
|
4 |
|
5 |
vector_db_path = "vectorstores/db_faiss"
|
6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
llm = LlamaCpp(
|
8 |
model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
|
9 |
temperature=0,
|
|
|
4 |
|
5 |
vector_db_path = "vectorstores/db_faiss"
|
6 |
|
7 |
+
llm_json = LlamaCpp(
|
8 |
+
model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
|
9 |
+
temperature=0,
|
10 |
+
max_tokens=512,
|
11 |
+
top_p=1,
|
12 |
+
# callback_manager=callback_manager,
|
13 |
+
verbose=True,
|
14 |
+
format='json'
|
15 |
+
)
|
16 |
+
print(llm_json)
|
17 |
+
|
18 |
llm = LlamaCpp(
|
19 |
model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
|
20 |
temperature=0,
|