Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ llm = LlamaCpp(
|
|
18 |
model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
|
19 |
temperature=0,
|
20 |
max_tokens=512,
|
21 |
-
n_ctx =
|
22 |
top_p=1,
|
23 |
# callback_manager=callback_manager,
|
24 |
verbose=True, # Verbose is required to pass to the callback manager
|
|
|
18 |
model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
|
19 |
temperature=0,
|
20 |
max_tokens=512,
|
21 |
+
n_ctx = 2000,
|
22 |
top_p=1,
|
23 |
# callback_manager=callback_manager,
|
24 |
verbose=True, # Verbose is required to pass to the callback manager
|