linl03 commited on
Commit
284dcd9
1 Parent(s): a6eda8e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ llm = LlamaCpp(
18
  model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
19
  temperature=0,
20
  max_tokens=512,
21
- n_ctx = 8000,
22
  top_p=1,
23
  # callback_manager=callback_manager,
24
  verbose=True, # Verbose is required to pass to the callback manager
 
18
  model_path="Llama-3.1-8B-Instruct.Q5_K_M.gguf",
19
  temperature=0,
20
  max_tokens=512,
21
+ n_ctx = 2000,
22
  top_p=1,
23
  # callback_manager=callback_manager,
24
  verbose=True, # Verbose is required to pass to the callback manager