moriire commited on
Commit
5e9f4b2
1 Parent(s): 44496ca

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +1 -1
app/llm.py CHANGED
@@ -33,7 +33,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
33
  filename="*q4_0.gguf",
34
  tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
35
  verbose=False,
36
- n_ctx=128,
37
  n_gpu_layers=0,
38
  #chat_format="llama-2"
39
  )
 
33
  filename="*q4_0.gguf",
34
  tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B-Chat"),
35
  verbose=False,
36
+ n_ctx=512,
37
  n_gpu_layers=0,
38
  #chat_format="llama-2"
39
  )