moriire commited on
Commit
a754d3c
1 Parent(s): 05c5a94

Update app/llm.py

Browse files
Files changed (1) hide show
  1. app/llm.py +2 -2
app/llm.py CHANGED
@@ -30,8 +30,8 @@ class ChatModel(BaseModel):
30
  mirostat_tau: float=4.0
31
  mirostat_eta: float=1.1
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
- repo_id="Qwen/Qwen1.5-0.5B-Chat-GGUF",
34
- filename="*q4_0.gguf",
35
  tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B"),
36
  verbose=False,
37
  n_ctx=1024,
 
30
  mirostat_tau: float=4.0
31
  mirostat_eta: float=1.1
32
  llm_chat = llama_cpp.Llama.from_pretrained(
33
+ repo_id="moriire/healthcare-GGUF",
34
+ filename="*.gguf",
35
  tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("Qwen/Qwen1.5-0.5B"),
36
  verbose=False,
37
  n_ctx=1024,