Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
@@ -32,7 +32,7 @@ class ChatModel(BaseModel):
|
|
32 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
33 |
repo_id="moriire/healthcare-GGUF",
|
34 |
filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
|
35 |
-
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-GGUF")
|
36 |
verbose=False,
|
37 |
n_ctx=1024,
|
38 |
n_gpu_layers=0,
|
|
|
32 |
llm_chat = llama_cpp.Llama.from_pretrained(
|
33 |
repo_id="moriire/healthcare-GGUF",
|
34 |
filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
|
35 |
+
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-GGUF"),
|
36 |
verbose=False,
|
37 |
n_ctx=1024,
|
38 |
n_gpu_layers=0,
|