Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
@@ -41,7 +41,7 @@ llm_chat = llama_cpp.Llama.from_pretrained(
|
|
41 |
llm_generate = llama_cpp.Llama.from_pretrained(
|
42 |
repo_id="moriire/healthcare-GGUF",
|
43 |
filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
|
44 |
-
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-GGUF")
|
45 |
verbose=False,
|
46 |
n_ctx=4096,
|
47 |
n_gpu_layers=0,
|
|
|
41 |
llm_generate = llama_cpp.Llama.from_pretrained(
|
42 |
repo_id="moriire/healthcare-GGUF",
|
43 |
filename="healthcare-GGUF-unsloth.Q4_K_M.gguf",
|
44 |
+
tokenizer=llama_cpp.llama_tokenizer.LlamaHFTokenizer.from_pretrained("moriire/healthcare-GGUF"),
|
45 |
verbose=False,
|
46 |
n_ctx=4096,
|
47 |
n_gpu_layers=0,
|