Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ params = {
|
|
16 |
|
17 |
url = "https://huggingface.co/Aspik101/trurl-2-7b-GGML/blob/main/trurl-2-7b.ggmlv3.q8_0.bin"
|
18 |
model_loc, file_size = dl_hf_model(url)
|
19 |
-
llm = AutoModelForCausalLM.from_pretrained(
|
20 |
|
21 |
with gr.Blocks() as demo:
|
22 |
chatbot = gr.Chatbot()
|
|
|
16 |
|
17 |
url = "https://huggingface.co/Aspik101/trurl-2-7b-GGML/blob/main/trurl-2-7b.ggmlv3.q8_0.bin"
|
18 |
model_loc, file_size = dl_hf_model(url)
|
19 |
+
llm = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-7b-GGML", model_type="llama")
|
20 |
|
21 |
with gr.Blocks() as demo:
|
22 |
chatbot = gr.Chatbot()
|