Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
•
cddd650
1
Parent(s):
6b045ac
Update url
Browse files
README.md
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
---
|
2 |
-
title:
|
3 |
emoji: 🚀
|
4 |
colorFrom: green
|
5 |
colorTo: green
|
|
|
1 |
---
|
2 |
+
title: chinese-llama-2-7b-ggml-q4
|
3 |
emoji: 🚀
|
4 |
colorFrom: green
|
5 |
colorTo: green
|
app.py
CHANGED
@@ -17,10 +17,8 @@ from dl_hf_model import dl_hf_model
|
|
17 |
from loguru import logger
|
18 |
|
19 |
url = "https://huggingface.co/The Bloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
|
20 |
-
url = "https://huggingface.co/
|
21 |
-
|
22 |
-
# url = "https://huggingface.co/The Bloke/llama-2-70b-Guanaco-QLoRA-GGML/blob/main/llama-2-70b-guanaco-qlora.ggmlv3.q3_K_S.bin" # 29.7G
|
23 |
-
url = "https://huggingface.co/TheBloke/airoboros-l2-70B-gpt4-1.4.1-GGML/blob/main/airoboros-l2-70b-gpt4-1.4.1.ggmlv3.q3_K_S.bin"
|
24 |
|
25 |
# Prompt template: Guanaco
|
26 |
# {past_history}
|
@@ -385,6 +383,8 @@ else:
|
|
385 |
server_port = 7860
|
386 |
if "forindo" in platform.node():
|
387 |
server_port = 7861
|
388 |
-
block.queue(max_size=5).launch(
|
|
|
|
|
389 |
|
390 |
# block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")
|
|
|
17 |
from loguru import logger
|
18 |
|
19 |
url = "https://huggingface.co/The Bloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin" # 8.14G
|
20 |
+
url = "https://huggingface.co/The Bloke/airoboros-l2-13B-gpt4-1.4.1-GGML/blob/main/airoboros-l2-13b-gpt4-1.4.1.ggmlv3.q4_K_M.bin" # 8.14G
|
21 |
+
url = "https://huggingface.co/soulteary/Chinese-Llama-2-7b-ggml-q4/blob/main/Chinese-Llama-2-7b-ggml-q4.bin" # 3.83G
|
|
|
|
|
22 |
|
23 |
# Prompt template: Guanaco
|
24 |
# {past_history}
|
|
|
383 |
server_port = 7860
|
384 |
if "forindo" in platform.node():
|
385 |
server_port = 7861
|
386 |
+
block.queue(max_size=5).launch(
|
387 |
+
debug=True, server_name="0.0.0.0", server_port=server_port
|
388 |
+
)
|
389 |
|
390 |
# block.queue(max_size=5).launch(debug=True, server_name="0.0.0.0")
|