Hugging Face's logo

Qwen
/
Qwen1.5-7B-Chat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
1
JustinLin610 commited on
Commit
05b5ebf
•
1 Parent(s): b966d7c

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +7 -0
  2. qwen1_5-7b-chat-q2_k.gguf +3 -0
  3. qwen1_5-7b-chat-q3_k_m.gguf +3 -0
  4. qwen1_5-7b-chat-q4_0.gguf +3 -0
  5. qwen1_5-7b-chat-q4_k_m.gguf +3 -0
  6. qwen1_5-7b-chat-q5_0.gguf +3 -0
  7. qwen1_5-7b-chat-q5_k_m.gguf +2 -2
  8. qwen1_5-7b-chat-q6_k.gguf +3 -0
  9. qwen1_5-7b-chat-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  qwen2-beta-7b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
37
  qwen1_5-7b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  qwen2-beta-7b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
37
  qwen1_5-7b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen1_5-7b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen1_5-7b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen1_5-7b-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen1_5-7b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen1_5-7b-chat-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen1_5-7b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen1_5-7b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen1_5-7b-chat-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28170c6fde83a0eb6ff6d05ab8cc500155317a40af556cafa8e2d43b8945b6a0
3
+ size 3103825120
qwen1_5-7b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfaef4be8bfbaa7e2802598de400a5e34cf1519b65b8b44264e33e0584e23ca8
3
+ size 3918859488
qwen1_5-7b-chat-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04944f988ae41909f21a050f70da8651fb0ccbe719460443d414e19228e910ef
3
+ size 4511907040
qwen1_5-7b-chat-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7f132b1eff9ce35acf8e83ab96d2bc87eaedb68244e467bbc99e9f46a122a4c
3
+ size 4767104224
qwen1_5-7b-chat-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac67afb6ce4b8fbfe0499caed6b8bd3d991fd19e828b89c95b61342d1144bbae
3
+ size 5399198944
qwen1_5-7b-chat-q5_k_m.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:758799c9db5ab1cf2ab56f6bd0b529463d9dd0067f8cb594b853cc4053270aa1
3
- size 5530664096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06ab8a96c4da98f2e692c8b376cf8e9d34a7365259ae7a78cbc4218b5a5b35ae
3
+ size 5530664160
qwen1_5-7b-chat-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b0ea66f6a9c2dea328b628d7e552229b6becd993b4ea3ebfe405a77670bc75d
3
+ size 6341946592
qwen1_5-7b-chat-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d16392966541e3457c8e6a94599e17f4cad6b6f803bb12877943f80ba97d07
3
+ size 8211795168