Hugging Face's logo

second-state
/
Qwen2.5-32B-Instruct-GGUF

Text Generation
GGUF
English
qwen2
chat
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
eb4b729
•
1 Parent(s): 1b1045f

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Qwen2.5-32B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-32B-Instruct-Q3_K_L.gguf +3 -0
  4. Qwen2.5-32B-Instruct-Q3_K_M.gguf +3 -0
  5. Qwen2.5-32B-Instruct-Q3_K_S.gguf +3 -0
  6. Qwen2.5-32B-Instruct-Q4_0.gguf +3 -0
  7. Qwen2.5-32B-Instruct-Q4_K_M.gguf +3 -0
  8. Qwen2.5-32B-Instruct-Q4_K_S.gguf +3 -0
  9. Qwen2.5-32B-Instruct-Q5_0.gguf +3 -0
  10. Qwen2.5-32B-Instruct-Q5_K_S.gguf +3 -0
  11. Qwen2.5-32B-Instruct-Q6_K.gguf +3 -0
  12. Qwen2.5-32B-Instruct-Q8_0.gguf +3 -0
  13. Qwen2.5-32B-Instruct-f16-00001-of-00003.gguf +3 -0
  14. Qwen2.5-32B-Instruct-f16-00002-of-00003.gguf +3 -0
  15. Qwen2.5-32B-Instruct-f16-00003-of-00003.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen2.5-32B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen2.5-32B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-32B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-32B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-32B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-32B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-32B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-32B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-32B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-32B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-32B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-32B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-32B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-32B-Instruct-f16-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-32B-Instruct-f16-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-32B-Instruct-f16-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-32B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4810f6f5e75fe56b51543ca95b01a05a2fdd2556088a3a9d0c39e5f8764ce484
3
+ size 12313098848
Qwen2.5-32B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc6bef1284f9beb8b9c60b6a69435b1e13a00a26223315f356ec803a57f033fa
3
+ size 17247079008
Qwen2.5-32B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed756eb1489f3321d82d79ff32242f0f76bd3bf06b9a3287d63cbd2f5b8de8ff
3
+ size 15935048288
Qwen2.5-32B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb439d7aadbdce8c3b79f4f85ba711f1b037318d55b87c425dbb9900502fd6f1
3
+ size 14392330848
Qwen2.5-32B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53b531100b53afb62f6c2a93fa959c562c8019b7447c611dc8c37bcb3df4c4f
3
+ size 18640231008
Qwen2.5-32B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f5f1cf90f32970b0bbbb73a64360805016fec543794c464bedbe62096287709
3
+ size 19851336288
Qwen2.5-32B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3b620f4c4631e32f7c9a62475f5b8d70d07dc58db43ca4def8866a0a162d4f5
3
+ size 18784410208
Qwen2.5-32B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff4e09e2e4c561a401877a1f027534fb73d0f57c5e54b3a0874dfaf605a6466d
3
+ size 22638254688
Qwen2.5-32B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812cc08b6ecfa0ca4ec1bdb060c7977b9fdc000a1cc79c49f225649402816523
3
+ size 22638254688
Qwen2.5-32B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be0b5e1356758d4134158f9571820747dbee9148201781d61269f15f58340323
3
+ size 26886154848
Qwen2.5-32B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94229dde623e32fa83cbd1a3a14ffd9f24c2935d59720efdc72eb35c8d3a0712
3
+ size 34820885088
Qwen2.5-32B-Instruct-f16-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffd68f0221f9097e152e84efe6c26f26c878ab5f78a09a9005fa2ef13ac58119
3
+ size 29845224576
Qwen2.5-32B-Instruct-f16-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e88ada8f40646f763eba4fcb5565da9f5b7522ad7b82610f17b7b1e50a4f00
3
+ size 29823611296
Qwen2.5-32B-Instruct-f16-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37061d3475b69d0826d1516f08e095359db30490607f813a198f9be636e4f8ea
3
+ size 5867134368