Hugging Face's logo

davidkim205
/
komt-mistral-7b-v1-gguf

Text Generation
GGUF
English
Korean
Inference Endpoints
Model card Files Community
1
davidkim205 commited on
Commit
240e4c4
•
1 Parent(s): ef36a03

Upload 15 files

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. ggml-model-q2_k.gguf +3 -0
  3. ggml-model-q3_k.gguf +3 -0
  4. ggml-model-q3_k_l.gguf +3 -0
  5. ggml-model-q3_k_m.gguf +3 -0
  6. ggml-model-q4_0.gguf +3 -0
  7. ggml-model-q4_1.gguf +3 -0
  8. ggml-model-q4_k.gguf +3 -0
  9. ggml-model-q4_k_m.gguf +3 -0
  10. ggml-model-q4_k_s.gguf +3 -0
  11. ggml-model-q5_0.gguf +3 -0
  12. ggml-model-q5_1.gguf +3 -0
  13. ggml-model-q5_k.gguf +3 -0
  14. ggml-model-q5_k_m.gguf +3 -0
  15. ggml-model-q5_k_s.gguf +3 -0
  16. ggml-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ggml-model-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ ggml-model-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ ggml-model-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
48
+ ggml-model-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
49
+ ggml-model-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
50
+ ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4525e127c1a002bba9664287d19098af1cd38a8c897ad38a0d69dea6574f183f
3
+ size 3083097760
ggml-model-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e56c4fefee6e29032c5b6a48f38260820c25bf998af8251903d3d14d3dd41d4
3
+ size 3518985888
ggml-model-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7faccac4e8a7492e28393f30033b32282cf41d4390a7ec8af90903df17b20e33
3
+ size 3822024352
ggml-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e56c4fefee6e29032c5b6a48f38260820c25bf998af8251903d3d14d3dd41d4
3
+ size 3518985888
ggml-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd6b1d3f2d43d3becfd2f98c4ad070b1d1e47977539090e9681821d72b1878e8
3
+ size 4108916384
ggml-model-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3541a180d5a33aa7086bd407c7531673137ed0699229bd4d637193814f4987dd
3
+ size 4553316000
ggml-model-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:412b9f6cceb3b74753ed3a4c0d978e83e92f5949eaba915b8d12365518ebf09a
3
+ size 4368438944
ggml-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:412b9f6cceb3b74753ed3a4c0d978e83e92f5949eaba915b8d12365518ebf09a
3
+ size 4368438944
ggml-model-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9985d81df26c31889c59e7a9a03137ca6044e9f2ebc5d936dbe91c72fa247ab5
3
+ size 4140373664
ggml-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc54d43dcf448bf84cee226dc4c988f42754743e7b649378cdff3c956bcca63a
3
+ size 4997715616
ggml-model-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011c4d070ab54bd10151c4a8d41f0ba9c00dcd95836a4a9a7e4fa28c2a2cd44e
3
+ size 5442115232
ggml-model-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92d92ba2d1e8838fc798ef4fc095acc09e6a2da35a53d46dcd34082ab54b6968
3
+ size 5131409056
ggml-model-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92d92ba2d1e8838fc798ef4fc095acc09e6a2da35a53d46dcd34082ab54b6968
3
+ size 5131409056
ggml-model-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4950cbaead7e9bc8b772d0125ab8e3f57cbe7c6de6c4a42d867291379fa17b8c
3
+ size 4997715616
ggml-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed37c7917290b2652caa798bef2961fb5b78e039b6ab7bb24540e0d39a87b6e
3
+ size 7695857312