Hugging Face's logo

Arki05
/
Grok-1-GGUF

Transformers
GGUF
Grok
Inference Endpoints
Model card Files Community
17

more quants (from f32) with ggerganov's IQ3_S imatrix

#17
by Arki05 - opened
base: refs/heads/main
←
from: refs/pr/17
Discussion Files changed
+540
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. IQ1_M/grok-1-IQ1_M-00001-of-00009.gguf +3 -0
  2. IQ1_M/grok-1-IQ1_M-00002-of-00009.gguf +3 -0
  3. IQ1_M/grok-1-IQ1_M-00003-of-00009.gguf +3 -0
  4. IQ1_M/grok-1-IQ1_M-00004-of-00009.gguf +3 -0
  5. IQ1_M/grok-1-IQ1_M-00005-of-00009.gguf +3 -0
  6. IQ1_M/grok-1-IQ1_M-00006-of-00009.gguf +3 -0
  7. IQ1_M/grok-1-IQ1_M-00007-of-00009.gguf +3 -0
  8. IQ1_M/grok-1-IQ1_M-00008-of-00009.gguf +3 -0
  9. IQ1_M/grok-1-IQ1_M-00009-of-00009.gguf +3 -0
  10. IQ1_S/grok-1-IQ1_S-00001-of-00009.gguf +3 -0
  11. IQ1_S/grok-1-IQ1_S-00002-of-00009.gguf +3 -0
  12. IQ1_S/grok-1-IQ1_S-00003-of-00009.gguf +3 -0
  13. IQ1_S/grok-1-IQ1_S-00004-of-00009.gguf +3 -0
  14. IQ1_S/grok-1-IQ1_S-00005-of-00009.gguf +3 -0
  15. IQ1_S/grok-1-IQ1_S-00006-of-00009.gguf +3 -0
  16. IQ1_S/grok-1-IQ1_S-00007-of-00009.gguf +3 -0
  17. IQ1_S/grok-1-IQ1_S-00008-of-00009.gguf +3 -0
  18. IQ1_S/grok-1-IQ1_S-00009-of-00009.gguf +3 -0
  19. IQ2_M/grok-1-IQ2_M-00001-of-00009.gguf +3 -0
  20. IQ2_M/grok-1-IQ2_M-00002-of-00009.gguf +3 -0
  21. IQ2_M/grok-1-IQ2_M-00003-of-00009.gguf +3 -0
  22. IQ2_M/grok-1-IQ2_M-00004-of-00009.gguf +3 -0
  23. IQ2_M/grok-1-IQ2_M-00005-of-00009.gguf +3 -0
  24. IQ2_M/grok-1-IQ2_M-00006-of-00009.gguf +3 -0
  25. IQ2_M/grok-1-IQ2_M-00007-of-00009.gguf +3 -0
  26. IQ2_M/grok-1-IQ2_M-00008-of-00009.gguf +3 -0
  27. IQ2_M/grok-1-IQ2_M-00009-of-00009.gguf +3 -0
  28. IQ2_S/grok-1-IQ2_S-00001-of-00009.gguf +3 -0
  29. IQ2_S/grok-1-IQ2_S-00002-of-00009.gguf +3 -0
  30. IQ2_S/grok-1-IQ2_S-00003-of-00009.gguf +3 -0
  31. IQ2_S/grok-1-IQ2_S-00004-of-00009.gguf +3 -0
  32. IQ2_S/grok-1-IQ2_S-00005-of-00009.gguf +3 -0
  33. IQ2_S/grok-1-IQ2_S-00006-of-00009.gguf +3 -0
  34. IQ2_S/grok-1-IQ2_S-00007-of-00009.gguf +3 -0
  35. IQ2_S/grok-1-IQ2_S-00008-of-00009.gguf +3 -0
  36. IQ2_S/grok-1-IQ2_S-00009-of-00009.gguf +3 -0
  37. IQ2_XS/grok-1-IQ2_XS-00001-of-00009.gguf +3 -0
  38. IQ2_XS/grok-1-IQ2_XS-00002-of-00009.gguf +3 -0
  39. IQ2_XS/grok-1-IQ2_XS-00003-of-00009.gguf +3 -0
  40. IQ2_XS/grok-1-IQ2_XS-00004-of-00009.gguf +3 -0
  41. IQ2_XS/grok-1-IQ2_XS-00005-of-00009.gguf +3 -0
  42. IQ2_XS/grok-1-IQ2_XS-00006-of-00009.gguf +3 -0
  43. IQ2_XS/grok-1-IQ2_XS-00007-of-00009.gguf +3 -0
  44. IQ2_XS/grok-1-IQ2_XS-00008-of-00009.gguf +3 -0
  45. IQ2_XS/grok-1-IQ2_XS-00009-of-00009.gguf +3 -0
  46. IQ2_XXS/grok-1-IQ2_XXS-00001-of-00009.gguf +3 -0
  47. IQ2_XXS/grok-1-IQ2_XXS-00002-of-00009.gguf +3 -0
  48. IQ2_XXS/grok-1-IQ2_XXS-00003-of-00009.gguf +3 -0
  49. IQ2_XXS/grok-1-IQ2_XXS-00004-of-00009.gguf +3 -0
  50. IQ2_XXS/grok-1-IQ2_XXS-00005-of-00009.gguf +3 -0
IQ1_M/grok-1-IQ1_M-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ceb0f4a0a7db05344e61ea889fa29f83f93ce9fc712b165ab2deae25da98cad
3
+ size 10668875424
IQ1_M/grok-1-IQ1_M-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c66dd25dddccb90e7126cfd7b2a7f6b0a7fe3c088aaaa35238276e669180f66b
3
+ size 8436072128
IQ1_M/grok-1-IQ1_M-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f02a7bddc0d268ecbd0292e40b68ceb7f26e6f37157fb44b031a368e74b16cd
3
+ size 8436072192
IQ1_M/grok-1-IQ1_M-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53a77dfb9d8404af4cd38aa62e7051e53fa753c01abbcf3e5828202c6640aef
3
+ size 8479915776
IQ1_M/grok-1-IQ1_M-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71fcf4707428af47361e3ea6becbcf8605b34247fb4752bb512dd3fb567f0811
3
+ size 8747007776
IQ1_M/grok-1-IQ1_M-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e13be1e74cfdf8becb29c9a24c4794cc5bbd92aa4cfee0b649710b559b3bcf
3
+ size 8436072224
IQ1_M/grok-1-IQ1_M-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdca88f2960c6009883d9a2ff63c70b2979e6b16f9d7f7118f40ad7f8091a88
3
+ size 8436072192
IQ1_M/grok-1-IQ1_M-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eda66541468dd6ec34768d7f87e849212b9cb37ddf31b74c918d9483f720c44
3
+ size 8436072192
IQ1_M/grok-1-IQ1_M-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c425f5d487c03486f7bc77abc8fb832dcb67581c0eac868b1db63f8ed0fa3ed
3
+ size 2197098656
IQ1_S/grok-1-IQ1_S-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d84613c142a1e7475376b3c0f6ad15861a71743220e60a632201ad219a8d3a
3
+ size 9220364992
IQ1_S/grok-1-IQ1_S-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e9d5724ef4b90f409f78a95f7544e470266800e6ae3280845522a2c8cc1e39
3
+ size 7458732864
IQ1_S/grok-1-IQ1_S-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a02a0446ea05a07c3dcedbeeb5b91ce3e705e7ba357a60de00388e45a254dfc
3
+ size 7209040800
IQ1_S/grok-1-IQ1_S-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca3c3d5274eece1e4c3f82452d0cc15f7bcc2bbfd43346e682910316e2e7b98
3
+ size 6967409536
IQ1_S/grok-1-IQ1_S-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f436d69ad34630e61bae0337998864ec8d9f9b6d265464a0e6dce5d62d2f8268
3
+ size 7244823456
IQ1_S/grok-1-IQ1_S-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b26099ab92d24dddbd265e4f4ae4b28b0a68608d433abb8926b6cdfd8985e1b
3
+ size 7244823456
IQ1_S/grok-1-IQ1_S-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7839f4c7eda5d9b994fb443198defbd3e40a344013812c482312fcb2a23d4766
3
+ size 7127940000
IQ1_S/grok-1-IQ1_S-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0884ab8766712caedd345b8b731bda9e22aa18745893d5fe3ab2557ed7ba0312
3
+ size 7048510368
IQ1_S/grok-1-IQ1_S-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa13f9fb8939bd19c974e11208d67502469a5d587432cc3c5a3c4485403ab2d2
3
+ size 5749223520
IQ2_M/grok-1-IQ2_M-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ed5530ee699619a4652851b4e0c44e523793547b0615d0c606334509d5f5598
3
+ size 13393173184
IQ2_M/grok-1-IQ2_M-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc2c42af4d93756295f362df2a5c726bb48c22217f7cb47617df88a97be0a883
3
+ size 11908365120
IQ2_M/grok-1-IQ2_M-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047c84409d8539b462f0b27d3b70a16ac35bc934b50461bf0d760de4cb1226b2
3
+ size 11671255968
IQ2_M/grok-1-IQ2_M-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:059c029c3efd4ea4bcf1d3e9f13df708294762c1651b999d5c6878d10a87a66d
3
+ size 11258182528
IQ2_M/grok-1-IQ2_M-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f07d85226d88641e43497ce637418e09e355d37c254c7127b64ed8be1bf6ed11
3
+ size 11732204448
IQ2_M/grok-1-IQ2_M-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53bf0764b6a3a639389fb869f24daad5bfc445d3184acf59082ccd3678974db6
3
+ size 11732204448
IQ2_M/grok-1-IQ2_M-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1246aa2059cbc99500ae81d7d0612f1da1d75dae858f8c48088e56f8b99eb017
3
+ size 11519376288
IQ2_M/grok-1-IQ2_M-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b21d9e5647ca00f722da76b2110948bb984c1f67a63850888b4864124f1e8ddb
3
+ size 11410062240
IQ2_M/grok-1-IQ2_M-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11dd4a5e1151179e45907576351190f223533ca2c7b0498b19663a61a9d5c0e9
3
+ size 9300750432
IQ2_S/grok-1-IQ2_S-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98b481e53afbec888d695805a6dfcfee9f3a5034b1dcb879c4c26e6db169113
3
+ size 12636232384
IQ2_S/grok-1-IQ2_S-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee030b5405def4e036655bc4087770fd8fbf0167d4fd1d9d930908d72b3fc2e
3
+ size 10836851520
IQ2_S/grok-1-IQ2_S-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0812bc8dde74e4e1e4b7db545b4289865697a915551eb02c7495fb571af4d40b
3
+ size 10555702176
IQ2_S/grok-1-IQ2_S-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5afac535c4deec46e7ae8e153bb4232f5b2e8860e28f7a3b777d96577fde3cb2
3
+ size 10185489280
IQ2_S/grok-1-IQ2_S-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfd0cf919407bbaf8c63e4f149e1522a49fbd668bbe89ca9b670a4b22ea9eaba
3
+ size 10610359200
IQ2_S/grok-1-IQ2_S-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93abaf9b883c9049602fdb1b366ac23086e5d960076dda051bd367967480f0bb
3
+ size 10610359200
IQ2_S/grok-1-IQ2_S-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb4ab2abad153b551cd5f0051dbda56ed5d0f23ab580d2fc9120cd5ff341ed3
3
+ size 10421517216
IQ2_S/grok-1-IQ2_S-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd8d1c4d2e794366bbe13df1cbf711c1cb6a3a15b116d8b958934508d94bdc46
3
+ size 10319674272
IQ2_S/grok-1-IQ2_S-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce78aab20e14e09e98d69bb285442b4a6663d87287462fc42c7016b3adfd2658
3
+ size 8412868704
IQ2_XS/grok-1-IQ2_XS-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc279a1c07c30d7ea393e7150709a5e69f313b805b8ebc915e88db96f416a77
3
+ size 11491187392
IQ2_XS/grok-1-IQ2_XS-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8561582ecafd1ecf0e1414f37c4f4e7d59ab34b483ae55d7ab0d25e50d42b0a
3
+ size 10673273664
IQ2_XS/grok-1-IQ2_XS-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603e78863b45744a92fd579196f7014b65c58b45cc948ceeccb666f0bc8ad7bc
3
+ size 10555702176
IQ2_XS/grok-1-IQ2_XS-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7890510821823272d820212e86286f1c67eb833a32505dc85899070e34325b20
3
+ size 10185489280
IQ2_XS/grok-1-IQ2_XS-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc730583c8111f7ba1f1da4f1c1e55fe1998b3e346eafcdaa0419e338fe192bf
3
+ size 10610359200
IQ2_XS/grok-1-IQ2_XS-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1a05ac65459cd1762455e408c4b821f16580b96b428f99c1c204201d31405e
3
+ size 10610359200
IQ2_XS/grok-1-IQ2_XS-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e742640a98be27add89dc489e1ed2c3fbb4a841b8670ec5ed1f6353acadf5a0
3
+ size 10421517216
IQ2_XS/grok-1-IQ2_XS-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f2b81272aa524bf35956786dc4fd265bb1f3fde4835cff37a44d1e2d5c98497
3
+ size 10319674272
IQ2_XS/grok-1-IQ2_XS-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0da8e347b33192a3c892bb1730f1af9d7b1375d98ce31442b2c77f212a438cd6
3
+ size 8412868704
IQ2_XXS/grok-1-IQ2_XXS-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a56a0d653f7d03f597f81f6e6db7d7a7f07f6d5ac35bb663e4d217cc688e8cdb
3
+ size 10734246592
IQ2_XXS/grok-1-IQ2_XXS-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d2fe30c41fab881f40afec20dbb6d9038e9636e512c8ed7e6234f62817724fa
3
+ size 9601760064
IQ2_XXS/grok-1-IQ2_XXS-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4d111f19359b791e7b632ee49ef957d7ee20ffaffb1a45b93047a8135ab25b
3
+ size 9440148384
IQ2_XXS/grok-1-IQ2_XXS-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c45e332298b2d062ed402375c98d5e2791dda06979fb122e0812e83fd3344b7
3
+ size 9112796032
IQ2_XXS/grok-1-IQ2_XXS-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acec7a7cc03ef496814aba2a3a7e533beae3f165f5bdc5d204b67bfe5f0c1d93
3
+ size 9488513952