Hugging Face's logo

MaziyarPanahi
/
Meta-Llama-3.1-405B-Instruct-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
GGUF
conversational
Model card Files Community
1
MaziyarPanahi commited on
Commit
85b9bd6
•
1 Parent(s): a98ff90

Upload folder using huggingface_hub

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00001-of-00009.gguf +3 -0
  3. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00002-of-00009.gguf +3 -0
  4. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00003-of-00009.gguf +3 -0
  5. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00004-of-00009.gguf +3 -0
  6. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00005-of-00009.gguf +3 -0
  7. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00006-of-00009.gguf +3 -0
  8. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00007-of-00009.gguf +3 -0
  9. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00008-of-00009.gguf +3 -0
  10. Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00009-of-00009.gguf +3 -0
  11. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00001-of-00009.gguf +3 -0
  12. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00002-of-00009.gguf +3 -0
  13. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00003-of-00009.gguf +3 -0
  14. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00004-of-00009.gguf +3 -0
  15. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00005-of-00009.gguf +3 -0
  16. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00006-of-00009.gguf +3 -0
  17. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00007-of-00009.gguf +3 -0
  18. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00008-of-00009.gguf +3 -0
  19. Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84e82bd14926b67751d38f2a4fb0bf9e48c73bbadaaad5a1e7742b98cea5a0ca
3
+ size 17239928096
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d25eef820731f8bc2d4fda6dfb241573c096ac672d3fb98b78ceb393dc2c84f
3
+ size 16735018592
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e8f1d80f216dfb32d57e617de7d8c4e0f58513edf026ec614626848556394eb
3
+ size 16836730464
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2156d736336dcd878bd91ab823fd8b5e6c8ecae951fa6a34894b00ad0ca2f6
3
+ size 16817921632
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa8fc60b1df9a0195de7c3171b89e0df69586d38466b42b8528aa0c06392e93
3
+ size 16906526304
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf6f42aaf95fb86a14a1b74ada6ac2780b38ed358d707f611b7f69c2ab37a494
3
+ size 16828866144
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede18cfa7e112bb2a9d9e5e148b9ff7ebb95279c1c5e41d4a20506a4b61b6f03
3
+ size 16735018592
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296fdee32a474a1752805609620005d68907034d8b48f89381951cf85bdcc9bd
3
+ size 16550534880
Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1266b80a6ca3779079d8c9bdf1d1cf777f5c5c75201f4f567b03f6990ee8e7d
3
+ size 16554957632
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2349f38c60ec24c3d3ee7a1b30cb6d39abc4ec30aff60781a3f3b1554c20e459
3
+ size 20304686368
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9833061326abfe64245ac5a9e85b2451fd37bf865c38f9ae3870f218aa5630f9
3
+ size 19610213984
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842c6e122f1e9c30011e3986c195bf522b3573c7de2f61e44b05860c25ca5cc9
3
+ size 19768811104
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ebd6cde67e9e05390a806b322b234ff0931b4282ca91bb34b34344ba2fe66a
3
+ size 19754458720
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523cd92ac0696a7953bfbaa727d52ce5531238b7ea094b4a6b6ec006fe7fdbd3
3
+ size 19754458720
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1315448b168d6238ec257984aa1894a265c92608aed595f7554c4c436cd2cfa
3
+ size 19768811104
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d2aff6feb2ad2c9167b44b0464f3789b03ff5556700697bf4d74f9514ea8bbf
3
+ size 19610213984
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3bc655907dd8c91e8468fb4d9e70f5ee4761346893d350a3af468cd9e16cba8
3
+ size 19394010848
Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f3b768fd1eea16ddbcf6526ee411617773527af69c54b6926972e7d4715e61
3
+ size 19084647232