Hugging Face's logo

crusoeai
/
Llama-3-8B-Instruct-262k-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
3
3thn commited on
Commit
b4a3e49
•
1 Parent(s): f45c06f

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. llama-3-8b-instruct-262k.Q2_K.gguf +3 -0
  3. llama-3-8b-instruct-262k.Q3_K_L.gguf +3 -0
  4. llama-3-8b-instruct-262k.Q3_K_M.gguf +3 -0
  5. llama-3-8b-instruct-262k.Q3_K_S.gguf +3 -0
  6. llama-3-8b-instruct-262k.Q4_0.gguf +3 -0
  7. llama-3-8b-instruct-262k.Q4_1.gguf +3 -0
  8. llama-3-8b-instruct-262k.Q4_K_M.gguf +3 -0
  9. llama-3-8b-instruct-262k.Q4_K_S.gguf +3 -0
  10. llama-3-8b-instruct-262k.Q5_0.gguf +3 -0
  11. llama-3-8b-instruct-262k.Q5_1.gguf +3 -0
  12. llama-3-8b-instruct-262k.Q5_K_M.gguf +3 -0
  13. llama-3-8b-instruct-262k.Q5_K_S.gguf +3 -0
  14. llama-3-8b-instruct-262k.Q6_K.gguf +3 -0
  15. llama-3-8b-instruct-262k.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3-8b-instruct-262k.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3-8b-instruct-262k.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3-8b-instruct-262k.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3-8b-instruct-262k.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3-8b-instruct-262k.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3-8b-instruct-262k.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3-8b-instruct-262k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3-8b-instruct-262k.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3-8b-instruct-262k.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3-8b-instruct-262k.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3-8b-instruct-262k.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3-8b-instruct-262k.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3-8b-instruct-262k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3-8b-instruct-262k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3-8b-instruct-262k.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e789dca2b148394fc12b16996ce6a54454dfdcfec2df522413483692834715b
3
+ size 3179644160
llama-3-8b-instruct-262k.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e96c3504dce25f952115d90ca75059da7f451aff317d2b08be0dd5571d60b9
3
+ size 4322469120
llama-3-8b-instruct-262k.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27edf0e2b6cb0344f7fc9e61a71f1a35718e5c2cd95a7a73bb6eeed7b091f285
3
+ size 4019430656
llama-3-8b-instruct-262k.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60ece7c83f17266cecad5a33813b2ef72b5491e14477fa13c641473f28499112
3
+ size 3665011968
llama-3-8b-instruct-262k.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95ae40d61a1677e87effaa505d30a617abbde35e195f712ed873c4d523fc5aa
3
+ size 4661724416
llama-3-8b-instruct-262k.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cbaa37dfeaa020564e4feb8f31ebb684ab9e22f8c18192c4b444b3e279430e8
3
+ size 5130765568
llama-3-8b-instruct-262k.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87c57677927e64006120e7da05acdf57c7938f1df20b4c0b6c29cf2d2507b44b
3
+ size 4921246976
llama-3-8b-instruct-262k.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42917ce259d7bc85b001480fb5f12424d54ff6fc39da03f2b4f80192e9e88ff
3
+ size 4693181696
llama-3-8b-instruct-262k.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879f74995d41ce08af95a0d852aa9e7deed296c7510a029f2451c4623c85323b
3
+ size 5599806720
llama-3-8b-instruct-262k.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:267c92f46565d4f6877114e94e93f324d4d29ee357e20c8bd61f2382aae01d07
3
+ size 6068847872
llama-3-8b-instruct-262k.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3797117df61a610deb55f11aabe441ad3db3fea0c9b00bbe4a1a394c48171dfd
3
+ size 5733500160
llama-3-8b-instruct-262k.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa924d982b7bca71a1ab711b6a1f259e8c6b9f405efe4f0240e02544a650ec66
3
+ size 5599806720
llama-3-8b-instruct-262k.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9acefa59188e965e99a9eea2ab73e1cae2c130df9a149fb2545d6e228bb2181a
3
+ size 6596519168
llama-3-8b-instruct-262k.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:973883cdd9e6598b9c953683c01e1a67e7c0f866cb19e01ff6c4f0b26ad097e4
3
+ size 8541283584