Hugging Face's logo

ludis
/
tsukasa-llama-3-70b-qlora-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
ludis commited on
Commit
ed96d09
•
1 Parent(s): 290e3dd

initial

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. ggml-model-Q4_K_M.gguf +3 -0
  3. ggml-model-Q4_K_S.gguf +3 -0
  4. ggml-model-Q5_K_M.gguf +3 -0
  5. ggml-model-Q5_K_S.gguf +3 -0
  6. ggml-model-Q6_K-00001-of-00003.gguf +3 -0
  7. ggml-model-Q6_K-00002-of-00003.gguf +3 -0
  8. ggml-model-Q6_K-00003-of-00003.gguf +3 -0
  9. ggml-model-Q8_0-00001-of-00003.gguf +3 -0
  10. ggml-model-Q8_0-00002-of-00003.gguf +3 -0
  11. ggml-model-Q8_0-00003-of-00003.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-Q6_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-Q6_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-Q6_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ggml-model-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
45
+ ggml-model-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d665b0d39d93a089f09e72fbe8bdabfdea9e1c8eb7fb7dde0391ee29a5c4f8
3
+ size 42520393152
ggml-model-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc80d068fc39ba91b33981a2fd8db84c5e943118ed2cc991d81de471c66d7ad6
3
+ size 40347219392
ggml-model-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ab27fad01c1f9896f7342b2b27989a3c97da67240c7e786447840e21aa011b3
3
+ size 49949816256
ggml-model-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c90a39e31f5c41611d105b202d1d15446b3aa1b7a786cbd67be4c042ae4e37f2
3
+ size 48657446336
ggml-model-Q6_K-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a56747d9fe50cc029adee6b5885105c17cd6573fe5136cdf3acbb091f3f8471
3
+ size 26842127232
ggml-model-Q6_K-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4079f10f89d346d32a6d6c7eee165b2dade683f16ea098727b645537596402d7
3
+ size 26674352224
ggml-model-Q6_K-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f806537f1c26e0840aa39171e9f2a54f6bc8a388a2218da232e08bd967210a01
3
+ size 4371663648
ggml-model-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e484aa1f534581e35bdd149b64ab6217f6e0b14a016cc6b52665615fbb9a960c
3
+ size 26830833888
ggml-model-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d9621099def91aae6c28a4fd298c392907f0417bf6e0b712a9426fda197df8
3
+ size 26776256160
ggml-model-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d94d72a518eb74f9ec19f7c54e3333968363a70a185ee08ca1ec914f7fc6f1
3
+ size 21367959424