chandlerTSLabs commited on
Commit
7684909
1 Parent(s): f9b3bce

Add initial llamafiles

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.llamafile filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ *.gguf
2
+ *.log
README.md CHANGED
@@ -1,3 +1,10 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+ # Optimus 7B Llamafile
5
+ ## See [here](https://dev.to/timesurgelabs/llamafile-ai-integration-deployment-made-easy-44cg#how-to-use-llamafiles) for a guide on how to use llamafiles!
6
+ * Model Sources
7
+ + [Q-bert/Optimus 7B](https://huggingface.co/Q-bert/Optimus-7B)
8
+ + [Optimus 7B GGUF](https://huggingface.co/TheBloke/Optimus-7B-GGUF)
9
+ * Llamafile Source Code: [Mozilla-Ocho/llamafile](https://github.com/Mozilla-Ocho/llamafile)
10
+ + Built with [Llamafile `658b18a`](https://github.com/Mozilla-Ocho/llamafile/tree/658b18a2edfeaf021adaa33eb3b890b193a9a8ef).
convert.sh ADDED
@@ -0,0 +1 @@
 
 
1
+ #!/bin/bash
optimus-7b.Q4_K_M-server.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8fbd14f9dafe3cd6685d57ef116486edc4fb7b704e5e5de7e060517b7e1cf61
3
+ size 4373549151
optimus-7b.Q4_K_M.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77058fb8a97fa03fd47a359785125c15d2e75f530c01111df039a99c81868fea
3
+ size 4372893295
optimus-7b.Q5_K_M-server.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f63c24f12bb8ec524054e1229b97a13e5614878b9f112aac5a2fb3c263e633
3
+ size 5136519263
optimus-7b.Q5_K_M.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48cc5d29779709ef25dd99b296796abac47af8833be404fcb266fef7b9f7a3ba
3
+ size 5135863407
optimus-7b.Q5_K_S-server.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85dacfc1f9d72aa4948182628ad8c920f367d434bd02fc5722f372eb3cdbfadb
3
+ size 5002825823
optimus-7b.Q5_K_S.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b270d13e740ad967b066d93a8767df9ed871f8acaf66461ca5430eb6483b56
3
+ size 5002169967