Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+yi-1.5-6b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+yi-1.5-6b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+yi-1.5-6b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+yi-1.5-6b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,33 @@
+---
+license: apache-2.0
+base_model: 01-ai/Yi-1.5-6B
+model_creator: 01-ai
+model_name: Yi-1.5-6B
+quantized_by: JanHQ
+---
+
+<!-- header start -->
+<!-- 200823 -->
+<div style="width: auto; margin-left: auto; margin-right: auto">
+<img src="https://github.com/janhq/jan/assets/89722390/35daac7d-b895-487c-a6ac-6663daaad78e" alt="Jan banner" style="width: 100%; min-width: 400px; display: block; margin: auto;">
+</div>
+
+<p align="center">
+    <a href="https://jan.ai/">Jan</a> 
+    - <a href="https://discord.gg/AsJ8krTT3N">Discord</a>
+</p>
+<!-- header end -->
+
+# Model Description
+This is a GGUF version of [01-ai/Yi-1.5-6B](https://huggingface.co/01-ai/Yi-1.5-6B)
+- Model creator: [01-ai](https://huggingface.co/01-ai)
+- Original model: [Yi-1.5-6B](https://huggingface.co/01-ai/Yi-1.5-6B)
+- Model description: [Readme](https://huggingface.co/01-ai/Yi-1.5-6B/blob/main/README.md)
+
+# About Jan
+Jan believes in the need for an open-source AI ecosystem and is building the infra and tooling to allow open-source AIs to compete on a level playing field with proprietary ones.
+
+Jan's long-term vision is to build a cognitive framework for future robots, who are practical, useful assistants for humans and businesses in everyday life.
+
+# Jan Model Converter
+This is a repository for the [open-source converter](https://github.com/janhq/model-converter. We would be grateful if the community could contribute and strengthen this repository. We are aiming to expand the repo that can convert into various types of format

yi-1.5-6b.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ebc9dabe8d964b3b41585431598934a13d89f0c128fb6408d81ca55ecb9b5b
+size 2992836000

yi-1.5-6b.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139fb41618fc3334196c5068d9510b64fa0e87eb7b53e7b4ca8864db0c4185ca
+size 3673968032

yi-1.5-6b.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cc88be18d272b841110db1694f1fee0ddee8e165e487ee756fa1d7db0be58
+size 4304424352

yi-1.5-6b.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fcefa39f5b0c732339b747231391946d142dca3913fd975b92450028e772f9
+size 6442126752

yi-1.5-6b.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27fa36eae56009a416179ea40689cabab5301c24cc85fe7124ddd0242cfb28e
+size 12124097920