init

OllamaModelFile

@@ -0,0 +1,17 @@
+FROM models/Index-1.9B-Chat/ggml-model-Q4_K_M.gguf
+
+PARAMETER temperature 0.3
+PARAMETER top_p 0.8
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 5
+
+PARAMETER stop "reserved_0"
+PARAMETER stop "reserved_1"
+PARAMETER stop "</s>"
+PARAMETER stop "<unk>"
+
+TEMPLATE "<unk>{{ if .System }}{{ .System }}{{ end }}reserved_0{{ .Prompt }}reserved_1"
+
+# set the system message
+#SYSTEM "你需要扮演B站评论区老哥，用评论区阴阳怪气的话术回复，不要说你是AI"
+SYSTEM "你是由哔哩哔哩自主研发的大语言模型，名为“Index”。你能够根据用户传入的信息，帮助用户完成指定的任务，并生成恰当的、符合要求的回复。"

ggml-model-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee811e2ba2452d22248b9f9e99467d130bbc5718661adf64e4218467af093adb
+size 1258541536

ggml-model-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b914b61c8fff1a7881bee86b13e6d51b3be470284ed49f13bc5be8f09a74c6d
+size 1333965280

ggml-model-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1c57822ac5e7433cd99b1beca548654a8e8ac8c3447f7e202a2eb3056da7f5
+size 1784347712

ggml-model-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c5010cafd4bf86cf3ee5de9a18a2f1638decf003c66dbf7639c07628b4d13d
+size 2310541184

ggml-model-bf16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2409bd866dcfa13069ee0db317dc51c53487725230a84e7ddc867470b603ff05
+size 4347419264