Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 remix.png filter=lfs diff=lfs merge=lfs -text
+joah-remix-llama-3-koen-8b-reborn-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+joah-remix-llama-3-koen-8b-reborn-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+joah-remix-llama-3-koen-8b-reborn-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+joah-remix-llama-3-koen-8b-reborn-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+joah-remix-llama-3-koen-8b-reborn-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile_Q5_K_M

@@ -0,0 +1,20 @@
+FROM 
+TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
+
+{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
+
+{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ .Response }}<|eot_id|>"""
+
+
+SYSTEM """
+친절한 챗봇으로서 상대방의 요청에 최대한 자세하고 친절하게 답하자. 모든 대답은 한국어(Korean)으로 대답해줘.
+"""
+
+PARAMETER num_keep 24
+PARAMETER temperature 0.7
+PARAMETER num_predict 3000
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|eot_id|>"

joah-remix-llama-3-koen-8b-reborn-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984a3ee5dc5f1430b10dd79341fb9e0c144ab6492cc0de5095fca38dd38bd699
+size 4018917184

joah-remix-llama-3-koen-8b-reborn-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2f651a82d2395b22b168e0a2c6040bc6e740edc9b0b273e85f50e408c97302
+size 4920733504

joah-remix-llama-3-koen-8b-reborn-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b699a316b43d138e5cc097996f2a4a3c4a9ba1f20f96768ac6aad43d0719ddad
+size 5732986688

joah-remix-llama-3-koen-8b-reborn-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba963c8de0b420937b2c26ad6038e7d4669ddf334e367771de943df927754194
+size 6596005696

joah-remix-llama-3-koen-8b-reborn-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a381208a6a6fbd9e08000ca47f34c5cc27efc46ec434e36f4cd74405cd7a92f
+size 8540770112