Add openchat to huggingchat config (#573)

* Add openchat to huggingchat config

* fix description openchat

* update temp

* update truncate for models to match model capacity

.env.template

@@ -28,7 +28,7 @@ MODELS=`[
         "top_p": 0.95,
         "repetition_penalty": 1.2,
         "top_k": 50,
-        "truncate": 1000,
+        "truncate": 3072,
         "max_new_tokens": 1024
       }
     },
@@ -60,8 +60,8 @@ MODELS=`[
         "top_p": 0.95,
         "repetition_penalty": 1.2,
         "top_k": 50,
-        "truncate": 1000,
-        "max_new_tokens": 2048
+        "truncate": 4096,
+        "max_new_tokens": 4096
       }
       },
       {
@@ -76,7 +76,7 @@ MODELS=`[
           "top_p": 0.95,
           "repetition_penalty": 1.2,
           "top_k": 50,
-          "truncate": 1000,
+          "truncate": 1024,
           "max_new_tokens": 1024,
           "stop": ["User:"]
       },
@@ -105,8 +105,8 @@ MODELS=`[
         "top_p": 0.95,
         "repetition_penalty": 1.2,
         "top_k": 50,
-        "truncate": 1000,
-        "max_new_tokens": 2048,
+        "truncate": 3072,
+        "max_new_tokens": 1024,
         "stop": ["</s>"]
       },
       "promptExamples": [
@@ -121,7 +121,36 @@ MODELS=`[
           "prompt": "How do I make a delicious lemon cheesecake?"
         }
       ]
-    }
+    },
+      {
+    "name": "openchat/openchat_3.5",
+    "displayName": "openchat/openchat_3.5",
+    "description": "OpenChat 3.5 is the #1 model on MT-Bench, with only 7B parameters.",
+    "websiteUrl": "https://huggingface.co/openchat/openchat_3.5",
+    "preprompt": "",
+    "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}GPT4 Correct User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Correct Assistant:{{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}",
+    "parameters": {
+      "temperature": 0.6,
+      "top_p": 0.95,
+      "repetition_penalty": 1.2,
+      "top_k": 50,
+      "truncate": 6016,
+      "max_new_tokens": 2048,
+      "stop": ["<|end_of_turn|>"]
+    },
+    "promptExamples": [
+      {
+        "title": "Write an email from bullet list",
+        "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
+      }, {
+        "title": "Code a snake game",
+        "prompt": "Code a basic snake game in python, give explanations for each step."
+      }, {
+        "title": "Assist in a task",
+        "prompt": "How do I make a delicious lemon cheesecake?"
+      }
+    ]
+  }
 ]`
 
 OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`

PROMPTS.md

@@ -37,3 +37,9 @@ System: {{preprompt}}\nUser:{{#each messages}}{{#ifUser}}{{content}}\nFalcon:{{/
 ```env
 {{#each messages}}{{#ifUser}}User: {{content}}{{/ifUser}}<end_of_utterance>\nAssistant: {{#ifAssistant}}{{content}}\n{{/ifAssistant}}{{/each}}
 ```
+
+## OpenChat
+
+```env
+<s>{{#each messages}}{{#ifUser}}GPT4 User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Assistant: {{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}
+```