nsarrazin HF staff commited on
Commit
1e4a456
1 Parent(s): a6e6ee6

Bring back mistral task model (#718)

Browse files
Files changed (1) hide show
  1. .env.template +12 -13
.env.template CHANGED
@@ -218,19 +218,18 @@ OLD_MODELS=`[
218
  {"name": "tiiuae/falcon-180B-chat"}
219
  ]`
220
 
221
- TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
222
- # TASK_MODEL=`{
223
- # "name": "mistralai/Mistral-7B-Instruct-v0.2",
224
- # "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
225
- # "parameters": {
226
- # "temperature": 0.1,
227
- # "top_p": 0.95,
228
- # "repetition_penalty": 1.2,
229
- # "top_k": 50,
230
- # "truncate": 3072,
231
- # "max_new_tokens": 1024,
232
- # "stop": ["</s>"]
233
- # }}`
234
 
235
  APP_BASE="/chat"
236
  PUBLIC_ORIGIN=https://huggingface.co
 
218
  {"name": "tiiuae/falcon-180B-chat"}
219
  ]`
220
 
221
+ TASK_MODEL=`{
222
+ "name": "mistralai/Mistral-7B-Instruct-v0.2",
223
+ "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
224
+ "parameters": {
225
+ "temperature": 0.1,
226
+ "top_p": 0.95,
227
+ "repetition_penalty": 1.2,
228
+ "top_k": 50,
229
+ "truncate": 3072,
230
+ "max_new_tokens": 1024,
231
+ "stop": ["</s>"]
232
+ }}`
 
233
 
234
  APP_BASE="/chat"
235
  PUBLIC_ORIGIN=https://huggingface.co