Bump max new tokens for NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO (#702)
Browse files* Bump max new tokens for NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
* bumped values a bit higher seems to work ok
- .env.template +2 -2
.env.template
CHANGED
|
@@ -82,8 +82,8 @@ MODELS=`[
|
|
| 82 |
"top_p": 0.95,
|
| 83 |
"repetition_penalty": 1,
|
| 84 |
"top_k": 50,
|
| 85 |
-
"truncate":
|
| 86 |
-
"max_new_tokens":
|
| 87 |
"stop": ["<|im_end|>"]
|
| 88 |
}
|
| 89 |
},
|
|
|
|
| 82 |
"top_p": 0.95,
|
| 83 |
"repetition_penalty": 1,
|
| 84 |
"top_k": 50,
|
| 85 |
+
"truncate": 24576,
|
| 86 |
+
"max_new_tokens": 2048,
|
| 87 |
"stop": ["<|im_end|>"]
|
| 88 |
}
|
| 89 |
},
|