chat-aww

Build error

nsarrazin HF staff commited on Dec 11, 2023

Commit

a08ec0a

•

1 Parent(s): 0fcf19a

Change max new tokens & truncate

Files changed (1) hide show

.env.template CHANGED Viewed

@@ -162,8 +162,8 @@ MODELS=`[
       "top_p" : 0.95,
       "repetition_penalty" : 1.2,
       "top_k" : 50,
-      "truncate" : 3072,
-      "max_new_tokens" : 1024,
       "stop" : ["</s>"]
     },
     "promptExamples" : [

       "top_p" : 0.95,
       "repetition_penalty" : 1.2,
       "top_k" : 50,
+      "truncate" : 24576,
+      "max_new_tokens" : 8192,
       "stop" : ["</s>"]
     },
     "promptExamples" : [