Update app.py
Browse files
app.py
CHANGED
@@ -38,6 +38,7 @@ def predict(message, system_message, max_new_tokens=4056, temperature=3.5, top_p
|
|
38 |
temperature=temperature,
|
39 |
top_p=top_p,
|
40 |
top_k=top_k,
|
|
|
41 |
pad_token_id=tokenizer.eos_token_id,
|
42 |
do_sample=do_sample
|
43 |
)
|
|
|
38 |
temperature=temperature,
|
39 |
top_p=top_p,
|
40 |
top_k=top_k,
|
41 |
+
no_repeat_ngram_size=5,
|
42 |
pad_token_id=tokenizer.eos_token_id,
|
43 |
do_sample=do_sample
|
44 |
)
|