Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -75,6 +75,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 75 |
|
| 76 |
@spaces.GPU()
|
| 77 |
def predict(message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p):
|
|
|
|
| 78 |
print('LLL', message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p)
|
| 79 |
# Format history with a given chat template
|
| 80 |
if CHAT_TEMPLATE == "ChatML":
|
|
|
|
| 75 |
|
| 76 |
@spaces.GPU()
|
| 77 |
def predict(message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p):
|
| 78 |
+
repetition_penalty=float(repetition_penalty)
|
| 79 |
print('LLL', message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p)
|
| 80 |
# Format history with a given chat template
|
| 81 |
if CHAT_TEMPLATE == "ChatML":
|