Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,7 @@ def predict(message, history, system_prompt, temperature, max_new_tokens, top_k,
|
|
92 |
generate_kwargs = dict(
|
93 |
{"input_ids": input_ids.to(device), "attention_mask": attention_mask.to(device)},
|
94 |
streamer=streamer,
|
95 |
-
do_sample=True,
|
96 |
temperature=temperature,
|
97 |
max_new_tokens=max_new_tokens,
|
98 |
top_k=top_k,
|
|
|
92 |
generate_kwargs = dict(
|
93 |
{"input_ids": input_ids.to(device), "attention_mask": attention_mask.to(device)},
|
94 |
streamer=streamer,
|
95 |
+
do_sample=True if temperature else False,
|
96 |
temperature=temperature,
|
97 |
max_new_tokens=max_new_tokens,
|
98 |
top_k=top_k,
|