djstrong commited on
Commit
f9ead2c
1 Parent(s): 421760f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -92,7 +92,7 @@ def predict(message, history, system_prompt, temperature, max_new_tokens, top_k,
92
  generate_kwargs = dict(
93
  {"input_ids": input_ids.to(device), "attention_mask": attention_mask.to(device)},
94
  streamer=streamer,
95
- do_sample=True,
96
  temperature=temperature,
97
  max_new_tokens=max_new_tokens,
98
  top_k=top_k,
 
92
  generate_kwargs = dict(
93
  {"input_ids": input_ids.to(device), "attention_mask": attention_mask.to(device)},
94
  streamer=streamer,
95
+ do_sample=True if temperature else False,
96
  temperature=temperature,
97
  max_new_tokens=max_new_tokens,
98
  top_k=top_k,