Yiyaozz commited on
Commit
443c3d1
1 Parent(s): cebc0d5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ def vanilla_chatbot(message):
12
  formatted_message = f"[INST] <<SYS>>\nYou are a helpful assistant.\n<</SYS>>\n\n{message}[/INST]"
13
 
14
  # Generate the model's response with a specified max_new_tokens
15
- output = chatbot(formatted_message, max_new_tokens=100) # Adjust max_new_tokens as needed
16
 
17
  # Extract the model's response from the output
18
  response = output[0] if output else "No response generated."
 
12
  formatted_message = f"[INST] <<SYS>>\nYou are a helpful assistant.\n<</SYS>>\n\n{message}[/INST]"
13
 
14
  # Generate the model's response with a specified max_new_tokens
15
+ output = chatbot(formatted_message, max_new_tokens=500) # Adjust max_new_tokens as needed
16
 
17
  # Extract the model's response from the output
18
  response = output[0] if output else "No response generated."