Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ def vanilla_chatbot(message):
|
|
12 |
formatted_message = f"[INST] <<SYS>>\nYou are a helpful assistant.\n<</SYS>>\n\n{message}[/INST]"
|
13 |
|
14 |
# Generate the model's response with a specified max_new_tokens
|
15 |
-
output = chatbot(formatted_message, max_new_tokens=
|
16 |
|
17 |
# Extract the model's response from the output
|
18 |
response = output[0] if output else "No response generated."
|
|
|
12 |
formatted_message = f"[INST] <<SYS>>\nYou are a helpful assistant.\n<</SYS>>\n\n{message}[/INST]"
|
13 |
|
14 |
# Generate the model's response with a specified max_new_tokens
|
15 |
+
output = chatbot(formatted_message, max_new_tokens=500) # Adjust max_new_tokens as needed
|
16 |
|
17 |
# Extract the model's response from the output
|
18 |
response = output[0] if output else "No response generated."
|