Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -6,6 +6,9 @@ from transformers import TextStreamer
|
|
6 |
|
7 |
import spaces
|
8 |
|
|
|
|
|
|
|
9 |
# Define the response function
|
10 |
@spaces.GPU
|
11 |
def respond(
|
@@ -18,8 +21,6 @@ def respond(
|
|
18 |
):
|
19 |
# Load model and tokenizer
|
20 |
model = AutoModelForCausalLM.from_pretrained("Rorical/0-roleplay", return_dict=True, trust_remote_code=True)
|
21 |
-
tokenizer = AutoTokenizer.from_pretrained("Rorical/0-roleplay", trust_remote_code=True)
|
22 |
-
tokenizer.chat_template = "{% for message in messages %}{{'<|im_start|>' + ((message['role'] + ':\n') if message['role'] != '' else '') + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>ζι:\n' }}{% endif %}" # Be careful that this model used custom chat template.
|
23 |
|
24 |
# Construct the messages for the chat
|
25 |
messages = [{"role": "", "content": system_message}]
|
|
|
6 |
|
7 |
import spaces
|
8 |
|
9 |
+
tokenizer = AutoTokenizer.from_pretrained("Rorical/0-roleplay", trust_remote_code=True)
|
10 |
+
tokenizer.chat_template = "{% for message in messages %}{{'<|im_start|>' + ((message['role'] + ':\n') if message['role'] != '' else '') + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>ζι:\n' }}{% endif %}" # Be careful that this model used custom chat template.
|
11 |
+
|
12 |
# Define the response function
|
13 |
@spaces.GPU
|
14 |
def respond(
|
|
|
21 |
):
|
22 |
# Load model and tokenizer
|
23 |
model = AutoModelForCausalLM.from_pretrained("Rorical/0-roleplay", return_dict=True, trust_remote_code=True)
|
|
|
|
|
24 |
|
25 |
# Construct the messages for the chat
|
26 |
messages = [{"role": "", "content": system_message}]
|