Spaces:
Paused
Paused
add chat template
Browse files- chat_templates/mistral-instruct.jinja +23 -0
- entrypoint.sh +4 -0
chat_templates/mistral-instruct.jinja
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{% if messages[0]['role'] == 'system' %}
|
2 |
+
{% set loop_messages = messages[1:] %}
|
3 |
+
{% set system_message = messages[0]['content'].strip() + '\n\n' %}
|
4 |
+
{% else %}
|
5 |
+
{% set loop_messages = messages %}
|
6 |
+
{% set system_message = '' %}
|
7 |
+
{% endif %}
|
8 |
+
{{ bos_token }}
|
9 |
+
{% for message in loop_messages %}
|
10 |
+
{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}
|
11 |
+
{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}
|
12 |
+
{% endif %}
|
13 |
+
{% if loop.index0 == 0 %}
|
14 |
+
{% set content = system_message + message['content'] %}
|
15 |
+
{% else %}
|
16 |
+
{% set content = message['content'] %}
|
17 |
+
{% endif %}
|
18 |
+
{% if message['role'] == 'user' %}
|
19 |
+
{{ '[INST] ' + content.strip() + ' [/INST]' }}
|
20 |
+
{% elif message['role'] == 'assistant' %}
|
21 |
+
{{ ' ' + content.strip() + ' ' + eos_token }}
|
22 |
+
{% endif %}
|
23 |
+
{% endfor %}
|
entrypoint.sh
CHANGED
@@ -41,6 +41,10 @@ if [[ ! -z "${SERVED_MODEL_NAME}" ]]; then
|
|
41 |
additional_args="${additional_args} --served-model-name ${SERVED_MODEL_NAME}"
|
42 |
fi
|
43 |
|
|
|
|
|
|
|
|
|
44 |
# PATH_MODEL="/data/models--${HF_MODEL/\//--}"
|
45 |
# if [ -d "$PATH_MODEL" ]; then
|
46 |
# HF_MODEL=$PATH_MODEL
|
|
|
41 |
additional_args="${additional_args} --served-model-name ${SERVED_MODEL_NAME}"
|
42 |
fi
|
43 |
|
44 |
+
if [[ ! -z "${CHAT_TEMPLATE}" ]]; then
|
45 |
+
additional_args="${additional_args} --chat-template ${CHAT_TEMPLATE}"
|
46 |
+
fi
|
47 |
+
|
48 |
# PATH_MODEL="/data/models--${HF_MODEL/\//--}"
|
49 |
# if [ -d "$PATH_MODEL" ]; then
|
50 |
# HF_MODEL=$PATH_MODEL
|