Update app.py

app.py

@@ -34,6 +34,17 @@ def predict(message, history, system_prompt, temperature, max_new_tokens, top_k,
         for human, assistant in history:
             instruction += human + ' [/INST] ' + assistant + '</s>[INST]'
         instruction += ' ' + message + ' [/INST]'
+    elif CHAT_TEMPLATE == "Bielik":
+        stop_tokens = ["</s>"]
+        prompt_builder = ["<s>"]
+        for human, assistant in history:
+            if system_prompt:
+                prompt_builder.append(f"[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n{human} [/INST] {assistant}</s>")
+                system_prompt = None
+            else:
+                prompt_builder.append(f"[INST] {human} [/INST] {assistant}</s>")
+        prompt_builder.append(f"[INST] {message} [/INST]")
+        instruction = ''.join(prompt_builder)
     else:
         raise Exception("Incorrect chat template, select 'ChatML' or 'Mistral Instruct'")
     print(instruction)
@@ -86,17 +97,14 @@ gr.ChatInterface(
     title=EMOJI + " " + MODEL_NAME,
     description=DESCRIPTION,
     examples=[
-        ["Can you solve the equation 2x + 3 = 11 for x?"],
-        ["Write an epic poem about Ancient Rome."],
-        ["Who was the first person to walk on the Moon?"],
-        ["Use a list comprehension to create a list of squares for numbers from 1 to 10."],
-        ["Recommend some popular science fiction books."],
-        ["Can you write a short story about a time-traveling detective?"]
+        ["Kim jesteś?"],
+        ["Ile to jest 9+2-1?"],
+        ["Napisz mi coś miłego."]
     ],
     additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False),
     additional_inputs=[
-        gr.Textbox("Perform the task to the best of your ability.", label="System prompt"),
-        gr.Slider(0, 1, 0.8, label="Temperature"),
+        gr.Textbox("Jesteś pomocnym asystentem o imieniu Bielik.", label="System prompt"),
+        gr.Slider(0, 1, 0.6, label="Temperature"),
         gr.Slider(128, 4096, 1024, label="Max new tokens"),
         gr.Slider(1, 80, 40, label="Top K sampling"),
         gr.Slider(0, 2, 1.1, label="Repetition penalty"),