style

README.md

@@ -7,7 +7,7 @@ sdk: gradio
 sdk_version: 4.19.2
 app_file: app.py
 pinned: true 
-full_width: true
+fullWidth: true
 ---
 
 An example chatbot using [Gradio](https://gradio.app), [`huggingface_hub`](https://huggingface.co/docs/huggingface_hub/v0.22.2/en/index), and the [Hugging Face Inference API](https://huggingface.co/docs/api-inference/index).

app.py

@@ -3,6 +3,7 @@ from openai import OpenAI
 import os
 from typing import List
 import logging
+import urllib.request
 
 # add logging info to console 
 logging.basicConfig(level=logging.INFO)
@@ -10,13 +11,12 @@ logging.basicConfig(level=logging.INFO)
 
 BASE_URL = "https://api.together.xyz/v1"
 DEFAULT_API_KEY = os.getenv("TOGETHER_API_KEY") 
-import urllib.request
 URIAL_VERSION = "inst_1k_v4.help"
 
-urial_url = f"https://raw.githubusercontent.com/Re-Align/URIAL/main/urial_prompts/{URIAL_VERSION}.txt"
-urial_prompt = urllib.request.urlopen(urial_url).read().decode('utf-8')
-urial_prompt = urial_prompt.replace("```", '"""')
-stop_str = ['"""', '# Query:', '# Answer:']
+URIAL_URL = f"https://raw.githubusercontent.com/Re-Align/URIAL/main/urial_prompts/{URIAL_VERSION}.txt"
+urial_prompt = urllib.request.urlopen(URIAL_URL).read().decode('utf-8')
+urial_prompt = urial_prompt.replace("```", '"""') # new version of URIAL uses """ instead of ```
+STOP_STRS = ['"""', '# Query:', '# Answer:']
 
 def urial_template(urial_prompt, history, message):
     current_prompt = urial_prompt + "\n"
@@ -78,7 +78,7 @@ def respond(
     model_name,
     together_api_key
 ):  
-    global stop_str, urial_prompt
+    global STOP_STRS, urial_prompt
     rp = 1.0
     prompt = urial_template(urial_prompt, history, message)
     if model_name == "Llama-3-8B":
@@ -115,14 +115,14 @@ def respond(
                                    max_tokens=max_tokens, 
                                    top_p=top_p, 
                                    repetition_penalty=rp,
-                                   stop=stop_str, api_key=api_key)  
+                                   stop=STOP_STRS, api_key=api_key)  
     
     response = ""
     for msg in request:
         # print(msg.choices[0].delta.keys())
         token = msg.choices[0].delta["content"]
         should_stop = False
-        for _stop in stop_str:
+        for _stop in STOP_STRS:
             if _stop in response + token:
                 should_stop = True
                 break