:zap: [Enhance] Use nous-mixtral-8x7b as default model

README.md

@@ -79,7 +79,7 @@ api_key = "hf_xxxxxxxxxxxxxxxx"
 
 client = OpenAI(base_url=base_url, api_key=api_key)
 response = client.chat.completions.create(
-    model="mixtral-8x7b",
+    model="nous-mixtral-8x7b",
     messages=[
         {
             "role": "user",
@@ -118,7 +118,7 @@ api_key = "hf_xxxxxxxxxxxxxxxx"
 
 requests_headers = {}
 requests_payload = {
-    "model": "mixtral-8x7b",
+    "model": "nous-mixtral-8x7b",
     "messages": [
         {
             "role": "user",

apis/chat_api.py

@@ -59,8 +59,8 @@ class ChatAPIApp:
 
     class ChatCompletionsPostItem(BaseModel):
         model: str = Field(
-            default="mixtral-8x7b",
-            description="(str) `mixtral-8x7b`",
+            default="nous-mixtral-8x7b",
+            description="(str) `nous-mixtral-8x7b`",
         )
         messages: list = Field(
             default=[{"role": "user", "content": "Hello, who are you?"}],

constants/models.py

@@ -7,7 +7,7 @@ MODEL_MAP = {
     "command-r-plus": "CohereForAI/c4ai-command-r-plus",
     "llama3-70b": "meta-llama/Meta-Llama-3-70B-Instruct",
     "zephyr-141b": "HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1",
-    "default": "mistralai/Mixtral-8x7B-Instruct-v0.1",
+    "default": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
 }
 
 AVAILABLE_MODELS = list(MODEL_MAP.keys())

examples/chat_with_openai.py

@@ -6,7 +6,7 @@ api_key = "sk-xxxxx"
 
 client = OpenAI(base_url=base_url, api_key=api_key)
 response = client.chat.completions.create(
-    model="mixtral-8x7b",
+    model="nous-mixtral-8x7b",
     messages=[
         {
             "role": "user",

examples/chat_with_post.py

@@ -8,7 +8,7 @@ chat_api = "http://127.0.0.1:23333"
 api_key = "sk-xxxxx"
 requests_headers = {}
 requests_payload = {
-    "model": "mixtral-8x7b",
+    "model": "nous-mixtral-8x7b",
     "messages": [
         {
             "role": "user",

messagers/message_composer.py

@@ -12,7 +12,7 @@ class MessageComposer:
         if model in AVAILABLE_MODELS:
             self.model = model
         else:
-            self.model = "mixtral-8x7b"
+            self.model = "nous-mixtral-8x7b"
         self.model_fullname = MODEL_MAP[self.model]
         self.system_roles = ["system"]
         self.inst_roles = ["user", "system", "inst"]

messagers/message_outputer.py

@@ -7,7 +7,7 @@ class OpenaiStreamOutputer:
     * https://platform.openai.com/docs/api-reference/chat/create
     """
 
-    def __init__(self, owned_by="huggingface", model="mixtral-8x7b"):
+    def __init__(self, owned_by="huggingface", model="nous-mixtral-8x7b"):
         self.default_data = {
             "created": 1700000000,
             "id": f"chatcmpl-{owned_by}",

messagers/token_checker.py

@@ -11,7 +11,7 @@ class TokenChecker:
         if model in MODEL_MAP.keys():
             self.model = model
         else:
-            self.model = "mixtral-8x7b"
+            self.model = "nous-mixtral-8x7b"
 
         self.model_fullname = MODEL_MAP[self.model]
 

networks/huggingchat_streamer.py

@@ -20,7 +20,7 @@ class HuggingchatRequester:
         if model in MODEL_MAP.keys():
             self.model = model
         else:
-            self.model = "mixtral-8x7b"
+            self.model = "nous-mixtral-8x7b"
         self.model_fullname = MODEL_MAP[self.model]
 
     def get_hf_chat_id(self):
@@ -208,7 +208,7 @@ class HuggingchatStreamer:
         if model in MODEL_MAP.keys():
             self.model = model
         else:
-            self.model = "mixtral-8x7b"
+            self.model = "nous-mixtral-8x7b"
         self.model_fullname = MODEL_MAP[self.model]
         self.message_outputer = OpenaiStreamOutputer(model=self.model)
 

networks/huggingface_streamer.py

@@ -14,7 +14,7 @@ class HuggingfaceStreamer:
         if model in MODEL_MAP.keys():
             self.model = model
         else:
-            self.model = "mixtral-8x7b"
+            self.model = "nous-mixtral-8x7b"
         self.model_fullname = MODEL_MAP[self.model]
         self.message_outputer = OpenaiStreamOutputer(model=self.model)