:gem: [Feature] Support system prompt via previousMessages key

apis/chat_api.py

@@ -128,9 +128,12 @@ class ChatAPIApp:
 
         message_composer = MessageComposer()
         prompt = message_composer.merge(item.messages)
+        system_prompt = message_composer.system_prompt
 
         return EventSourceResponse(
-            connector.stream_chat(prompt=prompt, yield_output=True),
+            connector.stream_chat(
+                prompt=prompt, system_prompt=system_prompt, yield_output=True
+            ),
             media_type="text/event-stream",
         )
 

conversations/conversation_connector.py

@@ -75,20 +75,23 @@ class ConversationConnector:
         )
         await self.init_handshake()
 
-    async def send_chathub_request(self, prompt):
+    async def send_chathub_request(self, prompt: str, system_prompt: str = None):
         payload_constructor = ChathubRequestPayloadConstructor(
             prompt=prompt,
             conversation_style=self.conversation_style,
             client_id=self.client_id,
             conversation_id=self.conversation_id,
             invocation_id=self.invocation_id,
+            system_prompt=system_prompt,
         )
         self.connect_request_payload = payload_constructor.request_payload
         await self.wss_send(self.connect_request_payload)
 
-    async def stream_chat(self, prompt="", yield_output=False):
+    async def stream_chat(
+        self, prompt: str = "", system_prompt: str = None, yield_output=False
+    ):
         await self.connect()
-        await self.send_chathub_request(prompt)
+        await self.send_chathub_request(prompt=prompt, system_prompt=system_prompt)
         message_parser = MessageParser(outputer=OpenaiStreamOutputer())
         has_output_role_message = False
         if yield_output and not has_output_role_message:

conversations/message_composer.py

@@ -6,20 +6,29 @@ class MessageComposer:
     def __init__(self):
         pass
 
-    def merge(self, messages) -> str:
+    def merge(self, messages, suffix=True) -> str:
         self.messages = messages
         self.merged_str = ""
+        self.system_prompt = ""
         for message in messages:
             role = message["role"]
-            if role.lower() in ["system", "user"]:
+            content = message["content"]
+
+            if role.lower() in ["system"]:
+                self.system_prompt = content
+                continue
+
+            if role.lower() in ["user"]:
                 role_str = "me"
             elif role.lower() in ["assistant", "bot"]:
                 role_str = "you"
             else:
                 role_str = "unknown"
-            content = message["content"]
             self.merged_str += f"`{role_str}`:\n{content}\n\n"
-        self.merged_str += "`you`:\n"
+
+        if suffix:
+            self.merged_str += "`you`:\n"
+
         return self.merged_str
 
     def split(self, merged_str) -> list:

networks/chathub_request_payload_constructor.py

@@ -3,14 +3,37 @@ import uuid
 from conversations import ConversationStyle
 
 
+class SystemPromptContextConstructor:
+    # https://github.com/weaigc/bingo/blob/eaebba306d5f68b940e4486ad81897516d0db0f3/src/lib/bots/bing/index.ts#L205-L211
+    # https://github.com/weaigc/bingo/blob/eaebba306d5f68b940e4486ad81897516d0db0f3/src/lib/bots/bing/index.ts#L296
+    def __init__(self, system_prompt: str = None):
+        self.system_prompt = system_prompt
+        self.construct()
+
+    def construct(self):
+        if self.system_prompt:
+            self.system_context = [
+                {
+                    "author": "user",
+                    "description": self.system_prompt,
+                    "contextType": "WebPage",
+                    "messageType": "Context",
+                    "messageId": "discover-web--page-ping-mriduna-----",
+                }
+            ]
+        else:
+            self.system_context = None
+
+
 class ChathubRequestPayloadConstructor:
     def __init__(
         self,
-        prompt,
+        prompt: str,
         client_id: str,
         conversation_id: str,
         invocation_id: int = 0,
         conversation_style: str = ConversationStyle.PRECISE.value,
+        system_prompt: str = None,
     ):
         self.prompt = prompt
         self.client_id = client_id
@@ -18,6 +41,7 @@ class ChathubRequestPayloadConstructor:
         self.invocation_id = invocation_id
         self.conversation_style = conversation_style
         self.message_id = self.generate_random_uuid()
+        self.system_prompt = system_prompt
         self.construct()
 
     def generate_random_uuid(self):
@@ -63,6 +87,11 @@ class ChathubRequestPayloadConstructor:
                 "gencontentv3",
             ],
         }
+
+        self.system_context = SystemPromptContextConstructor(
+            self.system_prompt
+        ).system_context
+
         self.request_payload = {
             "arguments": [
                 {
@@ -116,6 +145,7 @@ class ChathubRequestPayloadConstructor:
                     "plugins": [
                         {"id": "c310c353-b9f0-4d76-ab0d-1dd5e979cf68"},
                     ],
+                    "previousMessages": self.system_context,
                     "traceId": self.generate_random_hex_str(),
                     "conversationHistoryOptionsSets": [
                         "autosave",