Initial Demo

app.py

@@ -0,0 +1,91 @@
+import gradio as gr
+import json
+from httpx import AsyncClient, Timeout
+
+CLIENT = AsyncClient(timeout=Timeout(5, read=7 * 60))
+
+token = ""
+
+async def stream_chat(
+    message: str,
+    simplification_level: float,
+):
+
+    level_mapping = {4: "A1", 3: "A2", 2: "B1", 1: "B2"}
+
+    payload = {
+        "stream": True,
+        "inputText": message,
+        "maxNewTokens": 256,
+        "batchSize": 2,
+        "decodingStrategy": "beam_search",
+        "separateCompounds": True,
+        "filterComplexWords": True,
+        "simplificationLevel": level_mapping[int(simplification_level)]
+    }
+
+    headers = {
+        'accept': 'application/json',
+        'Authorization': f'Bearer {token}',
+        'Content-Type': 'application/json',
+    }
+    
+    cached = ""
+    async with CLIENT.stream("POST", "https://middleware-api.text2knowledge.de/simplify", json=payload, headers=headers, timeout=None) as response:
+        if response.status_code != 200:
+            yield "Die Verarbeitung war nicht ok"
+        async for chunk in response.aiter_text():
+            assert isinstance(chunk, str)
+            segments = chunk.split("}{")
+            for i in range(0, len(segments)):
+                if not segments[i].startswith("{"):
+                    segments[i] = "{" + segments[i]
+                if not segments[i].endswith("}"):
+                    segments[i] = segments[i] + "}"
+            parsed_objects = [json.loads(segment) for segment in segments]
+            for parsed_object in parsed_objects:
+                if 'result' in parsed_object:
+                    cached = cached + parsed_object['result']
+                    yield cached
+
+
+# Gradio interface with custom CSS
+with gr.Blocks(css="""
+    body {
+        background-color: white;
+    }
+    .gradio-container {
+        background-color: white;
+    }
+    .gr-input, .gr-slider {
+        background-color: #E6E6FA; /* Lilac background for textboxes and slider */
+        color: black;
+        border-radius: 10px;
+        padding: 10px;
+    }
+    .gr-button {
+        background-color: #9370DB; /* Dark lilac button */
+        color: white;
+        border-radius: 5px;
+        padding: 10px 20px;
+    }
+""") as demo:
+
+    with gr.Row():
+        with gr.Column(scale=1):
+            input_box = gr.Textbox(label="Texteingabe-Feld", placeholder="Hier ihren Text bitte einfügen :)", lines=20)
+            slider = gr.Slider(label="Slider", minimum=1.0, maximum=4.0, step=1, value=1.0)
+            send_button = gr.Button("Send")
+        with gr.Column(scale=1):
+            output_box = gr.Textbox(label="Vereinfachung", lines=20, visible=True)
+
+    # Handle the button click with async streaming
+    send_button.click(
+        fn=stream_chat,
+        inputs=[input_box, slider],
+        outputs=output_box,
+        postprocess=lambda x: gr.update(visible=True) if x else gr.update(visible=False),
+    )
+
+if __name__ == "__main__":
+    demo.launch()

requirements.txt

@@ -0,0 +1,2 @@
+gradio
+httpx