T2K-Demo / old_app.py
Felix92's picture
Disable demo
1a2c2d7
import os
import gradio as gr
import json
from httpx import AsyncClient, Timeout
CLIENT = AsyncClient(timeout=Timeout(5, read=7 * 60))
TOKEN = os.getenv("TEXT2KNOWLEDGE_API_TOKEN")
SIMPLIFICATION_LEVELS = ["A1", "A2", "B1", "B2"]
async def stream_chat(message: str, simplification_level: str, separate_compounds: bool):
payload = {
"stream": True,
"inputText": message,
"maxNewTokens": 256,
"batchSize": 1,
"decodingStrategy": "beam_search",
"separateCompounds": separate_compounds,
"filterComplexWords": True,
"simplificationLevel": simplification_level,
}
headers = {
'accept': 'application/json',
'Authorization': f'Bearer {TOKEN}',
'Content-Type': 'application/json',
}
# check that message is not empty or contains only whitespaces and or linebreaks
if not message.strip():
yield "Bitte geben Sie einen Text ein", gr.update(visible=True)
else:
cached = ""
async with CLIENT.stream("POST", "https://middleware-api.text2knowledge.de/simplify", json=payload, headers=headers, timeout=None) as response:
if response.status_code != 200:
yield "Die Verarbeitung war nicht ok", gr.update(visible=True)
async for chunk in response.aiter_text():
assert isinstance(chunk, str)
segments = chunk.split("}{")
for i in range(0, len(segments)):
if not segments[i].startswith("{"):
segments[i] = "{" + segments[i]
if not segments[i].endswith("}"):
segments[i] = segments[i] + "}"
parsed_objects = [json.loads(segment) for segment in segments]
latest = ""
for parsed_object in parsed_objects:
if 'result' in parsed_object:
if latest.endswith("\n") and parsed_object['result'].startswith(" "):
parsed_object['result'] = parsed_object['result'][1:]
latest = parsed_object['result']
cached = cached + parsed_object['result']
yield cached, gr.update(visible=False)
yield cached, gr.update(visible=True)
theme = gr.themes.Soft(
primary_hue="violet",
).set(
body_text_color_dark='*neutral_800',
background_fill_primary_dark='*neutral_50',
background_fill_secondary_dark='*neutral_50',
border_color_accent_dark='*primary_300',
border_color_primary_dark='*neutral_200',
color_accent_soft_dark='*primary_50',
link_text_color_dark='*secondary_600',
link_text_color_active_dark='*secondary_600',
link_text_color_hover_dark='*secondary_700',
link_text_color_visited_dark='*secondary_500',
code_background_fill_dark='*neutral_100',
block_background_fill_dark='white',
block_label_background_fill_dark='*primary_100',
block_label_text_color_dark='*primary_500',
block_title_text_color_dark='*primary_500',
checkbox_background_color_dark='*background_fill_primary',
checkbox_background_color_selected_dark='*primary_600',
checkbox_border_color_dark='*neutral_100',
checkbox_border_color_focus_dark='*primary_500',
checkbox_border_color_hover_dark='*neutral_300',
checkbox_border_color_selected_dark='*primary_600',
checkbox_border_width_dark='1px',
checkbox_label_background_fill_selected_dark='*primary_500',
checkbox_label_text_color_selected_dark='white',
error_background_fill_dark='#fef2f2',
error_border_color_dark='#b91c1c',
input_background_fill_dark='white',
input_background_fill_focus_dark='*secondary_500',
input_border_color_dark='*neutral_50',
input_border_color_focus_dark='*secondary_300',
input_placeholder_color_dark='*neutral_400',
slider_color_dark='*primary_500',
stat_background_fill_dark='*primary_300',
table_border_color_dark='*neutral_300',
table_even_background_fill_dark='white',
table_odd_background_fill_dark='*neutral_50',
button_primary_background_fill='*primary_600',
button_primary_background_fill_dark='*primary_600',
button_primary_background_fill_hover='*primary_500',
button_primary_border_color_dark='*primary_200',
button_secondary_background_fill='*primary_600',
button_secondary_background_fill_dark='*primary_600',
button_secondary_background_fill_hover='*primary_500',
button_secondary_border_color_dark='*neutral_200',
button_secondary_text_color='white'
)
with gr.Blocks(theme=theme, css="footer{display:none !important}", fill_height=True, fill_width=True) as demo:
gr.Markdown(
"""
<p align="center">
<a href="https://text2knowledge.de/start]">
<img src="https://text2knowledge.de/logo.svg" width="10%" height=10%>
</a>
</p>
"""
)
with gr.Row():
with gr.Column(scale=3):
dropdown = gr.Dropdown(
label="Vereinfachungsniveau",
choices=SIMPLIFICATION_LEVELS,
value=SIMPLIFICATION_LEVELS[0],
interactive=True,
)
checkbox = gr.Checkbox(
label="Komposita trennen",
value=False,
)
with gr.Column(scale=97):
input_text = gr.Textbox(
label="Eingabetext",
lines=15,
value=None,
)
simplified_text = gr.Textbox(
label="Vereinfachter Text",
lines=15,
value=None,
visible=False,
)
simplify_button = gr.Button("Vereinfachen", visible=False)
clear_button = gr.Button("Löschen", visible=False)
def handle_input_change(input_val):
if input_val:
return gr.update(visible=True), gr.update(visible=False), gr.update(visible=False) # Show simplify, hide result & clear
else:
return gr.update(visible=False), gr.update(visible=False), gr.update(visible=False) # Hide everything if input is empty
# Hide the simplify button and show the result and clear button when generation starts
def handle_button_click():
return gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)
# Clear function to reset input and result fields
def clear_fields():
return "", gr.update(value="", visible=False), gr.update(visible=False)
input_text.change(
fn=handle_input_change,
inputs=[input_text],
outputs=[simplify_button, simplified_text, clear_button],
)
# Handle the button clicks: Hide the button and show the result field and clear button
simplify_button.click(
fn=stream_chat,
inputs=[input_text, dropdown, checkbox],
outputs=[simplified_text, clear_button],
)
# When button is clicked, hide it and show the result field and clear button
simplify_button.click(
fn=handle_button_click,
inputs=[],
outputs=[simplify_button, simplified_text, clear_button],
)
# Handle clear button click
clear_button.click(
fn=clear_fields,
inputs=[],
outputs=[input_text, simplified_text, clear_button],
)
if __name__ == "__main__":
demo.launch()