app.py

import gradio as gr
import json, openai, os, time
from openai import OpenAI

_client = None
_assistant = None
_thread = None

def show_json(str, obj):
    print(f"===> {str}\n{json.loads(obj.model_dump_json())}")

def init_assistant():
    global _client, _assistant, _thread
    
    _client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
    
    _assistant = _client.beta.assistants.create(
        name="Math Tutor",
        instructions="You are a personal math tutor. Answer questions briefly, in a sentence or less.",
        model="gpt-4-1106-preview",
    )
    
    _thread = _client.beta.threads.create()

def wait_on_run(run, thread):
    global _client
    while run.status == "queued" or run.status == "in_progress":
        run = _client.beta.threads.runs.retrieve(
            run_id=run.id,
            thread_id=thread.id,
        )
        time.sleep(0.25)
    return run

def extract_content_values(data):
    content_values = []
    for item in data.data:
        for content in item.content:
            if content.type == 'text':
                content_values.append(content.text.value)
    return content_values

def chat(message, history):
    global _client
    global _assistant
    global _thread     
       
    history_openai_format = []
    
    for human, assistant in history:
        history_openai_format.append({"role": "user", "content": human})
        history_openai_format.append({"role": "assistant", "content":assistant})

    history_openai_format.append({"role": "user", "content": message})

    if len(history_openai_format) == 1:
        init_assistant()
    
    show_json("assistant", _assistant)
    show_json("thread", _thread)
    
    #print("### history")
    #print(len(history_openai_format))
    #print(history_openai_format)
    
    message = _client.beta.threads.messages.create(
        role="user",
        thread_id=_thread.id,
        content=history_openai_format,
    )
    
    #show_json("message", message)
    
    run = _client.beta.threads.runs.create(
        assistant_id=_assistant.id,
        thread_id=_thread.id,
    )
    
    run = wait_on_run(run, thread)
    
    #show_json("run", run)

    messages = _client.beta.threads.messages.list(thread_id=_thread.id)
    
    #show_json("messages", messages)

    return extract_content_values(messages)[0]

gr.ChatInterface(
    chat,
    chatbot=gr.Chatbot(height=300),
    textbox=gr.Textbox(placeholder="Ask Math Tutor any question", container=False, scale=7),
    title="Math Tutor",
    description="Question",
    theme="soft",
    examples=["I need to solve the equation `3x + 13 = 11`. Can you help me?"],
    cache_examples=False,
    retry_btn=None,
    undo_btn=None,
    clear_btn="Clear",
    #multimodal=True,
    #additional_inputs=[
    #    gr.Textbox("You are a personal math tutor. Answer questions briefly, in a sentence or less.", label="System Prompt"),
    #],
).launch()