app.py

import os

import gradio as gr
import pandas as pd
from gradio.themes.utils.sizes import text_md
from gradio_modal import Modal

from content import (HEADER_MARKDOWN, LEADERBOARD_TAB_TITLE_MARKDOWN, SUBMISSION_TAB_TITLE_MARKDOWN,
                     MODAL_SUBMIT_MARKDOWN,
                     SUBMISSION_DETAILS_MARKDOWN, RANKING_AFTER_SUBMISSION_MARKDOWN, MORE_DETAILS_MARKDOWN)
from server import LeaderboardServer, categories

leaderboard_server = LeaderboardServer()


def on_submit_pressed():
    return gr.update(value='Processing submission...', interactive=False)


def validate_submission_inputs(team_name, submission_id, link_to_model, submission_file):
    if not team_name or not submission_id or not link_to_model or not submission_file:
        raise ValueError('Please fill in all fields')
    if not os.path.exists(submission_file):
        raise ValueError('File does not exist')


def process_submission(team_name, submission_id, description, link_to_model, submission_file):
    try:
        validate_submission_inputs(team_name, submission_id, link_to_model, submission_file)
        metadata = {
            "team_name": team_name,
            "submission_id": submission_id,
            "description": description,
            "link_to_model": link_to_model,
        }
        gr.Info('Submission valid, running local tournament...')

        leaderboard_server.prepare_model_for_submission(submission_file, metadata)
    except ValueError as err:
        gr.Warning(str(err))
        return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update(
            visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(
            visible=False), gr.update(visible=False)
    return gr.update(visible=False), gr.update(visible=True), gr.update(interactive=True,
                                                                        visible=True), gr.update(
        interactive=True, visible=True), gr.update(visible=True), gr.update(
        value=leaderboard_server.get_leaderboard(leaderboard_server.pre_submit[0]), visible=True)


def submit_results():
    leaderboard_server.save_pre_submit()
    leaderboard_server.update_leaderboard()
    gr.Info('Submission successful!')
    return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update(
        visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(
        visible=False), gr.update(visible=False), gr.DataFrame(
        value=leaderboard_server.get_leaderboard(), visible=True), gr.update(visible=False), gr.update(
        choices=leaderboard_server.submission_ids)


def erase_pre_submit():
    leaderboard_server.pre_submit = None
    return gr.update(value='Pre-submit model', visible=True, interactive=True), gr.update(
        visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(
        visible=False), gr.update(visible=False), gr.update(visible=False)


def fetch_model_detail(submission_id):
    metadata = leaderboard_server.get_model_detail(submission_id)
    return gr.update(value=metadata['description'], visible=True), gr.update(value=metadata['link_to_model'],
                                                                             visible=True)


def show_modal():
    return gr.update(visible=True)


def hide_modal():
    return gr.update(visible=False)


def on_application_load():
    leaderboard_server.save_pre_submit()
    leaderboard_server.update_leaderboard()
    return gr.DataFrame(
        value=leaderboard_server.get_leaderboard(), visible=True), gr.update(
        choices=leaderboard_server.submission_ids)


custom_css = """

footer {visibility: hidden}

.leaderboard-table tr:first-child th {
  background-color: var(--table-even-background-fill);
}

.leaderboard-table th:first-child, .leaderboard-table td:first-child {
  position: sticky;
  left: 0;
  z-index: 1;
  background-color: inherit;
}

.leaderboard-table th:nth-child(2), .leaderboard-table td:nth-child(2) {
  position: sticky;
  left: var(--cell-width-0);
  z-index: 1;
  background-color: inherit;
}

.leaderboard-table th:nth-child(3), .leaderboard-table td:nth-child(3) {
  position: sticky;
  left: calc(var(--cell-width-0) + var(--cell-width-1));
  z-index: 1;
  background-color: inherit;
}

.leaderboard-table th:nth-child(4), .leaderboard-table td:nth-child(4) {
  position: sticky;
  left: calc(var(--cell-width-0) + var(--cell-width-1) + var(--cell-width-2));
  z-index: 1;
  background-color: inherit;
}

.leaderboard-table th:nth-child(5), .leaderboard-table td:nth-child(5) {
  position: sticky;
  left: calc(var(--cell-width-0) + var(--cell-width-1) + var(--cell-width-2) + var(--cell-width-3));
  z-index: 1;
  background-color: inherit;
}

.leaderboard-table th:nth-child(5)::after, .leaderboard-table td:nth-child(5)::after {
  box-shadow: inset 5px 0px 4px -4px var(--border-color-primary);
  position: absolute;
  top: 0;
  right: 0;
  bottom: -1px;
  content: "";
  width: 30px;
  transform: translateX(100%);
}

"""

with (gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css=custom_css) as main):
    with gr.Row():
        with gr.Row():
            gr.Markdown(HEADER_MARKDOWN)

    with gr.Row():
        with gr.Tab('Leaderboard') as leaderboards_tab:
            with gr.Row():
                gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN)

            with gr.Row():
                with gr.Tab("Overall"):
                    results_table = gr.DataFrame(leaderboard_server.get_leaderboard(), interactive=False, label=None,
                                                 visible=True, elem_classes="leaderboard-table")
                for c in categories:
                    with gr.Tab(c):
                        results_table = gr.DataFrame(leaderboard_server.get_leaderboard(), interactive=False, label=None,
                                                     visible=True, elem_classes="leaderboard-table")

        with gr.Tab('Model details'):
            gr.Markdown(MORE_DETAILS_MARKDOWN)
            detail_dropdown = gr.Dropdown(choices=leaderboard_server.submission_ids, label="Select model",
                                          interactive=True)

            with gr.Row():
                model_description = gr.Text(value='', label='Model description', visible=False, interactive=False)
                model_url = gr.Text(value='', label='Model url', visible=False, interactive=False)

            detail_dropdown.change(
                fn=fetch_model_detail,
                inputs=[detail_dropdown],
                outputs=[model_description, model_url])

        with gr.Tab('Submission'):
            with gr.Column():
                gr.Markdown(SUBMISSION_TAB_TITLE_MARKDOWN)
                with gr.Row():
                    submission_team_name_tb = gr.Textbox(label='Team Name')
                    submission_id_tb = gr.Textbox(label='Submission ID')

                with gr.Row():
                    description_tb = gr.Textbox(label='Description', type='text')
                    link_to_model_tb = gr.Textbox(label='Link to model', type='text')

                submission_file_path = gr.File(label='Upload your results', type='filepath')
                pre_submission_btn = gr.Button(value='Pre-submit model', interactive=True)

                submit_prompt = gr.Markdown(
                    SUBMISSION_DETAILS_MARKDOWN,
                    visible=False
                )

                pre_submit_info = gr.Markdown(
                    RANKING_AFTER_SUBMISSION_MARKDOWN,
                    visible=False
                )

                pre_submit_table = gr.DataFrame(pd.DataFrame(), interactive=False, label=None, visible=False)

                submission_btn_yes = gr.Button(value='Submit model', interactive=False, visible=False)
                submission_btn_no = gr.Button(value='Reverse process', interactive=False, visible=False)

                with Modal(visible=False) as modal_submit:
                    gr.Markdown(MODAL_SUBMIT_MARKDOWN)
                    modal_submit_yes = gr.Button("Yes", interactive=True)
                    modal_submit_no = gr.Button("No", interactive=True)

                pre_submission_btn.click(
                    fn=on_submit_pressed,
                    concurrency_limit=1,
                    outputs=[pre_submission_btn]
                ).then(
                    fn=process_submission,
                    inputs=[submission_team_name_tb, submission_id_tb, description_tb, link_to_model_tb,
                            submission_file_path],
                    outputs=[pre_submission_btn, submit_prompt, submission_btn_yes, submission_btn_no, pre_submit_info,
                             pre_submit_table]
                )

                submission_btn_yes.click(
                    fn=show_modal,
                    outputs=[modal_submit]
                )

                modal_submit_yes.click(
                    fn=submit_results,
                    outputs=[pre_submission_btn, submission_btn_yes, submission_btn_no, submit_prompt, pre_submit_info,
                             pre_submit_table, results_table, modal_submit, detail_dropdown]
                )

                modal_submit_no.click(
                    fn=hide_modal,
                    outputs=[modal_submit]
                )

                submission_btn_no.click(
                    fn=erase_pre_submit,
                    outputs=[pre_submission_btn, submission_btn_yes, submission_btn_no, submit_prompt, pre_submit_info,
                             pre_submit_table]
                )
    main.load(on_application_load, inputs=None, outputs=[results_table, detail_dropdown])

main.launch()