Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -84,209 +84,208 @@ MAX_SUBMISSIONS_PER_24H = 2
|
|
84 |
# CHALLENGE_NAME = 'NOTSOFAR1'
|
85 |
|
86 |
|
87 |
-
|
88 |
-
|
89 |
-
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
95 |
-
|
96 |
-
|
97 |
-
|
98 |
-
|
99 |
-
|
100 |
with gr.Row():
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
101 |
with gr.Row():
|
102 |
-
gr.Markdown(
|
103 |
-
|
104 |
-
|
105 |
-
|
106 |
-
#
|
107 |
-
|
108 |
-
|
109 |
-
|
110 |
-
|
111 |
-
|
112 |
-
|
113 |
-
|
114 |
-
|
115 |
-
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
-
|
120 |
-
|
121 |
-
|
122 |
-
|
123 |
-
|
124 |
-
|
125 |
-
|
126 |
-
|
127 |
-
|
128 |
-
|
129 |
-
|
130 |
-
|
131 |
-
|
132 |
-
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
140 |
-
|
141 |
-
|
142 |
-
|
143 |
-
|
144 |
-
|
145 |
-
|
146 |
-
|
147 |
-
|
148 |
-
|
149 |
-
|
150 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
151 |
with gr.Row():
|
152 |
-
|
153 |
-
|
154 |
-
|
155 |
-
|
156 |
-
|
157 |
-
|
158 |
-
|
159 |
-
|
160 |
-
|
161 |
-
|
162 |
-
|
163 |
-
|
164 |
-
|
165 |
-
|
166 |
-
|
167 |
-
|
168 |
-
|
169 |
-
|
170 |
-
|
171 |
-
|
172 |
-
|
173 |
-
|
174 |
-
|
175 |
-
|
176 |
-
|
177 |
-
|
178 |
-
|
179 |
-
|
180 |
-
|
181 |
-
|
182 |
-
|
183 |
-
|
184 |
-
|
185 |
-
|
186 |
-
|
187 |
-
|
188 |
-
|
189 |
-
|
190 |
-
|
191 |
-
|
192 |
-
|
193 |
-
|
194 |
-
|
195 |
-
|
196 |
-
|
197 |
-
|
198 |
-
|
199 |
-
|
200 |
-
|
201 |
-
|
202 |
-
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
210 |
-
|
211 |
-
|
212 |
-
|
213 |
-
|
214 |
-
|
215 |
-
|
216 |
-
|
217 |
-
|
218 |
-
|
219 |
-
|
220 |
-
|
221 |
-
|
222 |
-
with gr.Row():
|
223 |
-
hf_token_tb = gr.Textbox(label='Token', type='password')
|
224 |
-
submissions_24h_txt = gr.Textbox(label='Submissions 24h', value='')
|
225 |
-
description_tb = gr.Textbox(label='Description', type='text')
|
226 |
-
submission_btn = gr.Button(value='Submit', interactive=True)
|
227 |
-
gr.Markdown('### * Please make sure you are using NOTSOFAR dev-set-2 for your submissions')
|
228 |
-
|
229 |
-
submission_btn.click(
|
230 |
-
fn=on_submit_pressed,
|
231 |
-
outputs=[submission_btn]
|
232 |
-
).then(
|
233 |
-
fn=process_submission,
|
234 |
-
inputs=[submission_team_name_tb, submission_file_path,
|
235 |
-
submission_type_radio, description_tb, app_state]
|
236 |
-
).then(
|
237 |
-
fn=on_submit_done,
|
238 |
-
outputs=[submission_btn]
|
239 |
-
).then(
|
240 |
-
fn=on_dropdown_change,
|
241 |
-
outputs=[leaderboards_tabs, leaderboard_tables_list[0]]
|
242 |
-
)
|
243 |
-
|
244 |
-
# # My Submissions Tab #
|
245 |
-
# ######################
|
246 |
-
# with gr.Tab('My Submissions') as my_submissions_tab:
|
247 |
-
# def on_my_submissions_tab_select(app_state):
|
248 |
-
# hf_token = app_state.get('hf_token')
|
249 |
-
# if not hf_token:
|
250 |
-
# return pd.DataFrame(columns=['Please insert your Hugging Face token'])
|
251 |
-
# # submissions = lb_server.get_submissions_by_hf_token(hf_token=hf_token)
|
252 |
-
# # if submissions.empty:
|
253 |
-
# # submissions = pd.DataFrame(columns=['No submissions yet'])
|
254 |
-
# # return submissions
|
255 |
-
#
|
256 |
-
# gr.Markdown(MY_SUBMISSIONS_TAB_TITLE_MARKDOWN)
|
257 |
-
# my_submissions_table = gr.DataFrame()
|
258 |
-
#
|
259 |
-
# my_submissions_tab.select(fn=on_my_submissions_tab_select, inputs=[app_state],
|
260 |
-
# outputs=[my_submissions_table])
|
261 |
-
# my_submissions_token_tb = gr.Textbox(label='Token', type='password')
|
262 |
-
|
263 |
-
def on_token_insert(hf_token, app_state):
|
264 |
-
gr.Info(f'Verifying token...')
|
265 |
-
|
266 |
-
submission_count = None
|
267 |
-
# if hf_token:
|
268 |
-
# submission_count = lb_server.get_submission_count_last_24_hours(hf_token=hf_token)
|
269 |
-
|
270 |
-
if submission_count is None:
|
271 |
-
# Invalid token
|
272 |
-
app_state['hf_token'] = None
|
273 |
-
submissions_24h_str = ''
|
274 |
-
team_submissions_df = pd.DataFrame(columns=['Invalid Token'])
|
275 |
-
gr.Warning('Invalid token')
|
276 |
-
|
277 |
-
# else:
|
278 |
-
# app_state['hf_token'] = hf_token
|
279 |
-
# submissions_24h_str = f'{submission_count}/{MAX_SUBMISSIONS_PER_24H}'
|
280 |
-
# team_submissions_df = lb_server.get_submissions_by_hf_token(hf_token=hf_token)
|
281 |
-
# if team_submissions_df.empty:
|
282 |
-
# team_submissions_df = pd.DataFrame(columns=['No submissions yet'])
|
283 |
-
# gr.Info('Token verified!')
|
284 |
-
|
285 |
-
return app_state, team_submissions_df, submissions_24h_str
|
286 |
-
|
287 |
-
hf_token_tb.change(fn=on_token_insert, inputs=[hf_token_tb, app_state],
|
288 |
-
outputs=[app_state, submissions_24h_txt])
|
289 |
-
# my_submissions_token_tb.change(fn=on_token_insert, inputs=[my_submissions_token_tb, app_state],
|
290 |
-
# outputs=[app_state, my_submissions_table, submissions_24h_txt])
|
291 |
-
|
292 |
-
main.launch()
|
|
|
84 |
# CHALLENGE_NAME = 'NOTSOFAR1'
|
85 |
|
86 |
|
87 |
+
with (gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css="footer {visibility: hidden}") as main):
|
88 |
+
app_state = gr.State({})
|
89 |
+
# with gr.Row():
|
90 |
+
# greet_name = gr.Textbox(label="Name")
|
91 |
+
# greet_output = gr.Textbox(label="Greetings")
|
92 |
+
# greet_btn = gr.Button("Greet")
|
93 |
+
# greet_btn.click(fn=greet, inputs=greet_name, outputs=greet_output).success(
|
94 |
+
# fn=save_json,
|
95 |
+
# inputs=[greet_name, greet_output],
|
96 |
+
# outputs=None,
|
97 |
+
# )
|
98 |
+
|
99 |
+
with gr.Row():
|
100 |
with gr.Row():
|
101 |
+
gr.Markdown(HEADER_MARKDOWN)
|
102 |
+
|
103 |
+
with gr.Row():
|
104 |
+
|
105 |
+
# Leaderboards Tab #
|
106 |
+
####################
|
107 |
+
def populate_leaderboard(leaderboard_type, dataset_version):
|
108 |
+
gr.Info('Loading leaderboard...')
|
109 |
+
time.sleep(1)
|
110 |
+
leaderboard_df = leaderboard_server.get_leaderboard()
|
111 |
+
# leaderboard_df = lb_server.get_leaderboard(
|
112 |
+
# submission_type=leaderboard_type, dataset_version=dataset_version)
|
113 |
+
# if leaderboard_df.empty:
|
114 |
+
return leaderboard_df
|
115 |
+
# return leaderboard_df
|
116 |
+
|
117 |
+
|
118 |
+
def create_leaderboard_tab(tab_name: str, idx: int, dataset_version_dropdown: gr.Dropdown):
|
119 |
+
# dataset_version = dataset_version_dropdown.value
|
120 |
+
print(f'Creating tab for {tab_name}, idx={idx}, dataset_version={dataset_version_dropdown}')
|
121 |
+
with gr.Tab(id=tab_name, label=tab_name) as leaderboard_tab:
|
122 |
+
leaderboard_table = gr.DataFrame(populate_leaderboard(tab_name, None)) if idx == 0 \
|
123 |
+
else gr.DataFrame(pd.DataFrame(columns=['No submissions yet']))
|
124 |
+
leaderboard_tab.select(fn=populate_leaderboard,
|
125 |
+
inputs=[gr.Text(tab_name, visible=False)],
|
126 |
+
outputs=[leaderboard_table])
|
127 |
+
return leaderboard_table
|
128 |
+
|
129 |
+
def on_dropdown_change():
|
130 |
+
first_tab_name = LEADERBOARD_TYPES[0]
|
131 |
+
leaderboard_server.on_submit()
|
132 |
+
|
133 |
+
return gr.Tabs(selected=first_tab_name), populate_leaderboard(first_tab_name, None)
|
134 |
+
|
135 |
+
|
136 |
+
with gr.Tab('Leaderboards') as leaderboards_tab:
|
137 |
with gr.Row():
|
138 |
+
gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN)
|
139 |
+
# with gr.Row():
|
140 |
+
# with gr.Column():
|
141 |
+
# dataset_version_drop = gr.Dropdown(choices=DATASET_VERSIONS, multiselect=False,
|
142 |
+
# value=DATASET_VERSIONS[-1], label="Dataset",
|
143 |
+
# interactive=True)
|
144 |
+
# with gr.Column():
|
145 |
+
# gr.Markdown('') # Empty column for spacing
|
146 |
+
# with gr.Column():
|
147 |
+
# gr.Markdown('') # Empty column for spacing
|
148 |
+
# with gr.Column():
|
149 |
+
# gr.Markdown('') # Empty column for spacing
|
150 |
+
with gr.Row():
|
151 |
+
with gr.Tabs() as leaderboards_tabs:
|
152 |
+
leaderboard_tables_list = []
|
153 |
+
for leaderboard_idx, leaderboard_type in enumerate(LEADERBOARD_TYPES):
|
154 |
+
l_tab = create_leaderboard_tab(leaderboard_type, leaderboard_idx, None)
|
155 |
+
leaderboard_tables_list.append(l_tab)
|
156 |
+
|
157 |
+
# dataset_version_drop.select(fn=on_dropdown_change, inputs=[dataset_version_drop],
|
158 |
+
# outputs=[leaderboards_tabs, leaderboard_tables_list[0]])
|
159 |
+
|
160 |
+
|
161 |
+
# Submission Tab #
|
162 |
+
##################
|
163 |
+
with gr.Tab('Submission'):
|
164 |
+
with gr.Column():
|
165 |
+
def on_submit_pressed():
|
166 |
+
return gr.update(value='Processing submission...', interactive=False)
|
167 |
+
|
168 |
+
def validate_submission_inputs(team_name, submission_zip, submission_type, token):
|
169 |
+
if not team_name or not submission_zip or not submission_type:
|
170 |
+
raise ValueError('Please fill in all fields')
|
171 |
+
if not os.path.exists(submission_zip):
|
172 |
+
raise ValueError('File does not exist')
|
173 |
+
# if not submission_zip.endswith('.zip'):
|
174 |
+
# raise ValueError('File must be a zip')
|
175 |
+
# if not token:
|
176 |
+
# raise ValueError('Please insert a valid Hugging Face token')
|
177 |
+
|
178 |
+
def process_submission(team_name, submission, submission_type, description,
|
179 |
+
app_state, request: gr.Request):
|
180 |
+
logging.info(f'{team_name}: new submission for track: {submission_type}')
|
181 |
+
try:
|
182 |
+
token = app_state.get('hf_token')
|
183 |
+
validate_submission_inputs(team_name, submission, submission_type, token)
|
184 |
+
except ValueError as err:
|
185 |
+
gr.Warning(str(err))
|
186 |
+
return
|
187 |
+
|
188 |
+
|
189 |
+
# metadata = {'challenge_name': CHALLENGE_NAME,
|
190 |
+
# "dataset_version": DATASET_VERSIONS[-1],
|
191 |
+
# 'team_name': team_name,
|
192 |
+
# 'submission_type': submission_type,
|
193 |
+
# 'description': description,
|
194 |
+
# 'token': token,
|
195 |
+
# 'file_name': os.path.basename(submission_zip),
|
196 |
+
# 'file_size_mb': os.path.getsize(submission_zip) / 1024 / 1024,
|
197 |
+
# 'ip': request.client.host}
|
198 |
+
leaderboard_server.save_json(submission)
|
199 |
+
|
200 |
+
try:
|
201 |
+
gr.Info('Processing submission...')
|
202 |
+
# response = lb_server.add_submission(token=token, file_path=submission_zip, metadata=metadata)
|
203 |
+
# if 'error' in response:
|
204 |
+
# gr.Warning(f'Failed to process submission - {response["error"]}')
|
205 |
+
# else:
|
206 |
+
gr.Info('Done processing submission')
|
207 |
+
except Exception as e:
|
208 |
+
gr.Warning(f'Submission failed to upload - {e}')
|
209 |
+
|
210 |
+
def on_submit_done():
|
211 |
+
on_dropdown_change()
|
212 |
+
leaderboard_server.on_submit()
|
213 |
+
# leaderboard_tab.children[0] = gr.DataFrame(populate_leaderboard(None, None))
|
214 |
+
# leaderboard_tab.render()
|
215 |
+
return gr.update(value='Submit', interactive=True)
|
216 |
+
|
217 |
+
gr.Markdown(SUBMISSION_TAB_TITLE_MARKDOWN)
|
218 |
+
submission_team_name_tb = gr.Textbox(label='Team Name')
|
219 |
+
submission_file_path = gr.File(label='Upload your results', type='filepath')
|
220 |
+
submission_type_radio = gr.Radio(label='Submission Track', choices=LEADERBOARD_TYPES)
|
221 |
with gr.Row():
|
222 |
+
hf_token_tb = gr.Textbox(label='Token', type='password')
|
223 |
+
submissions_24h_txt = gr.Textbox(label='Submissions 24h', value='')
|
224 |
+
description_tb = gr.Textbox(label='Description', type='text')
|
225 |
+
submission_btn = gr.Button(value='Submit', interactive=True)
|
226 |
+
gr.Markdown('### * Please make sure you are using NOTSOFAR dev-set-2 for your submissions')
|
227 |
+
|
228 |
+
submission_btn.click(
|
229 |
+
fn=on_submit_pressed,
|
230 |
+
outputs=[submission_btn]
|
231 |
+
).then(
|
232 |
+
fn=process_submission,
|
233 |
+
inputs=[submission_team_name_tb, submission_file_path,
|
234 |
+
submission_type_radio, description_tb, app_state]
|
235 |
+
).then(
|
236 |
+
fn=on_submit_done,
|
237 |
+
outputs=[submission_btn]
|
238 |
+
).then(
|
239 |
+
fn=on_dropdown_change,
|
240 |
+
outputs=[leaderboards_tabs, leaderboard_tables_list[0]]
|
241 |
+
)
|
242 |
+
|
243 |
+
# # My Submissions Tab #
|
244 |
+
# ######################
|
245 |
+
# with gr.Tab('My Submissions') as my_submissions_tab:
|
246 |
+
# def on_my_submissions_tab_select(app_state):
|
247 |
+
# hf_token = app_state.get('hf_token')
|
248 |
+
# if not hf_token:
|
249 |
+
# return pd.DataFrame(columns=['Please insert your Hugging Face token'])
|
250 |
+
# # submissions = lb_server.get_submissions_by_hf_token(hf_token=hf_token)
|
251 |
+
# # if submissions.empty:
|
252 |
+
# # submissions = pd.DataFrame(columns=['No submissions yet'])
|
253 |
+
# # return submissions
|
254 |
+
#
|
255 |
+
# gr.Markdown(MY_SUBMISSIONS_TAB_TITLE_MARKDOWN)
|
256 |
+
# my_submissions_table = gr.DataFrame()
|
257 |
+
#
|
258 |
+
# my_submissions_tab.select(fn=on_my_submissions_tab_select, inputs=[app_state],
|
259 |
+
# outputs=[my_submissions_table])
|
260 |
+
# my_submissions_token_tb = gr.Textbox(label='Token', type='password')
|
261 |
+
|
262 |
+
def on_token_insert(hf_token, app_state):
|
263 |
+
gr.Info(f'Verifying token...')
|
264 |
+
|
265 |
+
submission_count = None
|
266 |
+
# if hf_token:
|
267 |
+
# submission_count = lb_server.get_submission_count_last_24_hours(hf_token=hf_token)
|
268 |
+
|
269 |
+
if submission_count is None:
|
270 |
+
# Invalid token
|
271 |
+
app_state['hf_token'] = None
|
272 |
+
submissions_24h_str = ''
|
273 |
+
team_submissions_df = pd.DataFrame(columns=['Invalid Token'])
|
274 |
+
gr.Warning('Invalid token')
|
275 |
+
|
276 |
+
# else:
|
277 |
+
# app_state['hf_token'] = hf_token
|
278 |
+
# submissions_24h_str = f'{submission_count}/{MAX_SUBMISSIONS_PER_24H}'
|
279 |
+
# team_submissions_df = lb_server.get_submissions_by_hf_token(hf_token=hf_token)
|
280 |
+
# if team_submissions_df.empty:
|
281 |
+
# team_submissions_df = pd.DataFrame(columns=['No submissions yet'])
|
282 |
+
# gr.Info('Token verified!')
|
283 |
+
|
284 |
+
return app_state, team_submissions_df, submissions_24h_str
|
285 |
+
|
286 |
+
hf_token_tb.change(fn=on_token_insert, inputs=[hf_token_tb, app_state],
|
287 |
+
outputs=[app_state, submissions_24h_txt])
|
288 |
+
# my_submissions_token_tb.change(fn=on_token_insert, inputs=[my_submissions_token_tb, app_state],
|
289 |
+
# outputs=[app_state, my_submissions_table, submissions_24h_txt])
|
290 |
+
|
291 |
+
main.launch()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|