ynhe commited on
Commit
01a9e77
1 Parent(s): b9843eb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +93 -5
app.py CHANGED
@@ -237,6 +237,8 @@ def get_final_score_quality(df, selected_columns):
237
  df.insert(1, 'Selected Score', selected_score)
238
  return df
239
 
 
 
240
  def get_baseline_df():
241
  submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
242
  submission_repo.git_pull()
@@ -270,6 +272,17 @@ def get_baseline_df_i2v():
270
  df = convert_scores_to_percentage(df)
271
  return df
272
 
 
 
 
 
 
 
 
 
 
 
 
273
  def get_all_df(selected_columns, dir=CSV_DIR):
274
  submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
275
  submission_repo.git_pull()
@@ -294,6 +307,15 @@ def get_all_df_i2v(selected_columns, dir=I2V_DIR):
294
  df = df.sort_values(by="Selected Score", ascending=False)
295
  return df
296
 
 
 
 
 
 
 
 
 
 
297
  def convert_scores_to_percentage(df):
298
  # 对DataFrame中的每一列(除了'name'列)进行操作
299
 
@@ -318,6 +340,7 @@ def disable_all():
318
  def enable_all():
319
  return gr.update(value=TASK_INFO)
320
 
 
321
  def on_filter_model_size_method_change(selected_columns):
322
  updated_data = get_all_df(selected_columns, CSV_DIR)
323
  #print(updated_data)
@@ -382,6 +405,25 @@ def on_filter_model_size_method_change_i2v(selected_columns):
382
  )
383
  return filter_component#.value
384
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
385
  block = gr.Blocks()
386
 
387
 
@@ -436,6 +478,7 @@ with block:
436
  disable_b.click(disable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
437
  checkbox_group.change(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
438
 
 
439
  with gr.TabItem("Video Quaity", elem_id="vbench-tab-table", id=2):
440
  with gr.Accordion("INSTRUCTION", open=False):
441
  citation_button = gr.Textbox(
@@ -464,7 +507,8 @@ with block:
464
  )
465
 
466
  checkbox_group_quality.change(fn=on_filter_model_size_method_change_quality, inputs=[checkbox_group_quality], outputs=data_component_quality)
467
-
 
468
  with gr.TabItem("VBench-I2V", elem_id="vbench-tab-table", id=3):
469
  with gr.Accordion("NOTE", open=False):
470
  i2v_note_button = gr.Textbox(
@@ -493,13 +537,57 @@ with block:
493
  )
494
 
495
  checkbox_group_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v], outputs=data_component_i2v)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
496
 
497
- # table 2
498
- with gr.TabItem("📝 About", elem_id="mvbench-tab-table", id=4):
499
  gr.Markdown(LEADERBORAD_INFO, elem_classes="markdown-text")
500
 
501
- # table 3
502
- with gr.TabItem("🚀 Submit here! ", elem_id="mvbench-tab-table", id=4):
503
  gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
504
 
505
  with gr.Row():
 
237
  df.insert(1, 'Selected Score', selected_score)
238
  return df
239
 
240
+
241
+
242
  def get_baseline_df():
243
  submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
244
  submission_repo.git_pull()
 
272
  df = convert_scores_to_percentage(df)
273
  return df
274
 
275
+ def get_baseline_df_long():
276
+ submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
277
+ submission_repo.git_pull()
278
+ df = pd.read_csv(LONG_DIR)
279
+ df = get_final_score(df, checkbox_group.value)
280
+ df = df.sort_values(by="Selected Score", ascending=False)
281
+ present_columns = MODEL_INFO + checkbox_group.value
282
+ df = df[present_columns]
283
+ df = convert_scores_to_percentage(df)
284
+ return df
285
+
286
  def get_all_df(selected_columns, dir=CSV_DIR):
287
  submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
288
  submission_repo.git_pull()
 
307
  df = df.sort_values(by="Selected Score", ascending=False)
308
  return df
309
 
310
+ def get_all_df_long(selected_columns, dir=LONG_DIR):
311
+ submission_repo = Repository(local_dir=SUBMISSION_NAME, clone_from=SUBMISSION_URL, use_auth_token=HF_TOKEN, repo_type="dataset")
312
+ submission_repo.git_pull()
313
+ df = pd.read_csv(dir)
314
+ df = get_final_score(df, selected_columns)
315
+ df = df.sort_values(by="Selected Score", ascending=False)
316
+ return df
317
+
318
+
319
  def convert_scores_to_percentage(df):
320
  # 对DataFrame中的每一列(除了'name'列)进行操作
321
 
 
340
  def enable_all():
341
  return gr.update(value=TASK_INFO)
342
 
343
+ # select function
344
  def on_filter_model_size_method_change(selected_columns):
345
  updated_data = get_all_df(selected_columns, CSV_DIR)
346
  #print(updated_data)
 
405
  )
406
  return filter_component#.value
407
 
408
+ def on_filter_model_size_method_change_long(selected_columns):
409
+ updated_data = get_all_df_long(selected_columns, LONG_DIR)
410
+ selected_columns = [item for item in TASK_INFO if item in selected_columns]
411
+ present_columns = MODEL_INFO + selected_columns
412
+ updated_data = updated_data[present_columns]
413
+ updated_data = updated_data.sort_values(by="Selected Score", ascending=False)
414
+ updated_data = convert_scores_to_percentage(updated_data)
415
+ updated_headers = present_columns
416
+ update_datatype = [DATA_TITILE_TYPE[COLUMN_NAMES.index(x)] for x in updated_headers]
417
+ filter_component = gr.components.Dataframe(
418
+ value=updated_data,
419
+ headers=updated_headers,
420
+ type="pandas",
421
+ datatype=update_datatype,
422
+ interactive=False,
423
+ visible=True,
424
+ )
425
+ return filter_component#.value
426
+
427
  block = gr.Blocks()
428
 
429
 
 
478
  disable_b.click(disable_all, inputs=None, outputs=[checkbox_group]).then(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
479
  checkbox_group.change(fn=on_filter_model_size_method_change, inputs=[ checkbox_group], outputs=data_component)
480
 
481
+ # Table 1
482
  with gr.TabItem("Video Quaity", elem_id="vbench-tab-table", id=2):
483
  with gr.Accordion("INSTRUCTION", open=False):
484
  citation_button = gr.Textbox(
 
507
  )
508
 
509
  checkbox_group_quality.change(fn=on_filter_model_size_method_change_quality, inputs=[checkbox_group_quality], outputs=data_component_quality)
510
+
511
+ # Table i2v
512
  with gr.TabItem("VBench-I2V", elem_id="vbench-tab-table", id=3):
513
  with gr.Accordion("NOTE", open=False):
514
  i2v_note_button = gr.Textbox(
 
537
  )
538
 
539
  checkbox_group_i2v.change(fn=on_filter_model_size_method_change_i2v, inputs=[checkbox_group_i2v], outputs=data_component_i2v)
540
+
541
+ with gr.TabItem("📊 VBench-Long", elem_id="vbench-tab-table", id=4):
542
+ with gr.Row():
543
+ with gr.Accordion("INSTRUCTION", open=False):
544
+ citation_button = gr.Textbox(
545
+ value=LONG_CLAIM_TEXT,
546
+ label="",
547
+ elem_id="long-ins-button",
548
+ lines=2,
549
+ )
550
+
551
+ gr.Markdown(
552
+ TABLE_INTRODUCTION
553
+ )
554
+ with gr.Row():
555
+ with gr.Column(scale=0.2):
556
+ choosen_q_long = gr.Button("Select Quality Dimensions")
557
+ choosen_s_long = gr.Button("Select Semantic Dimensions")
558
+ enable_b_long = gr.Button("Select All")
559
+ disable_b_long = gr.Button("Deselect All")
560
+
561
+ with gr.Column(scale=0.8):
562
+ checkbox_group_long = gr.CheckboxGroup(
563
+ choices=TASK_INFO,
564
+ value=DEFAULT_INFO,
565
+ label="Evaluation Dimension",
566
+ interactive=True,
567
+ )
568
+
569
+ data_component = gr.components.Dataframe(
570
+ value=get_baseline_df_long,
571
+ headers=COLUMN_NAMES,
572
+ type="pandas",
573
+ datatype=DATA_TITILE_TYPE,
574
+ interactive=False,
575
+ visible=True,
576
+ height=700,
577
+ )
578
+
579
+ choosen_q_long.click(choose_all_quailty, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
580
+ choosen_s_long.click(choose_all_semantic, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
581
+ enable_b_long.click(enable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
582
+ disable_b_long.click(disable_all, inputs=None, outputs=[checkbox_group_long]).then(fn=on_filter_model_size_method_change_long, inputs=[ checkbox_group_long], outputs=data_component)
583
+ checkbox_group_long.change(fn=on_filter_model_size_method_change_long, inputs=[checkbox_group_long], outputs=data_component)
584
 
585
+ # table info
586
+ with gr.TabItem("📝 About", elem_id="mvbench-tab-table", id=5):
587
  gr.Markdown(LEADERBORAD_INFO, elem_classes="markdown-text")
588
 
589
+ # table submission
590
+ with gr.TabItem("🚀 Submit here! ", elem_id="mvbench-tab-table", id=6):
591
  gr.Markdown(LEADERBORAD_INTRODUCTION, elem_classes="markdown-text")
592
 
593
  with gr.Row():