yinanhe commited on
Commit
c1f5a69
1 Parent(s): 014f3a8

[update] min_max dict

Browse files
Files changed (1) hide show
  1. constants.py +43 -4
constants.py CHANGED
@@ -1,7 +1,9 @@
1
  import os
2
  # this is .py for store constants
3
  MODEL_INFO = ["name"]
4
- TASK_INFO = ["Final Score",
 
 
5
  "subject consistency",
6
  "background consistency",
7
  "temporal flickering",
@@ -19,9 +21,27 @@ TASK_INFO = ["Final Score",
19
  "temporal style",
20
  "overall consistency"]
21
 
22
- AVG_INFO = ["Final Score"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
 
24
- DATA_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
25
 
26
  SUBMISSION_NAME = "vbench_leaderboard_submission"
27
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
@@ -52,4 +72,23 @@ CITATION_BUTTON_TEXT = r"""@article{huang2023vbench,
52
  author={Huang, Ziqi and He, Yinan and Yu, Jiashuo and Zhang, Fan and Si, Chenyang and Jiang, Yuming and Zhang, Yuanhan and Wu, Tianxing and Jin, Qingyang and Chanpaisit, Nattapol and Wang, Yaohui and Chen, Xinyuan and Wang, Limin and Lin, Dahua and Qiao, Yu and Liu, Ziwei},
53
  journal={arXiv preprint arXiv:2311.17982},
54
  year={2023}
55
- }"""
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import os
2
  # this is .py for store constants
3
  MODEL_INFO = ["name"]
4
+ TASK_INFO = [
5
+ "Selected Score",
6
+ "Overall Score",
7
  "subject consistency",
8
  "background consistency",
9
  "temporal flickering",
 
21
  "temporal style",
22
  "overall consistency"]
23
 
24
+ DEFAULT_INFO = [
25
+ "Selected Score",
26
+ "Overall Score",
27
+ "subject consistency",
28
+ "background consistency",
29
+ "temporal flickering",
30
+ "motion smoothness",
31
+ "dynamic degree",
32
+ "aesthetic quality",
33
+ "imaging quality",
34
+ "object class",
35
+ "multiple objects",
36
+ "human action",
37
+ "color",
38
+ "spatial relationship",
39
+ "scene",
40
+ "appearance style",
41
+ "temporal style",
42
+ "overall consistency"]
43
 
44
+ DATA_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
45
 
46
  SUBMISSION_NAME = "vbench_leaderboard_submission"
47
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
 
72
  author={Huang, Ziqi and He, Yinan and Yu, Jiashuo and Zhang, Fan and Si, Chenyang and Jiang, Yuming and Zhang, Yuanhan and Wu, Tianxing and Jin, Qingyang and Chanpaisit, Nattapol and Wang, Yaohui and Chen, Xinyuan and Wang, Limin and Lin, Dahua and Qiao, Yu and Liu, Ziwei},
73
  journal={arXiv preprint arXiv:2311.17982},
74
  year={2023}
75
+ }"""
76
+
77
+ NORMALIZE_DIC = {
78
+ "subject consistency": {"Min": 0.1462, "Max": 1.0},
79
+ "background consistency": {"Min": 0.2615, "Max": 1.0},
80
+ "temporal flickering": {"Min": 0.6293, "Max": 1.0},
81
+ "motion smoothness": {"Min": 0.706, "Max": 0.9975},
82
+ "dynamic degree": {"Min": 0.0, "Max": 1.0},
83
+ "aesthetic quality": {"Min": 0.0, "Max": 1.0},
84
+ "imaging quality": {"Min": 0.0, "Max": 1.0},
85
+ "object class": {"Min": 0.0, "Max": 1.0},
86
+ "multiple objects": {"Min": 0.0, "Max": 1.0},
87
+ "human action": {"Min": 0.0, "Max": 1.0},
88
+ "color": {"Min": 0.0, "Max": 1.0},
89
+ "spatial relationship": {"Min": 0.0, "Max": 1.0},
90
+ "scene": {"Min": 0.0, "Max": 0.8222},
91
+ "appearance": {"Min": 0.0009, "Max": 0.2855},
92
+ "temporal style": {"Min": 0.0, "Max": 0.364},
93
+ "overall consistency": {"Min": 0.0, "Max": 0.364}
94
+ }