Spaces:
Running
Running
yinanhe
commited on
Commit
•
c1f5a69
1
Parent(s):
014f3a8
[update] min_max dict
Browse files- constants.py +43 -4
constants.py
CHANGED
@@ -1,7 +1,9 @@
|
|
1 |
import os
|
2 |
# this is .py for store constants
|
3 |
MODEL_INFO = ["name"]
|
4 |
-
TASK_INFO = [
|
|
|
|
|
5 |
"subject consistency",
|
6 |
"background consistency",
|
7 |
"temporal flickering",
|
@@ -19,9 +21,27 @@ TASK_INFO = ["Final Score",
|
|
19 |
"temporal style",
|
20 |
"overall consistency"]
|
21 |
|
22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
|
24 |
-
DATA_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
25 |
|
26 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
27 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
@@ -52,4 +72,23 @@ CITATION_BUTTON_TEXT = r"""@article{huang2023vbench,
|
|
52 |
author={Huang, Ziqi and He, Yinan and Yu, Jiashuo and Zhang, Fan and Si, Chenyang and Jiang, Yuming and Zhang, Yuanhan and Wu, Tianxing and Jin, Qingyang and Chanpaisit, Nattapol and Wang, Yaohui and Chen, Xinyuan and Wang, Limin and Lin, Dahua and Qiao, Yu and Liu, Ziwei},
|
53 |
journal={arXiv preprint arXiv:2311.17982},
|
54 |
year={2023}
|
55 |
-
}"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import os
|
2 |
# this is .py for store constants
|
3 |
MODEL_INFO = ["name"]
|
4 |
+
TASK_INFO = [
|
5 |
+
"Selected Score",
|
6 |
+
"Overall Score",
|
7 |
"subject consistency",
|
8 |
"background consistency",
|
9 |
"temporal flickering",
|
|
|
21 |
"temporal style",
|
22 |
"overall consistency"]
|
23 |
|
24 |
+
DEFAULT_INFO = [
|
25 |
+
"Selected Score",
|
26 |
+
"Overall Score",
|
27 |
+
"subject consistency",
|
28 |
+
"background consistency",
|
29 |
+
"temporal flickering",
|
30 |
+
"motion smoothness",
|
31 |
+
"dynamic degree",
|
32 |
+
"aesthetic quality",
|
33 |
+
"imaging quality",
|
34 |
+
"object class",
|
35 |
+
"multiple objects",
|
36 |
+
"human action",
|
37 |
+
"color",
|
38 |
+
"spatial relationship",
|
39 |
+
"scene",
|
40 |
+
"appearance style",
|
41 |
+
"temporal style",
|
42 |
+
"overall consistency"]
|
43 |
|
44 |
+
DATA_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
45 |
|
46 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
47 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
|
|
72 |
author={Huang, Ziqi and He, Yinan and Yu, Jiashuo and Zhang, Fan and Si, Chenyang and Jiang, Yuming and Zhang, Yuanhan and Wu, Tianxing and Jin, Qingyang and Chanpaisit, Nattapol and Wang, Yaohui and Chen, Xinyuan and Wang, Limin and Lin, Dahua and Qiao, Yu and Liu, Ziwei},
|
73 |
journal={arXiv preprint arXiv:2311.17982},
|
74 |
year={2023}
|
75 |
+
}"""
|
76 |
+
|
77 |
+
NORMALIZE_DIC = {
|
78 |
+
"subject consistency": {"Min": 0.1462, "Max": 1.0},
|
79 |
+
"background consistency": {"Min": 0.2615, "Max": 1.0},
|
80 |
+
"temporal flickering": {"Min": 0.6293, "Max": 1.0},
|
81 |
+
"motion smoothness": {"Min": 0.706, "Max": 0.9975},
|
82 |
+
"dynamic degree": {"Min": 0.0, "Max": 1.0},
|
83 |
+
"aesthetic quality": {"Min": 0.0, "Max": 1.0},
|
84 |
+
"imaging quality": {"Min": 0.0, "Max": 1.0},
|
85 |
+
"object class": {"Min": 0.0, "Max": 1.0},
|
86 |
+
"multiple objects": {"Min": 0.0, "Max": 1.0},
|
87 |
+
"human action": {"Min": 0.0, "Max": 1.0},
|
88 |
+
"color": {"Min": 0.0, "Max": 1.0},
|
89 |
+
"spatial relationship": {"Min": 0.0, "Max": 1.0},
|
90 |
+
"scene": {"Min": 0.0, "Max": 0.8222},
|
91 |
+
"appearance": {"Min": 0.0009, "Max": 0.2855},
|
92 |
+
"temporal style": {"Min": 0.0, "Max": 0.364},
|
93 |
+
"overall consistency": {"Min": 0.0, "Max": 0.364}
|
94 |
+
}
|