Spaces:
Running
Running
Update constants.py
Browse files- constants.py +14 -3
constants.py
CHANGED
@@ -2,6 +2,7 @@ import os
|
|
2 |
# this is .py for store constants
|
3 |
MODEL_INFO = [
|
4 |
"Model Name (clickable)",
|
|
|
5 |
"Sampled by",
|
6 |
"Evaluated by",
|
7 |
"Accessibility",
|
@@ -20,6 +21,7 @@ MODEL_INFO_TAB_QUALITY = [
|
|
20 |
|
21 |
MODEL_INFO_TAB_I2V = [
|
22 |
"Model Name (clickable)",
|
|
|
23 |
"Sampled by",
|
24 |
"Evaluated by",
|
25 |
"Accessibility",
|
@@ -52,6 +54,7 @@ TASK_INFO = [
|
|
52 |
|
53 |
VBENCH2_MODEL_INFO_DEFAULT = [
|
54 |
"Model (alphabetical order)",
|
|
|
55 |
"Sampled by",
|
56 |
"Evaluated by",
|
57 |
"Accessibility",
|
@@ -204,9 +207,9 @@ QUALITY_WEIGHT = 4
|
|
204 |
I2V_WEIGHT = 1.0
|
205 |
I2V_QUALITY_WEIGHT = 1.0
|
206 |
|
207 |
-
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
208 |
-
I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
209 |
-
VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
210 |
|
211 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
212 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
@@ -240,9 +243,17 @@ LEADERBORAD_INTRODUCTION = """# VBench Leaderboard
|
|
240 |
|
241 |
**Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
|
242 |
|
|
|
|
|
|
|
|
|
|
|
|
|
243 |
**Model Information**: What are the details of these Video Generation Models? See [HERE](https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)
|
244 |
|
245 |
**Credits**: This leaderboard is updated and maintained by the team of [VBench Contributors](https://github.com/Vchitect/VBench?tab=readme-ov-file#muscle-vbench-contributors).
|
|
|
|
|
246 |
"""
|
247 |
|
248 |
SUBMIT_INTRODUCTION = """# Submit on VBench Benchmark Introduction
|
|
|
2 |
# this is .py for store constants
|
3 |
MODEL_INFO = [
|
4 |
"Model Name (clickable)",
|
5 |
+
"Certification",
|
6 |
"Sampled by",
|
7 |
"Evaluated by",
|
8 |
"Accessibility",
|
|
|
21 |
|
22 |
MODEL_INFO_TAB_I2V = [
|
23 |
"Model Name (clickable)",
|
24 |
+
"Certification",
|
25 |
"Sampled by",
|
26 |
"Evaluated by",
|
27 |
"Accessibility",
|
|
|
54 |
|
55 |
VBENCH2_MODEL_INFO_DEFAULT = [
|
56 |
"Model (alphabetical order)",
|
57 |
+
"Certification",
|
58 |
"Sampled by",
|
59 |
"Evaluated by",
|
60 |
"Accessibility",
|
|
|
207 |
I2V_WEIGHT = 1.0
|
208 |
I2V_QUALITY_WEIGHT = 1.0
|
209 |
|
210 |
+
DATA_TITILE_TYPE = ['markdown', "markdown", 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
211 |
+
I2V_TITILE_TYPE = ['markdown', "markdown", 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
212 |
+
VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
213 |
|
214 |
SUBMISSION_NAME = "vbench_leaderboard_submission"
|
215 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
|
|
|
243 |
|
244 |
**Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
|
245 |
|
246 |
+
**Get VBench Certified: Gold & Platinum Tiers**:
|
247 |
+
- 🏅 Gold Certification: Awarded when you submit high-quality, pre-generated video samples from your model.
|
248 |
+
- 💎 Platinum Certification: Our highest honor. Achieved by submitting your open-source model or a sampling-capable API for full verification by our team.
|
249 |
+
|
250 |
+
**Ready to participate?**: Contact the VBench Team at ZIQI002@e.ntu.edu.sg to submit your work and earn your certification.
|
251 |
+
|
252 |
**Model Information**: What are the details of these Video Generation Models? See [HERE](https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)
|
253 |
|
254 |
**Credits**: This leaderboard is updated and maintained by the team of [VBench Contributors](https://github.com/Vchitect/VBench?tab=readme-ov-file#muscle-vbench-contributors).
|
255 |
+
|
256 |
+
|
257 |
"""
|
258 |
|
259 |
SUBMIT_INTRODUCTION = """# Submit on VBench Benchmark Introduction
|