ynhe commited on
Commit
ddada30
·
verified ·
1 Parent(s): 802104c

Update constants.py

Browse files
Files changed (1) hide show
  1. constants.py +14 -3
constants.py CHANGED
@@ -2,6 +2,7 @@ import os
2
  # this is .py for store constants
3
  MODEL_INFO = [
4
  "Model Name (clickable)",
 
5
  "Sampled by",
6
  "Evaluated by",
7
  "Accessibility",
@@ -20,6 +21,7 @@ MODEL_INFO_TAB_QUALITY = [
20
 
21
  MODEL_INFO_TAB_I2V = [
22
  "Model Name (clickable)",
 
23
  "Sampled by",
24
  "Evaluated by",
25
  "Accessibility",
@@ -52,6 +54,7 @@ TASK_INFO = [
52
 
53
  VBENCH2_MODEL_INFO_DEFAULT = [
54
  "Model (alphabetical order)",
 
55
  "Sampled by",
56
  "Evaluated by",
57
  "Accessibility",
@@ -204,9 +207,9 @@ QUALITY_WEIGHT = 4
204
  I2V_WEIGHT = 1.0
205
  I2V_QUALITY_WEIGHT = 1.0
206
 
207
- DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
208
- I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
209
- VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
210
 
211
  SUBMISSION_NAME = "vbench_leaderboard_submission"
212
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
@@ -240,9 +243,17 @@ LEADERBORAD_INTRODUCTION = """# VBench Leaderboard
240
 
241
  **Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
242
 
 
 
 
 
 
 
243
  **Model Information**: What are the details of these Video Generation Models? See [HERE](https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)
244
 
245
  **Credits**: This leaderboard is updated and maintained by the team of [VBench Contributors](https://github.com/Vchitect/VBench?tab=readme-ov-file#muscle-vbench-contributors).
 
 
246
  """
247
 
248
  SUBMIT_INTRODUCTION = """# Submit on VBench Benchmark Introduction
 
2
  # this is .py for store constants
3
  MODEL_INFO = [
4
  "Model Name (clickable)",
5
+ "Certification",
6
  "Sampled by",
7
  "Evaluated by",
8
  "Accessibility",
 
21
 
22
  MODEL_INFO_TAB_I2V = [
23
  "Model Name (clickable)",
24
+ "Certification",
25
  "Sampled by",
26
  "Evaluated by",
27
  "Accessibility",
 
54
 
55
  VBENCH2_MODEL_INFO_DEFAULT = [
56
  "Model (alphabetical order)",
57
+ "Certification",
58
  "Sampled by",
59
  "Evaluated by",
60
  "Accessibility",
 
207
  I2V_WEIGHT = 1.0
208
  I2V_QUALITY_WEIGHT = 1.0
209
 
210
+ DATA_TITILE_TYPE = ['markdown', "markdown", 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
211
+ I2V_TITILE_TYPE = ['markdown', "markdown", 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
212
+ VBENCH2_TITLE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
213
 
214
  SUBMISSION_NAME = "vbench_leaderboard_submission"
215
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Vchitect/", SUBMISSION_NAME)
 
243
 
244
  **Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
245
 
246
+ **Get VBench Certified: Gold & Platinum Tiers**:
247
+ - 🏅 Gold Certification: Awarded when you submit high-quality, pre-generated video samples from your model.
248
+ - 💎 Platinum Certification: Our highest honor. Achieved by submitting your open-source model or a sampling-capable API for full verification by our team.
249
+
250
+ **Ready to participate?**: Contact the VBench Team at ZIQI002@e.ntu.edu.sg to submit your work and earn your certification.
251
+
252
  **Model Information**: What are the details of these Video Generation Models? See [HERE](https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)
253
 
254
  **Credits**: This leaderboard is updated and maintained by the team of [VBench Contributors](https://github.com/Vchitect/VBench?tab=readme-ov-file#muscle-vbench-contributors).
255
+
256
+
257
  """
258
 
259
  SUBMIT_INTRODUCTION = """# Submit on VBench Benchmark Introduction