add static

app.py

@@ -31,6 +31,7 @@ from src.populate import get_evaluation_queue_df, get_leaderboard_df
 from src.submission.submit import add_new_eval
 from src.scripts.update_all_request_files import update_dynamic_files
 from src.tools.collections import update_collections
+form src.tools.data_statics import get_statics
 from src.tools.plots import (
     create_metric_plot_obj,
     create_plot_df,
@@ -492,5 +493,6 @@ with demo:
 scheduler = BackgroundScheduler()
 scheduler.add_job(restart_space, "interval", seconds=1800)
 scheduler.add_job(update_dynamic_files, "cron", minute=30) # launched every hour on the hour
+scheduler.add_job(get_statics, 'cron', hour=0, minute=30, timezone='Asia/Shanghai') # 添加定时任务，每天0:30执行一次
 scheduler.start()
 demo.queue(default_concurrency_limit=40).launch()

src/tools/datastatics.py

@@ -0,0 +1,38 @@
+import os
+import json
+import datetime
+from src.envs import API, EVAL_REQUESTS_PATH
+
+def get_statics(save_path=EVAL_REQUESTS_PATH):
+    """Creates the different dataframes for the evaluation queues requestes"""
+    entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
+    all_evals = []
+
+    for entry in entries:
+        if ".json" in entry:
+            file_path = os.path.join(save_path, entry)
+            with open(file_path) as fp:
+                data = json.load(fp)
+            all_evals.append(data)
+        elif ".md" not in entry:
+            sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if not e.startswith(".")]
+            for sub_entry in sub_entries:
+                file_path = os.path.join(save_path, entry, sub_entry)
+                with open(file_path) as fp:
+                    data = json.load(fp)
+                all_evals.append(data)
+        finished_list = [e for e in all_evals if e["status"].startswith("FINISHED") or e["status"] == "PENDING_NEW_EVAL"]
+  
+    finished = len(finished_list)
+    submmit = len(all_evals)
+    print(finished, submmit)
+    with open("statics_eachday.json","r") as f:
+        statics = json.load(f)
+    print(type(statics),str(datetime.datetime.now()), type(str(datetime.datetime.now())))
+    statics.append({"date":str(datetime.datetime.now()),"finished":finished, "submmit":submmit})
+    with open("statics_eachday.json","w") as f:
+        f.write(json.dumps(statics))
+
+
+if __name__ == "__main__":
+    get_statics(EVAL_REQUESTS_PATH)

statics_eachday.json

@@ -0,0 +1 @@
+[]