Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Skip repos with malformed data
Browse files
app.py
CHANGED
@@ -208,18 +208,21 @@ def update_leaderboard_dataset_parallel(rl_env, path):
|
|
208 |
#LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
|
209 |
if meta is None:
|
210 |
return None
|
211 |
-
|
212 |
-
|
213 |
-
|
214 |
-
|
215 |
-
|
216 |
-
|
217 |
-
|
218 |
-
|
219 |
-
|
220 |
-
|
221 |
-
|
222 |
-
|
|
|
|
|
|
|
223 |
|
224 |
data = list(thread_map(process_model, model_ids, desc="Processing models"))
|
225 |
|
|
|
208 |
#LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
|
209 |
if meta is None:
|
210 |
return None
|
211 |
+
try:
|
212 |
+
user_id = model_id.split('/')[0]
|
213 |
+
row = {}
|
214 |
+
row["User"] = user_id
|
215 |
+
row["Model"] = model_id
|
216 |
+
accuracy = parse_metrics_accuracy(meta)
|
217 |
+
mean_reward, std_reward = parse_rewards(accuracy)
|
218 |
+
mean_reward = mean_reward if not pd.isna(mean_reward) else 0
|
219 |
+
std_reward = std_reward if not pd.isna(std_reward) else 0
|
220 |
+
row["Results"] = mean_reward - std_reward
|
221 |
+
row["Mean Reward"] = mean_reward
|
222 |
+
row["Std Reward"] = std_reward
|
223 |
+
return row
|
224 |
+
except:
|
225 |
+
return None
|
226 |
|
227 |
data = list(thread_map(process_model, model_ids, desc="Processing models"))
|
228 |
|