pcuenq HF Staff commited on
Commit
0950527
·
verified ·
1 Parent(s): 8435e32

Skip repos with malformed data

Browse files
Files changed (1) hide show
  1. app.py +15 -12
app.py CHANGED
@@ -208,18 +208,21 @@ def update_leaderboard_dataset_parallel(rl_env, path):
208
  #LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
209
  if meta is None:
210
  return None
211
- user_id = model_id.split('/')[0]
212
- row = {}
213
- row["User"] = user_id
214
- row["Model"] = model_id
215
- accuracy = parse_metrics_accuracy(meta)
216
- mean_reward, std_reward = parse_rewards(accuracy)
217
- mean_reward = mean_reward if not pd.isna(mean_reward) else 0
218
- std_reward = std_reward if not pd.isna(std_reward) else 0
219
- row["Results"] = mean_reward - std_reward
220
- row["Mean Reward"] = mean_reward
221
- row["Std Reward"] = std_reward
222
- return row
 
 
 
223
 
224
  data = list(thread_map(process_model, model_ids, desc="Processing models"))
225
 
 
208
  #LOADED_MODEL_METADATA[model_id] = meta if meta is not None else ''
209
  if meta is None:
210
  return None
211
+ try:
212
+ user_id = model_id.split('/')[0]
213
+ row = {}
214
+ row["User"] = user_id
215
+ row["Model"] = model_id
216
+ accuracy = parse_metrics_accuracy(meta)
217
+ mean_reward, std_reward = parse_rewards(accuracy)
218
+ mean_reward = mean_reward if not pd.isna(mean_reward) else 0
219
+ std_reward = std_reward if not pd.isna(std_reward) else 0
220
+ row["Results"] = mean_reward - std_reward
221
+ row["Mean Reward"] = mean_reward
222
+ row["Std Reward"] = std_reward
223
+ return row
224
+ except:
225
+ return None
226
 
227
  data = list(thread_map(process_model, model_ids, desc="Processing models"))
228