Mdrnfox commited on
Commit
0799cad
·
verified ·
1 Parent(s): ac2b840

Update run_eval.py

Browse files
Files changed (1) hide show
  1. run_eval.py +3 -1
run_eval.py CHANGED
@@ -163,9 +163,11 @@ for cfg in CONFIGS:
163
  count_before = len(all_rows)
164
  for task, scores in res["results"].items():
165
  for metric, value in scores.items():
166
- if metric not in METRICS_TO_KEEP:
 
167
  continue
168
  all_rows.append({**meta, "task": task, "metric": metric, "value": value})
 
169
  print(f"{len(all_rows) - count_before} rows added for {adapter_repo}")
170
 
171
 
 
163
  count_before = len(all_rows)
164
  for task, scores in res["results"].items():
165
  for metric, value in scores.items():
166
+ base_metric = metric.split(",")[0]
167
+ if base_metric not in METRICS_TO_KEEP:
168
  continue
169
  all_rows.append({**meta, "task": task, "metric": metric, "value": value})
170
+
171
  print(f"{len(all_rows) - count_before} rows added for {adapter_repo}")
172
 
173