Spaces:
Sleeping
Sleeping
Update run_eval.py
Browse files- run_eval.py +3 -1
run_eval.py
CHANGED
@@ -163,9 +163,11 @@ for cfg in CONFIGS:
|
|
163 |
count_before = len(all_rows)
|
164 |
for task, scores in res["results"].items():
|
165 |
for metric, value in scores.items():
|
166 |
-
|
|
|
167 |
continue
|
168 |
all_rows.append({**meta, "task": task, "metric": metric, "value": value})
|
|
|
169 |
print(f"{len(all_rows) - count_before} rows added for {adapter_repo}")
|
170 |
|
171 |
|
|
|
163 |
count_before = len(all_rows)
|
164 |
for task, scores in res["results"].items():
|
165 |
for metric, value in scores.items():
|
166 |
+
base_metric = metric.split(",")[0]
|
167 |
+
if base_metric not in METRICS_TO_KEEP:
|
168 |
continue
|
169 |
all_rows.append({**meta, "task": task, "metric": metric, "value": value})
|
170 |
+
|
171 |
print(f"{len(all_rows) - count_before} rows added for {adapter_repo}")
|
172 |
|
173 |
|