omnisealbench_mduppes / config_leaderboard.py
alexmourachko
Initial commit
57f7624
import pandas as pd
TYPES = [
"str",
"markdown",
"number",
"number",
"number",
"number",
"number",
"number",
"number",
"str",
"str",
"str",
"str",
"bool",
"str",
"number",
"number",
"bool",
"str",
"bool",
"bool",
"str",
]
ON_LOAD_COLUMNS = [
"model",
"psnr",
"ssim",
"lpips",
"Visual_bit_acc",
"Geometric_bit_acc",
"Compression_bit_acc",
"Inpainting_bit_acc",
"Mixed_bit_acc",
"avg_bit_acc",
"avg_p_value",
"avg_word_acc",
]
ON_LOAD_AUDIO_COLUMNS = [
"model",
"snr",
"TimeDomain_bit_acc",
"AmplitudeDomain_bit_acc",
"identity_snr",
"identity_bit_acc",
"identity_detect_prob",
"avg_bit_acc",
"avg_tn_bit_acc",
"avg_detect_prob",
"avg_tn_detect_prob",
]
NUMERIC_INTERVALS = {
"?": pd.Interval(-1, 0, closed="right"),
"~1.5": pd.Interval(0, 2, closed="right"),
"~3": pd.Interval(2, 4, closed="right"),
"~7": pd.Interval(4, 9, closed="right"),
"~13": pd.Interval(9, 20, closed="right"),
"~35": pd.Interval(20, 45, closed="right"),
"~60": pd.Interval(45, 70, closed="right"),
"70+": pd.Interval(70, 10000, closed="right"),
}