48 lines
1.5 KiB
JSON
48 lines
1.5 KiB
JSON
{
|
|
"final": {
|
|
"copa_ar": {
|
|
"alias": "copa_ar",
|
|
"acc,none": 0.5280898876404494,
|
|
"acc_stderr,none": 0.05321600047878916,
|
|
"acc_norm,none": 0.5842696629213483,
|
|
"acc_norm_stderr,none": 0.05253771631269923
|
|
},
|
|
"arabic_mt_hellaswag": {
|
|
"alias": "arabic_mt_hellaswag",
|
|
"acc,none": 0.195,
|
|
"acc_stderr,none": 0.028085923439997246,
|
|
"acc_norm,none": 0.26,
|
|
"acc_norm_stderr,none": 0.031093957143700304
|
|
},
|
|
"arabic_leaderboard_arabic_mmlu": {
|
|
"acc,none": 0.23238593052379397,
|
|
"acc_stderr,none": 0.0043980977605237925,
|
|
"acc_norm,none": 0.23238593052379397,
|
|
"acc_norm_stderr,none": 0.0043980977605237925,
|
|
"alias": "arabic_leaderboard_arabic_mmlu"
|
|
}
|
|
},
|
|
"baseline": {
|
|
"copa_ar": {
|
|
"alias": "copa_ar",
|
|
"acc,none": 0.5617977528089888,
|
|
"acc_stderr,none": 0.05289150964557706,
|
|
"acc_norm,none": 0.5393258426966292,
|
|
"acc_norm_stderr,none": 0.05313506354909072
|
|
},
|
|
"arabic_mt_hellaswag": {
|
|
"alias": "arabic_mt_hellaswag",
|
|
"acc,none": 0.225,
|
|
"acc_stderr,none": 0.029601626330440618,
|
|
"acc_norm,none": 0.225,
|
|
"acc_norm_stderr,none": 0.029601626330440618
|
|
},
|
|
"arabic_leaderboard_arabic_mmlu": {
|
|
"acc,none": 0.2598279429380377,
|
|
"acc_stderr,none": 0.004566720578133093,
|
|
"acc_norm,none": 0.2598279429380377,
|
|
"acc_norm_stderr,none": 0.004566720578133093,
|
|
"alias": "arabic_leaderboard_arabic_mmlu"
|
|
}
|
|
}
|
|
} |