RightNowAI/RightNow-Arabic-0.5B-Turbo
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: RightNowAI/RightNow-Arabic-0.5B-Turbo
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-11-03 13:37:19 +08:00
commit 3b4ff912d1
25 changed files with 943 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

48
benchmarks.json Normal file
View File

@@ -0,0 +1,48 @@
{
"final": {
"copa_ar": {
"alias": "copa_ar",
"acc,none": 0.5280898876404494,
"acc_stderr,none": 0.05321600047878916,
"acc_norm,none": 0.5842696629213483,
"acc_norm_stderr,none": 0.05253771631269923
},
"arabic_mt_hellaswag": {
"alias": "arabic_mt_hellaswag",
"acc,none": 0.195,
"acc_stderr,none": 0.028085923439997246,
"acc_norm,none": 0.26,
"acc_norm_stderr,none": 0.031093957143700304
},
"arabic_leaderboard_arabic_mmlu": {
"acc,none": 0.23238593052379397,
"acc_stderr,none": 0.0043980977605237925,
"acc_norm,none": 0.23238593052379397,
"acc_norm_stderr,none": 0.0043980977605237925,
"alias": "arabic_leaderboard_arabic_mmlu"
}
},
"baseline": {
"copa_ar": {
"alias": "copa_ar",
"acc,none": 0.5617977528089888,
"acc_stderr,none": 0.05289150964557706,
"acc_norm,none": 0.5393258426966292,
"acc_norm_stderr,none": 0.05313506354909072
},
"arabic_mt_hellaswag": {
"alias": "arabic_mt_hellaswag",
"acc,none": 0.225,
"acc_stderr,none": 0.029601626330440618,
"acc_norm,none": 0.225,
"acc_norm_stderr,none": 0.029601626330440618
},
"arabic_leaderboard_arabic_mmlu": {
"acc,none": 0.2598279429380377,
"acc_stderr,none": 0.004566720578133093,
"acc_norm,none": 0.2598279429380377,
"acc_norm_stderr,none": 0.004566720578133093,
"alias": "arabic_leaderboard_arabic_mmlu"
}
}
}