AliceYin/l20-edu-135m
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: AliceYin/l20-edu-135m
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-10 18:43:03 +08:00
commit 9e2ca78a06
88 changed files with 605541 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

213
eval/comparison.json Normal file
View File

@@ -0,0 +1,213 @@
{
"candidate": "l20-edu-135m-deepthin",
"tasks": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.25402678051620414
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.3272256522605059
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.6224156692056583
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.5058922558922558
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.2764505119453925
},
"winogrande": {
"metric": "acc,none",
"value": 0.5098658247829518
}
},
"baselines": {
"gpt2-small": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.30758781292451
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.31378211511651066
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.6207834602829162
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.39730639730639733
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.22610921501706485
},
"winogrande": {
"metric": "acc,none",
"value": 0.5067087608524072
}
},
"opt-125m": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.3856006209974772
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.31597291376219877
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.6202393906420022
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.398989898989899
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.22098976109215018
},
"winogrande": {
"metric": "acc,none",
"value": 0.5177584846093133
}
},
"gpt-neo-125m": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.37647972055113527
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.30551682931686913
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.6213275299238302
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.39646464646464646
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.23208191126279865
},
"winogrande": {
"metric": "acc,none",
"value": 0.5098658247829518
}
},
"cerebras-gpt-111m": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.19115078594993207
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.2719577773351922
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.5810663764961915
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.35058922558922556
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.2098976109215017
},
"winogrande": {
"metric": "acc,none",
"value": 0.49013417521704816
}
},
"pythia-160m": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.12245294003493111
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.30302728540131446
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.5979325353645266
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.3640572390572391
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.23122866894197952
},
"winogrande": {
"metric": "acc,none",
"value": 0.5074980268350434
}
},
"smollm-135m": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.3757034737046381
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.42650866361282613
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.6822633297062024
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.561026936026936
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.28754266211604096
},
"winogrande": {
"metric": "acc,none",
"value": 0.5272296764009471
}
},
"smollm2-135m": {
"lambada_openai": {
"metric": "acc,none",
"value": 0.4288763826896953
},
"hellaswag": {
"metric": "acc_norm,none",
"value": 0.43009360685122483
},
"piqa": {
"metric": "acc_norm,none",
"value": 0.6838955386289445
},
"arc_easy": {
"metric": "acc_norm,none",
"value": 0.5854377104377104
},
"arc_challenge": {
"metric": "acc_norm,none",
"value": 0.29692832764505117
},
"winogrande": {
"metric": "acc,none",
"value": 0.5248618784530387
}
}
}
}

22
eval/comparison.md Normal file
View File

@@ -0,0 +1,22 @@
# lm-eval Comparison
Candidate: `l20-edu-135m-deepthin`
| Task | Metric | l20-edu-135m-deepthin | gpt2-small | opt-125m | gpt-neo-125m | cerebras-gpt-111m | pythia-160m | smollm-135m | smollm2-135m |
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
| arc_challenge | acc_norm,none | 0.2765 | 0.2261 | 0.2210 | 0.2321 | 0.2099 | 0.2312 | 0.2875 | 0.2969 |
| arc_easy | acc_norm,none | 0.5059 | 0.3973 | 0.3990 | 0.3965 | 0.3506 | 0.3641 | 0.5610 | 0.5854 |
| hellaswag | acc_norm,none | 0.3272 | 0.3138 | 0.3160 | 0.3055 | 0.2720 | 0.3030 | 0.4265 | 0.4301 |
| lambada_openai | acc,none | 0.2540 | 0.3076 | 0.3856 | 0.3765 | 0.1912 | 0.1225 | 0.3757 | 0.4289 |
| piqa | acc_norm,none | 0.6224 | 0.6208 | 0.6202 | 0.6213 | 0.5811 | 0.5979 | 0.6823 | 0.6839 |
| winogrande | acc,none | 0.5099 | 0.5067 | 0.5178 | 0.5099 | 0.4901 | 0.5075 | 0.5272 | 0.5249 |
## Win Rates
- `gpt2-small`: 5/6 = 0.833
- `opt-125m`: 4/6 = 0.667
- `gpt-neo-125m`: 4/6 = 0.667
- `cerebras-gpt-111m`: 6/6 = 1.000
- `pythia-160m`: 6/6 = 1.000
- `smollm-135m`: 0/6 = 0.000
- `smollm2-135m`: 0/6 = 0.000