初始化项目,由ModelHub XC社区提供模型
Model: williyam/redrob-qwen-grpo Source: Original Platform
This commit is contained in:
63
eval_compare.json
Normal file
63
eval_compare.json
Normal file
@@ -0,0 +1,63 @@
|
||||
{
|
||||
"device": "mps",
|
||||
"n_episodes": 12,
|
||||
"eval_seed": 0,
|
||||
"max_new_tokens": 384,
|
||||
"baseline": {
|
||||
"model": "Qwen/Qwen3-0.6B",
|
||||
"mean_reward": 0.5394954166666667,
|
||||
"rewards": [
|
||||
0.49674999999999997,
|
||||
0.6875500000000001,
|
||||
0.05,
|
||||
0.54325,
|
||||
0.7235050000000001,
|
||||
0.5267499999999999,
|
||||
0.7247800000000001,
|
||||
0.7245250000000001,
|
||||
0.6965800000000001,
|
||||
0.7235050000000001,
|
||||
0.05,
|
||||
0.5267499999999999
|
||||
],
|
||||
"components_mean": {
|
||||
"format_valid": 0.8333333333333334,
|
||||
"decision_match": 0.5,
|
||||
"score_alignment": 0.373025,
|
||||
"reason_quality": 0.0,
|
||||
"length_penalty": 1.0,
|
||||
"no_hallucination": 0.7791666666666667,
|
||||
"total": 0.5394954166666667
|
||||
},
|
||||
"wall_seconds": 107.62254476547241
|
||||
},
|
||||
"trained": {
|
||||
"model": "williyam/redrob-qwen-grpo",
|
||||
"mean_reward": 0.7129858675096833,
|
||||
"rewards": [
|
||||
0.5129642857142858,
|
||||
0.9165815789473685,
|
||||
0.5111792857142857,
|
||||
0.515,
|
||||
0.9074595454545454,
|
||||
0.51275,
|
||||
0.9070771428571428,
|
||||
0.9172250000000001,
|
||||
0.91517,
|
||||
0.9152192857142857,
|
||||
0.51224,
|
||||
0.5129642857142858
|
||||
],
|
||||
"components_mean": {
|
||||
"format_valid": 1.0,
|
||||
"decision_match": 0.5,
|
||||
"score_alignment": 0.6529333333333334,
|
||||
"reason_quality": 0.7780835611756665,
|
||||
"length_penalty": 1.0,
|
||||
"no_hallucination": 0.6555555555555556,
|
||||
"total": 0.7129858675096833
|
||||
},
|
||||
"wall_seconds": 67.35159301757812
|
||||
},
|
||||
"uplift": 0.17349045084301662
|
||||
}
|
||||
Reference in New Issue
Block a user