W-61/qwen3-8b-base-new-dpo-ultrafeedback-4xh200-batch-128-q_t-0.4-s_star-0.35-20260430-140517
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: W-61/qwen3-8b-base-new-dpo-ultrafeedback-4xh200-batch-128-q_t-0.4-s_star-0.35-20260430-140517
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-29 01:10:42 +08:00
commit 181eecd0b9
501 changed files with 166909 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
eval_results.json Normal file
View File

@@ -0,0 +1,21 @@
{
"epoch": 0.9989528795811519,
"eval_KL/chosen_KL_mean": -48.39694595336914,
"eval_KL/mean": -76.14442443847656,
"eval_KL/rejected_KL_mean": -103.89189147949219,
"eval_KL/std": 75.29983520507812,
"eval_fcm_dpo/beta": 0.003546761581674218,
"eval_logits/chosen": 1.4365565776824951,
"eval_logits/rejected": 1.5009914636611938,
"eval_logps/chosen": -328.81365966796875,
"eval_logps/ref_chosen": -280.41668701171875,
"eval_logps/ref_rejected": -264.6455383300781,
"eval_logps/rejected": -368.53741455078125,
"eval_loss": 0.6136210560798645,
"eval_margin_dpo/margin_mean": 55.49495315551758,
"eval_margin_dpo/margin_std": 87.28593444824219,
"eval_runtime": 88.1538,
"eval_samples": 2000,
"eval_samples_per_second": 22.688,
"eval_steps_per_second": 2.836
}