W-61/qwen3-8b-base-new-dpo-ultrafeedback-4xh200-batch-128-q_t-0.45-s_star-0.35-20260430-143919
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: W-61/qwen3-8b-base-new-dpo-ultrafeedback-4xh200-batch-128-q_t-0.45-s_star-0.35-20260430-143919
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-30 15:45:24 +08:00
commit 7ca2df9d3d
501 changed files with 166907 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
all_results.json Normal file
View File

@@ -0,0 +1,27 @@
{
"epoch": 0.9989528795811519,
"eval_KL/chosen_KL_mean": -41.21664810180664,
"eval_KL/mean": -67.3493423461914,
"eval_KL/rejected_KL_mean": -93.48201751708984,
"eval_KL/std": 70.3880615234375,
"eval_fcm_dpo/beta": 0.0053137075155973434,
"eval_logits/chosen": 1.460174798965454,
"eval_logits/rejected": 1.5262725353240967,
"eval_logps/chosen": -321.63330078125,
"eval_logps/ref_chosen": -280.41668701171875,
"eval_logps/ref_rejected": -264.6455383300781,
"eval_logps/rejected": -358.1275634765625,
"eval_loss": 0.5907121896743774,
"eval_margin_dpo/margin_mean": 52.26537322998047,
"eval_margin_dpo/margin_std": 81.09150695800781,
"eval_runtime": 88.7294,
"eval_samples": 2000,
"eval_samples_per_second": 22.54,
"eval_steps_per_second": 2.818,
"total_flos": 0.0,
"train_loss": 4.881076782754382,
"train_runtime": 7384.286,
"train_samples": 61135,
"train_samples_per_second": 8.279,
"train_steps_per_second": 0.065
}