jackf857/llama-3-8b-base-margin-dpo-hh-helpful-batch-64
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: jackf857/llama-3-8b-base-margin-dpo-hh-helpful-batch-64
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-10 12:37:20 +08:00
commit e2d7fad87f
19 changed files with 16414 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
eval_results.json Normal file
View File

@@ -0,0 +1,21 @@
{
"epoch": 1.0,
"eval_logits/chosen": -0.6029719114303589,
"eval_logits/rejected": -0.5759690403938293,
"eval_logps/chosen": -106.27237701416016,
"eval_logps/ref_chosen": -79.05104064941406,
"eval_logps/ref_rejected": -86.79793548583984,
"eval_logps/rejected": -135.82232666015625,
"eval_loss": 0.40388280153274536,
"eval_margin_dpo/beta": 0.10000000149011612,
"eval_margin_dpo/beta_margin_grad_mean": -0.2565760016441345,
"eval_margin_dpo/beta_margin_grad_std": 0.2537597417831421,
"eval_margin_dpo/beta_margin_mean": 2.1803061962127686,
"eval_margin_dpo/loss_margin_mean": 21.803062438964844,
"eval_margin_dpo/margin_mean": 21.803062438964844,
"eval_margin_dpo/margin_std": 26.34841537475586,
"eval_runtime": 39.8235,
"eval_samples": 2339,
"eval_samples_per_second": 58.734,
"eval_steps_per_second": 1.858
}