AIPlans/TinyLlama-1.1B-IPO-PKU-SafeRLHF
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: AIPlans/TinyLlama-1.1B-IPO-PKU-SafeRLHF
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-06 11:06:21 +08:00
commit d540a44812
14 changed files with 96990 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
all_results.json Normal file
View File

@@ -0,0 +1,20 @@
{
"epoch": 0.9997600191984641,
"eval_logits/chosen": -2.4037210941314697,
"eval_logits/rejected": -2.271228313446045,
"eval_logps/chosen": -5.422507286071777,
"eval_logps/rejected": -6.740255355834961,
"eval_loss": 18.408336639404297,
"eval_rewards/accuracies": 0.738882839679718,
"eval_rewards/chosen": -0.34205058217048645,
"eval_rewards/margins": 0.13162928819656372,
"eval_rewards/rejected": -0.47367987036705017,
"eval_runtime": 42.4366,
"eval_samples_per_second": 86.906,
"eval_steps_per_second": 21.727,
"total_flos": 0.0,
"train_loss": 20.556188849835113,
"train_runtime": 1584.05,
"train_samples_per_second": 21.044,
"train_steps_per_second": 1.315
}