Qwen3-4B-Biology-RLSD-TR/artifacts/output.log

wandb: Detected [openai] in use.
wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
Checkpoint tracker file does not exist: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/latest_checkpointed_iteration.txt
Training from scratch
Training Progress:   9%|▉         | 9/100 [08:48<1:10:26, 46.44s/it] 
step:1 - global_seqlen/min:19054 - global_seqlen/max:27979 - global_seqlen/minmax_diff:8925 - global_seqlen/balanced_min:21208 - global_seqlen/balanced_max:27188 - global_seqlen/mean:21982.5 - actor/entropy:0.12899021804332733 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.603314995765686 - training/rollout_probs_diff_mean:0.004312814678996801 - training/rollout_probs_diff_std:0.015114669688045979 - training/rollout_actor_probs_pearson_corr:0.9965614080429077 - self_distillation/success_group_fraction:0.59375 - self_distillation/success_sample_fraction:0.5859375 - self_distillation/correct_sample_fraction:0.3125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.5859375 - rollout_corr/rollout_is_mean:1.000024676322937 - rollout_corr/rollout_is_ratio_fraction_high:9.190050332108513e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00018380100664217025 - rollout_corr/rollout_is_max:2.5502119064331055 - rollout_corr/rollout_is_min:0.005825934931635857 - rollout_corr/rollout_is_std:0.04225678741931915 - rollout_corr/rollout_is_eff_sample_size:0.9982176656489266 - rollout_corr/rollout_is_seq_mean:0.9998965263366699 - rollout_corr/rollout_is_seq_std:0.002827917691320181 - rollout_corr/rollout_is_seq_max:1.0108453035354614 - rollout_corr/rollout_is_seq_min:0.990503191947937 - rollout_corr/rollout_is_seq_max_deviation:0.010845303535461426 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1875231326557696) - rollout_corr/training_log_ppl:np.float64(0.169746708128514) - rollout_corr/kl:np.float64(0.001311990346039238) - rollout_corr/k3_kl:np.float64(0.0012085677808499895) - rollout_corr/rollout_ppl:np.float64(1.1859381054528058) - rollout_corr/rollout_log_ppl:np.float64(0.16843471644278907) - rollout_corr/log_ppl_diff:np.float64(0.0013119916857249336) - rollout_corr/log_ppl_abs_diff:np.float64(0.002374902642259258) - rollout_corr/log_ppl_diff_max:np.float64(0.011147886514663696) - rollout_corr/log_ppl_diff_min:np.float64(-0.008295565843582153) - rollout_corr/ppl_ratio:np.float64(1.0013171788305044) - rollout_corr/chi2_token:np.float64(0.0021294245962053537) - rollout_corr/chi2_seq:np.float64(0.7102266505826265) - actor/pg_loss:np.float64(0.0051407451974228024) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.5859375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.5859375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3125) - self_distillation/token_reweight_w_mean:np.float64(470706.5330944946) - self_distillation/token_reweight_w_std:np.float64(5760106.33094866) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0026237489655614) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09465815618750639) - self_distillation/empty_target_batch:np.float64(0.4140625) - actor/grad_norm:np.float64(0.8822738826274872) - perf/mfu/actor:np.float64(0.028251101342550315) - perf/max_memory_allocated_gb:np.float64(124.13210964202881) - perf/max_memory_reserved_gb:np.float64(130.630859375) - perf/cpu_memory_used_gb:np.float64(152.33521223068237) - actor/lr:np.float64(0.0) - training/global_step:1 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.05005769431591034 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.05005769431591034 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:382.546875 - response_length/max:8192.0 - response_length/min:88.0 - respon
step:2 - global_seqlen/min:18256 - global_seqlen/max:34945 - global_seqlen/minmax_diff:16689 - global_seqlen/balanced_min:24206 - global_seqlen/balanced_max:29909 - global_seqlen/mean:25053.375 - actor/entropy:0.12412114441394806 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6596671342849731 - training/rollout_probs_diff_mean:0.0038770020473748446 - training/rollout_probs_diff_std:0.014037380926311016 - training/rollout_actor_probs_pearson_corr:0.9968644380569458 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.82421875 - self_distillation/correct_sample_fraction:0.4375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.82421875 - rollout_corr/rollout_is_mean:0.9999281167984009 - rollout_corr/rollout_is_ratio_fraction_high:2.5487013772362843e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00019540044013410807 - rollout_corr/rollout_is_max:3.518296003341675 - rollout_corr/rollout_is_min:0.04686107859015465 - rollout_corr/rollout_is_std:0.03932255879044533 - rollout_corr/rollout_is_eff_sample_size:0.9984560047038771 - rollout_corr/rollout_is_seq_mean:0.9998782277107239 - rollout_corr/rollout_is_seq_std:0.002862259279936552 - rollout_corr/rollout_is_seq_max:1.012316107749939 - rollout_corr/rollout_is_seq_min:0.9921814203262329 - rollout_corr/rollout_is_seq_max_deviation:0.012316107749938965 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1928374557755888) - rollout_corr/training_log_ppl:np.float64(0.17308630757634091) - rollout_corr/kl:np.float64(0.0012096938989394346) - rollout_corr/k3_kl:np.float64(0.0011157955408691578) - rollout_corr/rollout_ppl:np.float64(1.1913385083898902) - rollout_corr/rollout_log_ppl:np.float64(0.1718766137428247) - rollout_corr/log_ppl_diff:np.float64(0.0012096938335162122) - rollout_corr/log_ppl_abs_diff:np.float64(0.002341259689274011) - rollout_corr/log_ppl_diff_max:np.float64(0.015986353158950806) - rollout_corr/log_ppl_diff_min:np.float64(-0.0064778923988342285) - rollout_corr/ppl_ratio:np.float64(1.001214898424223) - rollout_corr/chi2_token:np.float64(0.0020294846035540104) - rollout_corr/chi2_seq:np.float64(0.26631568069569767) - actor/pg_loss:np.float64(0.009708852740004659) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0015103157845715032) - actor/ppo_kl:np.float64(-1.7017444303046858e-05) - actor/pg_clipfrac_lower:np.float64(1.0165505955228582e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.82421875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.82421875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4375) - self_distillation/token_reweight_w_mean:np.float64(407469.24028399657) - self_distillation/token_reweight_w_std:np.float64(5572922.637128912) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0035191054921597) - self_distillation/token_reweight_w_clip_frac:np.float64(0.13285351137892576) - self_distillation/empty_target_batch:np.float64(0.17578125) - actor/grad_norm:np.float64(0.7651198357343674) - perf/mfu/actor:np.float64(0.039424257288858844) - perf/max_memory_allocated_gb:np.float64(124.78216314315796) - perf/max_memory_reserved_gb:np.float64(131.296875) - perf/cpu_memory_used_gb:np.float64(147.54894638061523) - actor/lr:np.float64(1e-07) - training/global_step:2 - training/epoch:0 - critic/score/mean:0.4375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.033608876168727875 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.033608876168727875 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:459
step:3 - global_seqlen/min:13968 - global_seqlen/max:30302 - global_seqlen/minmax_diff:16334 - global_seqlen/balanced_min:23733 - global_seqlen/balanced_max:25637 - global_seqlen/mean:24001.625 - actor/entropy:0.1370803266763687 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3552948832511902 - training/rollout_probs_diff_mean:0.004369174595922232 - training/rollout_probs_diff_std:0.014946546405553818 - training/rollout_actor_probs_pearson_corr:0.9968412518501282 - self_distillation/success_group_fraction:0.65625 - self_distillation/success_sample_fraction:0.64453125 - self_distillation/correct_sample_fraction:0.34765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.64453125 - rollout_corr/rollout_is_mean:0.9999780058860779 - rollout_corr/rollout_is_ratio_fraction_high:7.640805415576324e-05 - rollout_corr/rollout_is_ratio_fraction_low:8.595906547270715e-05 - rollout_corr/rollout_is_max:6.77985143661499 - rollout_corr/rollout_is_min:0.001329128397628665 - rollout_corr/rollout_is_std:0.04244958981871605 - rollout_corr/rollout_is_eff_sample_size:0.998201036064241 - rollout_corr/rollout_is_seq_mean:1.0001637935638428 - rollout_corr/rollout_is_seq_std:0.003031575819477439 - rollout_corr/rollout_is_seq_max:1.0103217363357544 - rollout_corr/rollout_is_seq_min:0.9920685291290283 - rollout_corr/rollout_is_seq_max_deviation:0.010321736335754395 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1905152900144458) - rollout_corr/training_log_ppl:np.float64(0.1718102665618062) - rollout_corr/kl:np.float64(0.0010049329831502973) - rollout_corr/k3_kl:np.float64(0.0012020229175107033) - rollout_corr/rollout_ppl:np.float64(1.1893259170465171) - rollout_corr/rollout_log_ppl:np.float64(0.17080533227999695) - rollout_corr/log_ppl_diff:np.float64(0.0010049342818092555) - rollout_corr/log_ppl_abs_diff:np.float64(0.0023414498136844486) - rollout_corr/log_ppl_diff_max:np.float64(0.011357106268405914) - rollout_corr/log_ppl_diff_min:np.float64(-0.007261365652084351) - rollout_corr/ppl_ratio:np.float64(1.0010094356257468) - rollout_corr/chi2_token:np.float64(0.0028861439786851406) - rollout_corr/chi2_seq:np.float64(1.029491349356249) - actor/pg_loss:np.float64(0.007985823904164135) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012374564018955425) - actor/ppo_kl:np.float64(-5.208022166303117e-05) - actor/pg_clipfrac_lower:np.float64(1.5562749467790127e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.64453125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.64453125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.34765625) - self_distillation/token_reweight_w_mean:np.float64(326313.3082299975) - self_distillation/token_reweight_w_std:np.float64(4750456.415098343) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0025068724062294) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0928620255435817) - self_distillation/empty_target_batch:np.float64(0.35546875) - actor/grad_norm:np.float64(0.7653956860303879) - perf/mfu/actor:np.float64(0.037443053854895825) - perf/max_memory_allocated_gb:np.float64(124.78216314315796) - perf/max_memory_reserved_gb:np.float64(131.296875) - perf/cpu_memory_used_gb:np.float64(144.72119569778442) - actor/lr:np.float64(2e-07) - training/global_step:3 - training/epoch:0 - critic/score/mean:0.34765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002773373620584607 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.002773373620584607 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/me
step:4 - global_seqlen/min:20374 - global_seqlen/max:30329 - global_seqlen/minmax_diff:9955 - global_seqlen/balanced_min:24384 - global_seqlen/balanced_max:25889 - global_seqlen/mean:24835.875 - actor/entropy:0.13464292883872986 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.49674421548843384 - training/rollout_probs_diff_mean:0.004355182405561209 - training/rollout_probs_diff_std:0.014657484367489815 - training/rollout_actor_probs_pearson_corr:0.9969261884689331 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.7578125 - self_distillation/correct_sample_fraction:0.41796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7578125 - rollout_corr/rollout_is_mean:0.9998490214347839 - rollout_corr/rollout_is_ratio_fraction_high:3.6379842640599236e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.000181899216840975 - rollout_corr/rollout_is_max:2.6679067611694336 - rollout_corr/rollout_is_min:0.2589881718158722 - rollout_corr/rollout_is_std:0.04191689193248749 - rollout_corr/rollout_is_eff_sample_size:0.9982453432576258 - rollout_corr/rollout_is_seq_mean:0.9997369050979614 - rollout_corr/rollout_is_seq_std:0.0032066190615296364 - rollout_corr/rollout_is_seq_max:1.0134316682815552 - rollout_corr/rollout_is_seq_min:0.9888975024223328 - rollout_corr/rollout_is_seq_max_deviation:0.013431668281555176 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1986798774451017) - rollout_corr/training_log_ppl:np.float64(0.17850041254860116) - rollout_corr/kl:np.float64(0.001263781878146908) - rollout_corr/k3_kl:np.float64(0.0011580631446008738) - rollout_corr/rollout_ppl:np.float64(1.1971143293194473) - rollout_corr/rollout_log_ppl:np.float64(0.17723662980279187) - rollout_corr/log_ppl_diff:np.float64(0.0012637827458092943) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025213008775608614) - rollout_corr/log_ppl_diff_max:np.float64(0.012720495462417603) - rollout_corr/log_ppl_diff_min:np.float64(-0.011686265468597412) - rollout_corr/ppl_ratio:np.float64(1.0012698883656412) - rollout_corr/chi2_token:np.float64(0.0020702704787254333) - rollout_corr/chi2_seq:np.float64(1.1685222908854485) - actor/pg_loss:np.float64(0.008567412965930998) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014007480099280656) - actor/ppo_kl:np.float64(-0.00016882582528054968) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7578125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7578125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.41796875) - self_distillation/token_reweight_w_mean:np.float64(523997.2029607333) - self_distillation/token_reweight_w_std:np.float64(5816631.631018513) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0024534666445106) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12180167360202176) - self_distillation/empty_target_batch:np.float64(0.2421875) - actor/grad_norm:np.float64(0.7760237157344818) - perf/mfu/actor:np.float64(0.039536998143213264) - perf/max_memory_allocated_gb:np.float64(124.78216314315796) - perf/max_memory_reserved_gb:np.float64(131.296875) - perf/cpu_memory_used_gb:np.float64(142.45723724365234) - actor/lr:np.float64(3e-07) - training/global_step:4 - training/epoch:0 - critic/score/mean:0.41796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.031105902045965195 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.031105902045965195 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:429.49609375 -
step:5 - global_seqlen/min:14858 - global_seqlen/max:34838 - global_seqlen/minmax_diff:19980 - global_seqlen/balanced_min:22079 - global_seqlen/balanced_max:28123 - global_seqlen/mean:23059.375 - actor/entropy:0.1447792649269104 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6695266366004944 - training/rollout_probs_diff_mean:0.004470283165574074 - training/rollout_probs_diff_std:0.014947203919291496 - training/rollout_actor_probs_pearson_corr:0.9969221353530884 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.828125 - self_distillation/correct_sample_fraction:0.47265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.828125 - rollout_corr/rollout_is_mean:1.0000596046447754 - rollout_corr/rollout_is_ratio_fraction_high:2.877891165553592e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00018226643442176282 - rollout_corr/rollout_is_max:4.670137405395508 - rollout_corr/rollout_is_min:0.1349368393421173 - rollout_corr/rollout_is_std:0.04149528965353966 - rollout_corr/rollout_is_eff_sample_size:0.9982812195237182 - rollout_corr/rollout_is_seq_mean:1.0000441074371338 - rollout_corr/rollout_is_seq_std:0.0029120214749127626 - rollout_corr/rollout_is_seq_max:1.0095436573028564 - rollout_corr/rollout_is_seq_min:0.9915207028388977 - rollout_corr/rollout_is_seq_max_deviation:0.009543657302856445 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2149074063636363) - rollout_corr/training_log_ppl:np.float64(0.19168597062525805) - rollout_corr/kl:np.float64(0.001018339720630479) - rollout_corr/k3_kl:np.float64(0.0011303128299005039) - rollout_corr/rollout_ppl:np.float64(1.2136409375816584) - rollout_corr/rollout_log_ppl:np.float64(0.19066762860529707) - rollout_corr/log_ppl_diff:np.float64(0.0010183420199609827) - rollout_corr/log_ppl_abs_diff:np.float64(0.0024223017499025445) - rollout_corr/log_ppl_diff_max:np.float64(0.013730555772781372) - rollout_corr/log_ppl_diff_min:np.float64(-0.008242875337600708) - rollout_corr/ppl_ratio:np.float64(1.0010234725195915) - rollout_corr/chi2_token:np.float64(0.0026043844409286976) - rollout_corr/chi2_seq:np.float64(1.2373755406588316) - actor/pg_loss:np.float64(0.012149950722232461) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0018284183358900918) - actor/ppo_kl:np.float64(-7.287995233085098e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.47265625) - self_distillation/token_reweight_w_mean:np.float64(508433.5992722241) - self_distillation/token_reweight_w_std:np.float64(6515914.610513171) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0016581320669502) - self_distillation/token_reweight_w_clip_frac:np.float64(0.15584582815790782) - self_distillation/empty_target_batch:np.float64(0.171875) - actor/grad_norm:np.float64(0.9358534514904022) - perf/mfu/actor:np.float64(0.03567819691493419) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(141.7047348022461) - actor/lr:np.float64(4e-07) - training/global_step:5 - training/epoch:0 - critic/score/mean:0.47265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.47265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.031330641359090805 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.031330641359090805 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:407.19921875 - respon
step:6 - global_seqlen/min:17560 - global_seqlen/max:33737 - global_seqlen/minmax_diff:16177 - global_seqlen/balanced_min:23046 - global_seqlen/balanced_max:24189 - global_seqlen/mean:23198.0 - actor/entropy:0.14087389409542084 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4459708333015442 - training/rollout_probs_diff_mean:0.004335825797170401 - training/rollout_probs_diff_std:0.014219813048839569 - training/rollout_actor_probs_pearson_corr:0.99709552526474 - self_distillation/success_group_fraction:0.59375 - self_distillation/success_sample_fraction:0.58984375 - self_distillation/correct_sample_fraction:0.3125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.58984375 - rollout_corr/rollout_is_mean:0.9997473359107971 - rollout_corr/rollout_is_ratio_fraction_high:4.769899896928109e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00010493779700482264 - rollout_corr/rollout_is_max:4.470351696014404 - rollout_corr/rollout_is_min:0.16022765636444092 - rollout_corr/rollout_is_std:0.040809474885463715 - rollout_corr/rollout_is_eff_sample_size:0.9983365833252505 - rollout_corr/rollout_is_seq_mean:0.9996019601821899 - rollout_corr/rollout_is_seq_std:0.0029284716583788395 - rollout_corr/rollout_is_seq_max:1.0073835849761963 - rollout_corr/rollout_is_seq_min:0.9889209270477295 - rollout_corr/rollout_is_seq_max_deviation:0.011079072952270508 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2003882103599608) - rollout_corr/training_log_ppl:np.float64(0.18009111726132687) - rollout_corr/kl:np.float64(0.001270147991320414) - rollout_corr/k3_kl:np.float64(0.0010767762944112746) - rollout_corr/rollout_ppl:np.float64(1.1988108195364475) - rollout_corr/rollout_log_ppl:np.float64(0.1788209677033592) - rollout_corr/log_ppl_diff:np.float64(0.0012701495579676703) - rollout_corr/log_ppl_abs_diff:np.float64(0.002504703079466708) - rollout_corr/log_ppl_diff_max:np.float64(0.012909173965454102) - rollout_corr/log_ppl_diff_min:np.float64(-0.006839320063591003) - rollout_corr/ppl_ratio:np.float64(1.0012756013311446) - rollout_corr/chi2_token:np.float64(0.0017903887201100588) - rollout_corr/chi2_seq:np.float64(1.6561689015943557) - actor/pg_loss:np.float64(0.0077199183870106936) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0013148769817235006) - actor/ppo_kl:np.float64(-0.00016086181869701122) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.58984375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.58984375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3125) - self_distillation/token_reweight_w_mean:np.float64(196041.35903780186) - self_distillation/token_reweight_w_std:np.float64(3052598.891962271) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.002282610628754) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08805157380265882) - self_distillation/empty_target_batch:np.float64(0.41015625) - actor/grad_norm:np.float64(0.7034453451633453) - perf/mfu/actor:np.float64(0.038245413871019554) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(141.69569396972656) - actor/lr:np.float64(5e-07) - training/global_step:6 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.027488933876156807 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.027488933876156807 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:409.46875 - response_length/
step:7 - global_seqlen/min:15772 - global_seqlen/max:21666 - global_seqlen/minmax_diff:5894 - global_seqlen/balanced_min:18521 - global_seqlen/balanced_max:18835 - global_seqlen/mean:18561.75 - actor/entropy:0.17453286051750183 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7725561857223511 - training/rollout_probs_diff_mean:0.005229328293353319 - training/rollout_probs_diff_std:0.016202690079808235 - training/rollout_actor_probs_pearson_corr:0.9968553781509399 - self_distillation/success_group_fraction:0.53125 - self_distillation/success_sample_fraction:0.51171875 - self_distillation/correct_sample_fraction:0.22265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.51171875 - rollout_corr/rollout_is_mean:0.9998930096626282 - rollout_corr/rollout_is_ratio_fraction_high:6.394025695044547e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00026854907628148794 - rollout_corr/rollout_is_max:7.670736789703369 - rollout_corr/rollout_is_min:0.014788988046348095 - rollout_corr/rollout_is_std:0.04552551731467247 - rollout_corr/rollout_is_eff_sample_size:0.997931239098558 - rollout_corr/rollout_is_seq_mean:1.0000141859054565 - rollout_corr/rollout_is_seq_std:0.0033896828535944223 - rollout_corr/rollout_is_seq_max:1.0165246725082397 - rollout_corr/rollout_is_seq_min:0.9901396036148071 - rollout_corr/rollout_is_seq_max_deviation:0.016524672508239746 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2291543520987034) - rollout_corr/training_log_ppl:np.float64(0.203501467462047) - rollout_corr/kl:np.float64(0.0010365148978896954) - rollout_corr/k3_kl:np.float64(0.0012807006131083654) - rollout_corr/rollout_ppl:np.float64(1.2278898074291646) - rollout_corr/rollout_log_ppl:np.float64(0.20246495307947043) - rollout_corr/log_ppl_diff:np.float64(0.00103651438257657) - rollout_corr/log_ppl_abs_diff:np.float64(0.0027037601685151458) - rollout_corr/log_ppl_diff_max:np.float64(0.01097959280014038) - rollout_corr/log_ppl_diff_min:np.float64(-0.013784021139144897) - rollout_corr/ppl_ratio:np.float64(1.0010430575348437) - rollout_corr/chi2_token:np.float64(0.003356897970661521) - rollout_corr/chi2_seq:np.float64(1.3881970087531954) - actor/pg_loss:np.float64(0.00758148159366101) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001352020292870293) - actor/ppo_kl:np.float64(-0.00018702285015681497) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.51171875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.51171875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.22265625) - self_distillation/token_reweight_w_mean:np.float64(383501.54537373246) - self_distillation/token_reweight_w_std:np.float64(4493294.477156278) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.002847372321412) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0987350743234856) - self_distillation/empty_target_batch:np.float64(0.48828125) - actor/grad_norm:np.float64(0.7816620767116547) - perf/mfu/actor:np.float64(0.031001573787522236) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(141.7474708557129) - actor/lr:np.float64(6e-07) - training/global_step:7 - training/epoch:0 - critic/score/mean:0.22265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.22265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009018773213028908 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009018773213028908 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:305.4609375 - respo
step:8 - global_seqlen/min:12800 - global_seqlen/max:33446 - global_seqlen/minmax_diff:20646 - global_seqlen/balanced_min:22142 - global_seqlen/balanced_max:23843 - global_seqlen/mean:22465.5 - actor/entropy:0.1494722068309784 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6108580231666565 - training/rollout_probs_diff_mean:0.004595641512423754 - training/rollout_probs_diff_std:0.015073291957378387 - training/rollout_actor_probs_pearson_corr:0.9970173239707947 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.60546875 - self_distillation/correct_sample_fraction:0.28515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.60546875 - rollout_corr/rollout_is_mean:1.000041127204895 - rollout_corr/rollout_is_ratio_fraction_high:7.206094596767798e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00018529956287238747 - rollout_corr/rollout_is_max:3.672927141189575 - rollout_corr/rollout_is_min:0.09886863827705383 - rollout_corr/rollout_is_std:0.04357893019914627 - rollout_corr/rollout_is_eff_sample_size:0.9981045953983432 - rollout_corr/rollout_is_seq_mean:1.0001705884933472 - rollout_corr/rollout_is_seq_std:0.00303930277004838 - rollout_corr/rollout_is_seq_max:1.007977843284607 - rollout_corr/rollout_is_seq_min:0.9876291751861572 - rollout_corr/rollout_is_seq_max_deviation:0.012370824813842773 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2151262341067195) - rollout_corr/training_log_ppl:np.float64(0.19202117722306866) - rollout_corr/kl:np.float64(0.0010541492363884686) - rollout_corr/k3_kl:np.float64(0.001218401823422255) - rollout_corr/rollout_ppl:np.float64(1.2138308510184288) - rollout_corr/rollout_log_ppl:np.float64(0.19096702824754175) - rollout_corr/log_ppl_diff:np.float64(0.001054148975526914) - rollout_corr/log_ppl_abs_diff:np.float64(0.00261341268196702) - rollout_corr/log_ppl_diff_max:np.float64(0.013549402356147766) - rollout_corr/log_ppl_diff_min:np.float64(-0.007102012634277344) - rollout_corr/ppl_ratio:np.float64(1.0010602031834424) - rollout_corr/chi2_token:np.float64(0.00281534087844193) - rollout_corr/chi2_seq:np.float64(1.7825706265866756) - actor/pg_loss:np.float64(0.008175415685400367) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014272198851585927) - actor/ppo_kl:np.float64(3.755398761384754e-05) - actor/pg_clipfrac_lower:np.float64(1.1289739632047713e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.60546875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.60546875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.28515625) - self_distillation/token_reweight_w_mean:np.float64(486955.35241444176) - self_distillation/token_reweight_w_std:np.float64(6215850.643607754) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0030541245359927) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12109705599141307) - self_distillation/empty_target_batch:np.float64(0.39453125) - actor/grad_norm:np.float64(0.7825481295585632) - perf/mfu/actor:np.float64(0.03745703731892325) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(141.65242767333984) - actor/lr:np.float64(7e-07) - training/global_step:8 - training/epoch:0 - critic/score/mean:0.28515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.012113959528505802 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.012113959528505802 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:379.4
step:9 - global_seqlen/min:12978 - global_seqlen/max:25282 - global_seqlen/minmax_diff:12304 - global_seqlen/balanced_min:19589 - global_seqlen/balanced_max:19616 - global_seqlen/mean:19598.375 - actor/entropy:0.17452320456504822 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.32520413398742676 - training/rollout_probs_diff_mean:0.00510130962356925 - training/rollout_probs_diff_std:0.015150800347328186 - training/rollout_actor_probs_pearson_corr:0.9973002672195435 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73046875 - self_distillation/correct_sample_fraction:0.3984375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73046875 - rollout_corr/rollout_is_mean:0.99977046251297 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00014689500676468015 - rollout_corr/rollout_is_max:1.9838535785675049 - rollout_corr/rollout_is_min:0.33821773529052734 - rollout_corr/rollout_is_std:0.04457756504416466 - rollout_corr/rollout_is_eff_sample_size:0.9980158911922677 - rollout_corr/rollout_is_seq_mean:0.9997223615646362 - rollout_corr/rollout_is_seq_std:0.003032214706763625 - rollout_corr/rollout_is_seq_max:1.0088655948638916 - rollout_corr/rollout_is_seq_min:0.9909147620201111 - rollout_corr/rollout_is_seq_max_deviation:0.009085237979888916 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2306794431060553) - rollout_corr/training_log_ppl:np.float64(0.20504174004599918) - rollout_corr/kl:np.float64(0.0015836452880080287) - rollout_corr/k3_kl:np.float64(0.0011818030281176561) - rollout_corr/rollout_ppl:np.float64(1.2287214696407318) - rollout_corr/rollout_log_ppl:np.float64(0.203458094081725) - rollout_corr/log_ppl_diff:np.float64(0.001583645964274183) - rollout_corr/log_ppl_abs_diff:np.float64(0.002557233237894252) - rollout_corr/log_ppl_diff_max:np.float64(0.010280132293701172) - rollout_corr/log_ppl_diff_min:np.float64(-0.006638363003730774) - rollout_corr/ppl_ratio:np.float64(1.0015891075599939) - rollout_corr/chi2_token:np.float64(0.0015685681719332933) - rollout_corr/chi2_seq:np.float64(0.008940658532083035) - actor/pg_loss:np.float64(0.010903618764132261) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0018681760334402497) - actor/ppo_kl:np.float64(0.00016968711479936616) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3984375) - self_distillation/token_reweight_w_mean:np.float64(304932.925931507) - self_distillation/token_reweight_w_std:np.float64(4260234.633119433) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0012515340931714) - self_distillation/token_reweight_w_clip_frac:np.float64(0.13545711593178567) - self_distillation/empty_target_batch:np.float64(0.26953125) - actor/grad_norm:np.float64(0.9390285611152649) - perf/mfu/actor:np.float64(0.03314495863257219) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(141.66153717041016) - actor/lr:np.float64(8e-07) - training/global_step:9 - training/epoch:0 - critic/score/mean:0.3984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004494069144129753 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004494069144129753 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:319.10546875 - response_length/max:17
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 10}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques such as circular dichroism, NMR, or molecular dynamics simulations. However, without specific computational tools or experimental data provided in the question, it is not possible to calculate or determine the folding stability score for the given protein sequence. Therefore, the correct answer cannot be determined from the information provided.
</reasoning>
<answer>
A
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] A
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_10
step:10 - global_seqlen/min:11726 - global_seqlen/max:24851 - global_seqlen/minmax_diff:13125 - global_seqlen/balanced_min:17477 - global_seqlen/balanced_max:17949 - global_seqlen/mean:17600.125 - actor/entropy:0.20009024441242218 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8149087429046631 - training/rollout_probs_diff_mean:0.005511445924639702 - training/rollout_probs_diff_std:0.016095276921987534 - training/rollout_actor_probs_pearson_corr:0.9971664547920227 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.60546875 - self_distillation/correct_sample_fraction:0.2734375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.60546875 - rollout_corr/rollout_is_mean:1.0001614093780518 - rollout_corr/rollout_is_ratio_fraction_high:4.249713310855441e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00012749139568768442 - rollout_corr/rollout_is_max:3.9662325382232666 - rollout_corr/rollout_is_min:0.003977110609412193 - rollout_corr/rollout_is_std:0.045301079750061035 - rollout_corr/rollout_is_eff_sample_size:0.9979527272601818 - rollout_corr/rollout_is_seq_mean:1.0003551244735718 - rollout_corr/rollout_is_seq_std:0.0033447842579334974 - rollout_corr/rollout_is_seq_max:1.0103979110717773 - rollout_corr/rollout_is_seq_min:0.991142749786377 - rollout_corr/rollout_is_seq_max_deviation:0.010397911071777344 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2529795560985804) - rollout_corr/training_log_ppl:np.float64(0.2225916018069256) - rollout_corr/kl:np.float64(0.001012606808284744) - rollout_corr/k3_kl:np.float64(0.0014178051028466143) - rollout_corr/rollout_ppl:np.float64(1.2516679712571204) - rollout_corr/rollout_log_ppl:np.float64(0.22157899395097047) - rollout_corr/log_ppl_diff:np.float64(0.0010126078559551388) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031039943860378116) - rollout_corr/log_ppl_diff_max:np.float64(0.011974595487117767) - rollout_corr/log_ppl_diff_min:np.float64(-0.011962682008743286) - rollout_corr/ppl_ratio:np.float64(1.0010205947328359) - rollout_corr/chi2_token:np.float64(0.004173249937593937) - rollout_corr/chi2_seq:np.float64(1.0239088295493275) - actor/pg_loss:np.float64(0.007663122727535665) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016782767970653367) - actor/ppo_kl:np.float64(0.0002169081007590279) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.60546875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.60546875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.2734375) - self_distillation/token_reweight_w_mean:np.float64(510711.6452796182) - self_distillation/token_reweight_w_std:np.float64(6248755.756001078) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0036613668780774) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11369272705633193) - self_distillation/empty_target_batch:np.float64(0.39453125) - actor/grad_norm:np.float64(0.7940817475318909) - perf/mfu/actor:np.float64(0.02968673911541976) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(141.75575494766235) - actor/lr:np.float64(9e-07) - val-aux/sciknoweval/reward/mean@16:np.float64(0.325) - val-aux/sciknoweval/reward/std@16:np.float64(0.2554249056239752) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.42513999999999996) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.24136437801418256) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.22138000000000002) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.19069531655682617) - val-aux/sciknoweval/reward/maj
step:11 - global_seqlen/min:16828 - global_seqlen/max:30842 - global_seqlen/minmax_diff:14014 - global_seqlen/balanced_min:21635 - global_seqlen/balanced_max:22284 - global_seqlen/mean:21730.625 - actor/entropy:0.16385675966739655 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4429733455181122 - training/rollout_probs_diff_mean:0.004776663146913052 - training/rollout_probs_diff_std:0.014988353475928307 - training/rollout_actor_probs_pearson_corr:0.9971790313720703 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73828125 - self_distillation/correct_sample_fraction:0.421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73828125 - rollout_corr/rollout_is_mean:0.9997762441635132 - rollout_corr/rollout_is_ratio_fraction_high:2.2400179659598507e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001904015225591138 - rollout_corr/rollout_is_max:2.340348958969116 - rollout_corr/rollout_is_min:0.08248017728328705 - rollout_corr/rollout_is_std:0.04225890338420868 - rollout_corr/rollout_is_eff_sample_size:0.9982165965875319 - rollout_corr/rollout_is_seq_mean:0.9997829794883728 - rollout_corr/rollout_is_seq_std:0.003166553797200322 - rollout_corr/rollout_is_seq_max:1.0128588676452637 - rollout_corr/rollout_is_seq_min:0.9910963177680969 - rollout_corr/rollout_is_seq_max_deviation:0.012858867645263672 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2296020975336432) - rollout_corr/training_log_ppl:np.float64(0.20335380466713104) - rollout_corr/kl:np.float64(0.0012903355955415918) - rollout_corr/k3_kl:np.float64(0.0012305048087455361) - rollout_corr/rollout_ppl:np.float64(1.2280050399713218) - rollout_corr/rollout_log_ppl:np.float64(0.20206346827035304) - rollout_corr/log_ppl_diff:np.float64(0.0012903363967780024) - rollout_corr/log_ppl_abs_diff:np.float64(0.0026630688516888767) - rollout_corr/log_ppl_diff_max:np.float64(0.017947301268577576) - rollout_corr/log_ppl_diff_min:np.float64(-0.010352224111557007) - rollout_corr/ppl_ratio:np.float64(1.0012970515526831) - rollout_corr/chi2_token:np.float64(0.0022916693706065416) - rollout_corr/chi2_seq:np.float64(0.6786705595441163) - actor/pg_loss:np.float64(0.007793928729370236) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017880768228906163) - actor/ppo_kl:np.float64(-4.9033289212019326e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.421875) - self_distillation/token_reweight_w_mean:np.float64(369570.61190717644) - self_distillation/token_reweight_w_std:np.float64(4874752.744324681) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0011554462835193) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11396575406251941) - self_distillation/empty_target_batch:np.float64(0.26171875) - actor/grad_norm:np.float64(0.7840257436037064) - perf/mfu/actor:np.float64(0.03512070663237796) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(142.33532333374023) - actor/lr:np.float64(1e-06) - training/global_step:11 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.016731534153223038 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.016731534153223038 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:348.76953125 - resp
step:12 - global_seqlen/min:18510 - global_seqlen/max:42325 - global_seqlen/minmax_diff:23815 - global_seqlen/balanced_min:26152 - global_seqlen/balanced_max:32053 - global_seqlen/mean:26963.125 - actor/entropy:0.1360880583524704 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4592995345592499 - training/rollout_probs_diff_mean:0.0037858886644244194 - training/rollout_probs_diff_std:0.013429389335215092 - training/rollout_actor_probs_pearson_corr:0.9973995685577393 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.83203125 - self_distillation/correct_sample_fraction:0.421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.83203125 - rollout_corr/rollout_is_mean:1.0000216960906982 - rollout_corr/rollout_is_ratio_fraction_high:7.299920980585739e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00013788740034215152 - rollout_corr/rollout_is_max:2.5501325130462646 - rollout_corr/rollout_is_min:0.2923682630062103 - rollout_corr/rollout_is_std:0.03888509422540665 - rollout_corr/rollout_is_eff_sample_size:0.9984903510662826 - rollout_corr/rollout_is_seq_mean:0.9999573230743408 - rollout_corr/rollout_is_seq_std:0.002746041864156723 - rollout_corr/rollout_is_seq_max:1.0101428031921387 - rollout_corr/rollout_is_seq_min:0.9911365509033203 - rollout_corr/rollout_is_seq_max_deviation:0.010142803192138672 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2124483888037503) - rollout_corr/training_log_ppl:np.float64(0.18915603501955047) - rollout_corr/kl:np.float64(0.001068810922657093) - rollout_corr/k3_kl:np.float64(0.0012623913938227815) - rollout_corr/rollout_ppl:np.float64(1.211122840642929) - rollout_corr/rollout_log_ppl:np.float64(0.18808722433095681) - rollout_corr/log_ppl_diff:np.float64(0.0010688106885936577) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025167708918161225) - rollout_corr/log_ppl_diff_max:np.float64(0.013781130313873291) - rollout_corr/log_ppl_diff_min:np.float64(-0.011515498161315918) - rollout_corr/ppl_ratio:np.float64(1.0010748247150332) - rollout_corr/chi2_token:np.float64(0.002950052497908473) - rollout_corr/chi2_seq:np.float64(1.5056117225904018) - actor/pg_loss:np.float64(0.009150906931608915) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016923086934639286) - actor/ppo_kl:np.float64(6.213555671763515e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.83203125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.83203125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.421875) - self_distillation/token_reweight_w_mean:np.float64(284014.9290252649) - self_distillation/token_reweight_w_std:np.float64(4492645.565195698) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0025300320703536) - self_distillation/token_reweight_w_clip_frac:np.float64(0.13327509218652267) - self_distillation/empty_target_batch:np.float64(0.16796875) - actor/grad_norm:np.float64(0.8035765886306763) - perf/mfu/actor:np.float64(0.042627928291705836) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(142.23823928833008) - actor/lr:np.float64(1e-06) - training/global_step:12 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.04189850762486458 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.04189850762486458 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:481.59765625 - resp
step:13 - global_seqlen/min:13951 - global_seqlen/max:25329 - global_seqlen/minmax_diff:11378 - global_seqlen/balanced_min:20946 - global_seqlen/balanced_max:20991 - global_seqlen/mean:20964.125 - actor/entropy:0.18220646679401398 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5347471237182617 - training/rollout_probs_diff_mean:0.004718068055808544 - training/rollout_probs_diff_std:0.014215486124157906 - training/rollout_actor_probs_pearson_corr:0.9977114200592041 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.67578125 - self_distillation/correct_sample_fraction:0.34765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.67578125 - rollout_corr/rollout_is_mean:0.9998682737350464 - rollout_corr/rollout_is_ratio_fraction_high:2.2403190087061375e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.000100814359029755 - rollout_corr/rollout_is_max:2.7408487796783447 - rollout_corr/rollout_is_min:0.15083177387714386 - rollout_corr/rollout_is_std:0.04182150959968567 - rollout_corr/rollout_is_eff_sample_size:0.9982536587188602 - rollout_corr/rollout_is_seq_mean:0.9999032616615295 - rollout_corr/rollout_is_seq_std:0.0027911446522921324 - rollout_corr/rollout_is_seq_max:1.0079991817474365 - rollout_corr/rollout_is_seq_min:0.9924850463867188 - rollout_corr/rollout_is_seq_max_deviation:0.007999181747436523 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2486738041043282) - rollout_corr/training_log_ppl:np.float64(0.21914312147418968) - rollout_corr/kl:np.float64(0.001034660266309828) - rollout_corr/k3_kl:np.float64(0.0011393489194801987) - rollout_corr/rollout_ppl:np.float64(1.2473835735581815) - rollout_corr/rollout_log_ppl:np.float64(0.21810846046719234) - rollout_corr/log_ppl_diff:np.float64(0.0010346610069973394) - rollout_corr/log_ppl_abs_diff:np.float64(0.00256905252172146) - rollout_corr/log_ppl_diff_max:np.float64(0.011253908276557922) - rollout_corr/log_ppl_diff_min:np.float64(-0.00934329628944397) - rollout_corr/ppl_ratio:np.float64(1.0010404218919575) - rollout_corr/chi2_token:np.float64(0.002539546461775899) - rollout_corr/chi2_seq:np.float64(0.8009660658426583) - actor/pg_loss:np.float64(0.007912968518212438) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001622687290137037) - actor/ppo_kl:np.float64(-7.460985321472435e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.67578125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.67578125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.34765625) - self_distillation/token_reweight_w_mean:np.float64(457333.55283458694) - self_distillation/token_reweight_w_std:np.float64(5738632.68207643) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0023352606222034) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12474831352301408) - self_distillation/empty_target_batch:np.float64(0.32421875) - actor/grad_norm:np.float64(0.6706360727548599) - perf/mfu/actor:np.float64(0.03522404308837758) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(142.29450607299805) - actor/lr:np.float64(1e-06) - training/global_step:13 - training/epoch:0 - critic/score/mean:0.34765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.006558533757925034 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.006558533757925034 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:348.72265625 -
step:14 - global_seqlen/min:12670 - global_seqlen/max:36003 - global_seqlen/minmax_diff:23333 - global_seqlen/balanced_min:21692 - global_seqlen/balanced_max:22655 - global_seqlen/mean:21828.5 - actor/entropy:0.17604441940784454 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3474702835083008 - training/rollout_probs_diff_mean:0.004344606306403875 - training/rollout_probs_diff_std:0.013226086273789406 - training/rollout_actor_probs_pearson_corr:0.9979724884033203 - self_distillation/success_group_fraction:0.53125 - self_distillation/success_sample_fraction:0.515625 - self_distillation/correct_sample_fraction:0.265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.515625 - rollout_corr/rollout_is_mean:0.9997128248214722 - rollout_corr/rollout_is_ratio_fraction_high:6.112718256190419e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.131505117285997e-05 - rollout_corr/rollout_is_max:2.5963659286499023 - rollout_corr/rollout_is_min:0.29720374941825867 - rollout_corr/rollout_is_std:0.03975746035575867 - rollout_corr/rollout_is_eff_sample_size:0.9984208288720281 - rollout_corr/rollout_is_seq_mean:0.9996223449707031 - rollout_corr/rollout_is_seq_std:0.002889478811994195 - rollout_corr/rollout_is_seq_max:1.0082389116287231 - rollout_corr/rollout_is_seq_min:0.9903880953788757 - rollout_corr/rollout_is_seq_max_deviation:0.009611904621124268 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2598396032117307) - rollout_corr/training_log_ppl:np.float64(0.22693957190494984) - rollout_corr/kl:np.float64(0.001076112781067451) - rollout_corr/k3_kl:np.float64(0.0011196938060606954) - rollout_corr/rollout_ppl:np.float64(1.2584503088146448) - rollout_corr/rollout_log_ppl:np.float64(0.2258634588069981) - rollout_corr/log_ppl_diff:np.float64(0.0010761130979517475) - rollout_corr/log_ppl_abs_diff:np.float64(0.0023237985878949985) - rollout_corr/log_ppl_diff_max:np.float64(0.010856091976165771) - rollout_corr/log_ppl_diff_min:np.float64(-0.006189435720443726) - rollout_corr/ppl_ratio:np.float64(1.0010813102126122) - rollout_corr/chi2_token:np.float64(0.002366213593631983) - rollout_corr/chi2_seq:np.float64(0.5546517146285623) - actor/pg_loss:np.float64(0.006254076375626028) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011818245492349888) - actor/ppo_kl:np.float64(-0.0002983780827854332) - actor/pg_clipfrac_lower:np.float64(4.474513389141066e-06) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.515625) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.515625) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.265625) - self_distillation/token_reweight_w_mean:np.float64(268351.6325411438) - self_distillation/token_reweight_w_std:np.float64(3542681.9470955813) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0027324005495757) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09856546502851415) - self_distillation/empty_target_batch:np.float64(0.484375) - actor/grad_norm:np.float64(0.6500967741012573) - perf/mfu/actor:np.float64(0.035992356540273746) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(142.2788848876953) - actor/lr:np.float64(1e-06) - training/global_step:14 - training/epoch:0 - critic/score/mean:0.265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.008168119937181473 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.008168119937181473 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:383.421875 -
step:15 - global_seqlen/min:15607 - global_seqlen/max:29545 - global_seqlen/minmax_diff:13938 - global_seqlen/balanced_min:19738 - global_seqlen/balanced_max:20007 - global_seqlen/mean:19790.375 - actor/entropy:0.19063463807106018 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.367106169462204 - training/rollout_probs_diff_mean:0.004759525414556265 - training/rollout_probs_diff_std:0.0138920983299613 - training/rollout_actor_probs_pearson_corr:0.997823178768158 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.7265625 - self_distillation/correct_sample_fraction:0.37890625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7265625 - rollout_corr/rollout_is_mean:1.0001037120819092 - rollout_corr/rollout_is_ratio_fraction_high:2.396386298642028e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.585545194568112e-05 - rollout_corr/rollout_is_max:2.688039779663086 - rollout_corr/rollout_is_min:0.004564262926578522 - rollout_corr/rollout_is_std:0.040728334337472916 - rollout_corr/rollout_is_eff_sample_size:0.9983443062319399 - rollout_corr/rollout_is_seq_mean:1.0002974271774292 - rollout_corr/rollout_is_seq_std:0.003095226129516959 - rollout_corr/rollout_is_seq_max:1.0108388662338257 - rollout_corr/rollout_is_seq_min:0.9914518594741821 - rollout_corr/rollout_is_seq_max_deviation:0.010838866233825684 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2595397448167205) - rollout_corr/training_log_ppl:np.float64(0.22738848751032492) - rollout_corr/kl:np.float64(0.0008545509965216525) - rollout_corr/k3_kl:np.float64(0.0012174916512890377) - rollout_corr/rollout_ppl:np.float64(1.258439245633781) - rollout_corr/rollout_log_ppl:np.float64(0.2265339351433795) - rollout_corr/log_ppl_diff:np.float64(0.0008545523669454269) - rollout_corr/log_ppl_abs_diff:np.float64(0.0027597737425821833) - rollout_corr/log_ppl_diff_max:np.float64(0.015086829662322998) - rollout_corr/log_ppl_diff_min:np.float64(-0.010798841714859009) - rollout_corr/ppl_ratio:np.float64(1.0008610265795141) - rollout_corr/chi2_token:np.float64(0.0030557208228856325) - rollout_corr/chi2_seq:np.float64(0.7724779043346643) - actor/pg_loss:np.float64(0.00614961888641119) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016605062769485812) - actor/ppo_kl:np.float64(0.00013565428764827914) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7265625) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7265625) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.37890625) - self_distillation/token_reweight_w_mean:np.float64(380883.05325318524) - self_distillation/token_reweight_w_std:np.float64(4762354.298607164) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0042932590004057) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12382737548614386) - self_distillation/empty_target_batch:np.float64(0.2734375) - actor/grad_norm:np.float64(0.6634487509727478) - perf/mfu/actor:np.float64(0.03345707490169501) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.15536880493164) - actor/lr:np.float64(1e-06) - training/global_step:15 - training/epoch:1 - critic/score/mean:0.37890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.02440270036458969 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.02440270036458969 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:326.01171875 - response
step:16 - global_seqlen/min:18530 - global_seqlen/max:33812 - global_seqlen/minmax_diff:15282 - global_seqlen/balanced_min:22661 - global_seqlen/balanced_max:23200 - global_seqlen/mean:22884.375 - actor/entropy:0.1758926510810852 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7469337582588196 - training/rollout_probs_diff_mean:0.0043508936651051044 - training/rollout_probs_diff_std:0.013909836299717426 - training/rollout_actor_probs_pearson_corr:0.9977051615715027 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.83984375 - self_distillation/correct_sample_fraction:0.48046875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.83984375 - rollout_corr/rollout_is_mean:0.9997097253799438 - rollout_corr/rollout_is_ratio_fraction_high:2.0211207811371423e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00015158405585680157 - rollout_corr/rollout_is_max:2.464538812637329 - rollout_corr/rollout_is_min:0.059084586799144745 - rollout_corr/rollout_is_std:0.03929905965924263 - rollout_corr/rollout_is_eff_sample_size:0.998457311961611 - rollout_corr/rollout_is_seq_mean:0.9996926188468933 - rollout_corr/rollout_is_seq_std:0.0028329973574727774 - rollout_corr/rollout_is_seq_max:1.0078116655349731 - rollout_corr/rollout_is_seq_min:0.9882426857948303 - rollout_corr/rollout_is_seq_max_deviation:0.011757314205169678 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2475387873128057) - rollout_corr/training_log_ppl:np.float64(0.21804306718695443) - rollout_corr/kl:np.float64(0.0014540559303597433) - rollout_corr/k3_kl:np.float64(0.00116658230115263) - rollout_corr/rollout_ppl:np.float64(1.245679139625281) - rollout_corr/rollout_log_ppl:np.float64(0.21658901014598086) - rollout_corr/log_ppl_diff:np.float64(0.0014540570409735665) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025474778813077137) - rollout_corr/log_ppl_diff_max:np.float64(0.013031005859375) - rollout_corr/log_ppl_diff_min:np.float64(-0.008066460490226746) - rollout_corr/ppl_ratio:np.float64(1.001460450468585) - rollout_corr/chi2_token:np.float64(0.0016516137402504683) - rollout_corr/chi2_seq:np.float64(0.45585528621450067) - actor/pg_loss:np.float64(0.00893199082929641) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0021208707877349298) - actor/ppo_kl:np.float64(0.00010913769898257542) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.83984375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.83984375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.48046875) - self_distillation/token_reweight_w_mean:np.float64(445003.87521046656) - self_distillation/token_reweight_w_std:np.float64(5454650.55214807) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0015151123516262) - self_distillation/token_reweight_w_clip_frac:np.float64(0.14990338099596556) - self_distillation/empty_target_batch:np.float64(0.16015625) - actor/grad_norm:np.float64(0.7883509397506714) - perf/mfu/actor:np.float64(0.03755929023339058) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.36421585083008) - actor/lr:np.float64(1e-06) - training/global_step:16 - training/epoch:1 - critic/score/mean:0.48046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.48046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.027472082525491714 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.027472082525491714 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:386.54296875
step:17 - global_seqlen/min:11563 - global_seqlen/max:28003 - global_seqlen/minmax_diff:16440 - global_seqlen/balanced_min:19351 - global_seqlen/balanced_max:19748 - global_seqlen/mean:19445.875 - actor/entropy:0.20303893089294434 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5752326250076294 - training/rollout_probs_diff_mean:0.005234991200268269 - training/rollout_probs_diff_std:0.014962500892579556 - training/rollout_actor_probs_pearson_corr:0.9976497292518616 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.7265625 - self_distillation/correct_sample_fraction:0.32421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7265625 - rollout_corr/rollout_is_mean:0.9999104142189026 - rollout_corr/rollout_is_ratio_fraction_high:6.119126919656992e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00017133555957116187 - rollout_corr/rollout_is_max:3.0671093463897705 - rollout_corr/rollout_is_min:0.11059963703155518 - rollout_corr/rollout_is_std:0.04376046359539032 - rollout_corr/rollout_is_eff_sample_size:0.9980883258424627 - rollout_corr/rollout_is_seq_mean:0.9999815821647644 - rollout_corr/rollout_is_seq_std:0.0031001772731542587 - rollout_corr/rollout_is_seq_max:1.0088906288146973 - rollout_corr/rollout_is_seq_min:0.9919108748435974 - rollout_corr/rollout_is_seq_max_deviation:0.008890628814697266 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2740392214618623) - rollout_corr/training_log_ppl:np.float64(0.2388933266774984) - rollout_corr/kl:np.float64(0.0015981203938295607) - rollout_corr/k3_kl:np.float64(0.0013284954461596499) - rollout_corr/rollout_ppl:np.float64(1.2719845059327781) - rollout_corr/rollout_log_ppl:np.float64(0.23729520468623377) - rollout_corr/log_ppl_diff:np.float64(0.0015981219912646338) - rollout_corr/log_ppl_abs_diff:np.float64(0.002778403417323716) - rollout_corr/log_ppl_diff_max:np.float64(0.012680396437644958) - rollout_corr/log_ppl_diff_min:np.float64(-0.008751362562179565) - rollout_corr/ppl_ratio:np.float64(1.0016051123384386) - rollout_corr/chi2_token:np.float64(0.0021377962548285723) - rollout_corr/chi2_seq:np.float64(0.34157682210206985) - actor/pg_loss:np.float64(0.006546365446411073) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.002759105423024266) - actor/ppo_kl:np.float64(0.0004309166163753986) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7265625) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7265625) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.32421875) - self_distillation/token_reweight_w_mean:np.float64(577455.9122446231) - self_distillation/token_reweight_w_std:np.float64(6992234.631524403) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.00423149834387) - self_distillation/token_reweight_w_clip_frac:np.float64(0.14134635338268708) - self_distillation/empty_target_batch:np.float64(0.2734375) - actor/grad_norm:np.float64(0.8037751317024231) - perf/mfu/actor:np.float64(0.03241075740075369) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.29125595092773) - actor/lr:np.float64(1e-06) - training/global_step:17 - training/epoch:1 - critic/score/mean:0.32421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.32421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.02262394316494465 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.02262394316494465 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:319.18359375 - respon
step:18 - global_seqlen/min:12223 - global_seqlen/max:32263 - global_seqlen/minmax_diff:20040 - global_seqlen/balanced_min:21577 - global_seqlen/balanced_max:21639 - global_seqlen/mean:21614.375 - actor/entropy:0.1750251203775406 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3790506422519684 - training/rollout_probs_diff_mean:0.004264963325113058 - training/rollout_probs_diff_std:0.013276408426463604 - training/rollout_actor_probs_pearson_corr:0.9978918433189392 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.734375 - self_distillation/correct_sample_fraction:0.359375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.734375 - rollout_corr/rollout_is_mean:1.0000395774841309 - rollout_corr/rollout_is_ratio_fraction_high:3.2373984140576795e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.553929754067212e-05 - rollout_corr/rollout_is_max:2.1670196056365967 - rollout_corr/rollout_is_min:0.12257643789052963 - rollout_corr/rollout_is_std:0.03953269124031067 - rollout_corr/rollout_is_eff_sample_size:0.9984397236898125 - rollout_corr/rollout_is_seq_mean:1.0000652074813843 - rollout_corr/rollout_is_seq_std:0.0029307748191058636 - rollout_corr/rollout_is_seq_max:1.0118049383163452 - rollout_corr/rollout_is_seq_min:0.988494873046875 - rollout_corr/rollout_is_seq_max_deviation:0.011804938316345215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2621581708081067) - rollout_corr/training_log_ppl:np.float64(0.2286899130413076) - rollout_corr/kl:np.float64(0.001075027593940625) - rollout_corr/k3_kl:np.float64(0.0012590645611680884) - rollout_corr/rollout_ppl:np.float64(1.260771079454571) - rollout_corr/rollout_log_ppl:np.float64(0.22761488259129692) - rollout_corr/log_ppl_diff:np.float64(0.0010750304500106722) - rollout_corr/log_ppl_abs_diff:np.float64(0.002587559982202947) - rollout_corr/log_ppl_diff_max:np.float64(0.012028634548187256) - rollout_corr/log_ppl_diff_min:np.float64(-0.015134572982788086) - rollout_corr/ppl_ratio:np.float64(1.0010810499079525) - rollout_corr/chi2_token:np.float64(0.0028927032835781574) - rollout_corr/chi2_seq:np.float64(1.2977143267635256) - actor/pg_loss:np.float64(0.00664244475774467) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001839155015659344) - actor/ppo_kl:np.float64(0.00014196148600653657) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.734375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.734375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.359375) - self_distillation/token_reweight_w_mean:np.float64(623915.2676190655) - self_distillation/token_reweight_w_std:np.float64(7410794.226804514) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.002825409406796) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1299431096558692) - self_distillation/empty_target_batch:np.float64(0.265625) - actor/grad_norm:np.float64(0.7296064049005508) - perf/mfu/actor:np.float64(0.036137395670919115) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.27211380004883) - actor/lr:np.float64(1e-06) - training/global_step:18 - training/epoch:1 - critic/score/mean:0.359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002475260989740491 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002475260989740491 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:361.98046875 - response_length/max
step:19 - global_seqlen/min:14234 - global_seqlen/max:27408 - global_seqlen/minmax_diff:13174 - global_seqlen/balanced_min:20990 - global_seqlen/balanced_max:21463 - global_seqlen/mean:21081.0 - actor/entropy:0.18662618100643158 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4825435280799866 - training/rollout_probs_diff_mean:0.004559643566608429 - training/rollout_probs_diff_std:0.013524374924600124 - training/rollout_actor_probs_pearson_corr:0.9978901147842407 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.6953125 - self_distillation/correct_sample_fraction:0.328125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.6953125 - rollout_corr/rollout_is_mean:1.0000455379486084 - rollout_corr/rollout_is_ratio_fraction_high:4.3297539377817884e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00011906823783647269 - rollout_corr/rollout_is_max:4.395936012268066 - rollout_corr/rollout_is_min:0.13285663723945618 - rollout_corr/rollout_is_std:0.04109692573547363 - rollout_corr/rollout_is_eff_sample_size:0.9983140093600031 - rollout_corr/rollout_is_seq_mean:1.00007164478302 - rollout_corr/rollout_is_seq_std:0.0030954221729189157 - rollout_corr/rollout_is_seq_max:1.011547565460205 - rollout_corr/rollout_is_seq_min:0.9888474345207214 - rollout_corr/rollout_is_seq_max_deviation:0.011547565460205078 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2576180850155652) - rollout_corr/training_log_ppl:np.float64(0.22579659259645268) - rollout_corr/kl:np.float64(0.0012318556480068743) - rollout_corr/k3_kl:np.float64(0.001264088400887431) - rollout_corr/rollout_ppl:np.float64(1.256009896285832) - rollout_corr/rollout_log_ppl:np.float64(0.22456473541387822) - rollout_corr/log_ppl_diff:np.float64(0.0012318571825744584) - rollout_corr/log_ppl_abs_diff:np.float64(0.002706136365304701) - rollout_corr/log_ppl_diff_max:np.float64(0.013555288314819336) - rollout_corr/log_ppl_diff_min:np.float64(-0.009048610925674438) - rollout_corr/ppl_ratio:np.float64(1.0012385330628604) - rollout_corr/chi2_token:np.float64(0.002662915736436844) - rollout_corr/chi2_seq:np.float64(0.6268946786876768) - actor/pg_loss:np.float64(0.007152381585910916) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0019675058147186064) - actor/ppo_kl:np.float64(0.00022251309200527203) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.6953125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.6953125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.328125) - self_distillation/token_reweight_w_mean:np.float64(426680.76371138333) - self_distillation/token_reweight_w_std:np.float64(5434152.009025335) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0037426524795592) - self_distillation/token_reweight_w_clip_frac:np.float64(0.13176339765777811) - self_distillation/empty_target_batch:np.float64(0.3046875) - actor/grad_norm:np.float64(0.7264038622379303) - perf/mfu/actor:np.float64(0.035313067432871936) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.18925714492798) - actor/lr:np.float64(1e-06) - training/global_step:19 - training/epoch:1 - critic/score/mean:0.328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02298964187502861 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02298964187502861 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:360.875 - response_length/
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 20}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques such as molecular dynamics simulations, thermodynamic analysis, or energy minimization. However, without specific computational tools or databases that provide such scores for the given sequence, it is not possible to calculate or determine the exact folding stability score. The options provided (A: -0.01, B: 1.69, C: 2.49, D: 0.45) suggest possible scores, but none can be definitively determined without further information or computation. Therefore, the correct answer cannot be determined from the given information.
</reasoning>
<answer>
D
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] D
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_20
step:20 - global_seqlen/min:11490 - global_seqlen/max:30712 - global_seqlen/minmax_diff:19222 - global_seqlen/balanced_min:21053 - global_seqlen/balanced_max:21083 - global_seqlen/mean:21076.125 - actor/entropy:0.19185848534107208 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.605046272277832 - training/rollout_probs_diff_mean:0.004658793099224567 - training/rollout_probs_diff_std:0.013916742987930775 - training/rollout_actor_probs_pearson_corr:0.997868001461029 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.6953125 - self_distillation/correct_sample_fraction:0.36328125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.6953125 - rollout_corr/rollout_is_mean:1.000085473060608 - rollout_corr/rollout_is_ratio_fraction_high:5.654509368469007e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00014701724285259843 - rollout_corr/rollout_is_max:3.1271145343780518 - rollout_corr/rollout_is_min:0.24705207347869873 - rollout_corr/rollout_is_std:0.041785866022109985 - rollout_corr/rollout_is_eff_sample_size:0.9982572225303701 - rollout_corr/rollout_is_seq_mean:1.0000156164169312 - rollout_corr/rollout_is_seq_std:0.002887738635763526 - rollout_corr/rollout_is_seq_max:1.0120712518692017 - rollout_corr/rollout_is_seq_min:0.992546796798706 - rollout_corr/rollout_is_seq_max_deviation:0.01207125186920166 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2571831136010587) - rollout_corr/training_log_ppl:np.float64(0.22537461307365447) - rollout_corr/kl:np.float64(0.0011899686502321316) - rollout_corr/k3_kl:np.float64(0.0011254083661924597) - rollout_corr/rollout_ppl:np.float64(1.255645914003253) - rollout_corr/rollout_log_ppl:np.float64(0.22418464263319038) - rollout_corr/log_ppl_diff:np.float64(0.0011899704404640943) - rollout_corr/log_ppl_abs_diff:np.float64(0.002389262692304328) - rollout_corr/log_ppl_diff_max:np.float64(0.010065972805023193) - rollout_corr/log_ppl_diff_min:np.float64(-0.006951630115509033) - rollout_corr/ppl_ratio:np.float64(1.001195044722408) - rollout_corr/chi2_token:np.float64(0.0022096477914601564) - rollout_corr/chi2_seq:np.float64(3.44644234678708) - actor/pg_loss:np.float64(0.006273084436543286) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014769084930321696) - actor/ppo_kl:np.float64(0.00015581477314441372) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.6953125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.6953125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.36328125) - self_distillation/token_reweight_w_mean:np.float64(431294.86135452124) - self_distillation/token_reweight_w_std:np.float64(5506743.177664222) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.003677363274619) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12259233223448973) - self_distillation/empty_target_batch:np.float64(0.3046875) - actor/grad_norm:np.float64(0.6836053431034088) - perf/mfu/actor:np.float64(0.03593170496025079) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.2952423095703) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.32875) - val-aux/sciknoweval/reward/std@16:np.float64(0.29435610050286326) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.45084) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.2764717653668717) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.20032000000000003) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.22610926818200705) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(
step:21 - global_seqlen/min:13618 - global_seqlen/max:28101 - global_seqlen/minmax_diff:14483 - global_seqlen/balanced_min:19845 - global_seqlen/balanced_max:19859 - global_seqlen/mean:19853.75 - actor/entropy:0.1921236366033554 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8342254161834717 - training/rollout_probs_diff_mean:0.004657784476876259 - training/rollout_probs_diff_std:0.013867578469216824 - training/rollout_actor_probs_pearson_corr:0.9979041814804077 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73828125 - self_distillation/correct_sample_fraction:0.390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73828125 - rollout_corr/rollout_is_mean:0.9997999668121338 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.753607547376305e-05 - rollout_corr/rollout_is_max:1.7968099117279053 - rollout_corr/rollout_is_min:0.10106302052736282 - rollout_corr/rollout_is_std:0.040148328989744186 - rollout_corr/rollout_is_eff_sample_size:0.9983901708780174 - rollout_corr/rollout_is_seq_mean:0.9999698400497437 - rollout_corr/rollout_is_seq_std:0.0028422540053725243 - rollout_corr/rollout_is_seq_max:1.00948166847229 - rollout_corr/rollout_is_seq_min:0.993533730506897 - rollout_corr/rollout_is_seq_max_deviation:0.009481668472290039 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2641725991852582) - rollout_corr/training_log_ppl:np.float64(0.23089192975021433) - rollout_corr/kl:np.float64(0.001236026230320597) - rollout_corr/k3_kl:np.float64(0.0011104728028499267) - rollout_corr/rollout_ppl:np.float64(1.2625776953063905) - rollout_corr/rollout_log_ppl:np.float64(0.22965590309468098) - rollout_corr/log_ppl_diff:np.float64(0.001236026655533351) - rollout_corr/log_ppl_abs_diff:np.float64(0.002413631693343632) - rollout_corr/log_ppl_diff_max:np.float64(0.010084569454193115) - rollout_corr/log_ppl_diff_min:np.float64(-0.006885886192321777) - rollout_corr/ppl_ratio:np.float64(1.0012409987393767) - rollout_corr/chi2_token:np.float64(0.0019542204681783915) - rollout_corr/chi2_seq:np.float64(0.2917343757580966) - actor/pg_loss:np.float64(0.007957952562719584) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0018407491854759428) - actor/ppo_kl:np.float64(0.00021987110629595463) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.390625) - self_distillation/token_reweight_w_mean:np.float64(397908.3636041009) - self_distillation/token_reweight_w_std:np.float64(4692473.746526102) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004959150683135) - self_distillation/token_reweight_w_clip_frac:np.float64(0.14321871772699524) - self_distillation/empty_target_batch:np.float64(0.26171875) - actor/grad_norm:np.float64(0.7271679639816284) - perf/mfu/actor:np.float64(0.033430629892783156) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.5677375793457) - actor/lr:np.float64(1e-06) - training/global_step:21 - training/epoch:1 - critic/score/mean:0.390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.013565568253397942 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.013565568253397942 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:339.4609375 - response_length/max:1403.0
step:22 - global_seqlen/min:16977 - global_seqlen/max:37961 - global_seqlen/minmax_diff:20984 - global_seqlen/balanced_min:23830 - global_seqlen/balanced_max:24580 - global_seqlen/mean:24009.875 - actor/entropy:0.17836344242095947 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3530232608318329 - training/rollout_probs_diff_mean:0.0041275168769061565 - training/rollout_probs_diff_std:0.012802300043404102 - training/rollout_actor_probs_pearson_corr:0.9980253577232361 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.46484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:1.0001649856567383 - rollout_corr/rollout_is_ratio_fraction_high:2.90407824650174e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.80815649300348e-05 - rollout_corr/rollout_is_max:3.3773062229156494 - rollout_corr/rollout_is_min:0.16175149381160736 - rollout_corr/rollout_is_std:0.03797151893377304 - rollout_corr/rollout_is_eff_sample_size:0.9985608338735662 - rollout_corr/rollout_is_seq_mean:1.000291109085083 - rollout_corr/rollout_is_seq_std:0.0029728421941399574 - rollout_corr/rollout_is_seq_max:1.0122034549713135 - rollout_corr/rollout_is_seq_min:0.9913510084152222 - rollout_corr/rollout_is_seq_max_deviation:0.012203454971313477 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2535668751224875) - rollout_corr/training_log_ppl:np.float64(0.22167573400656693) - rollout_corr/kl:np.float64(0.0007851657160911074) - rollout_corr/k3_kl:np.float64(0.0010411924005779838) - rollout_corr/rollout_ppl:np.float64(1.2525088130496442) - rollout_corr/rollout_log_ppl:np.float64(0.22089056581899058) - rollout_corr/log_ppl_diff:np.float64(0.0007851681875763461) - rollout_corr/log_ppl_abs_diff:np.float64(0.0021511910745175555) - rollout_corr/log_ppl_diff_max:np.float64(0.016502737998962402) - rollout_corr/log_ppl_diff_min:np.float64(-0.007668659090995789) - rollout_corr/ppl_ratio:np.float64(1.0007898204494268) - rollout_corr/chi2_token:np.float64(0.002642852021381259) - rollout_corr/chi2_seq:np.float64(1.0275017379317433) - actor/pg_loss:np.float64(0.0077134715393185616) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001129955593341947) - actor/ppo_kl:np.float64(0.00012342048217206525) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.46484375) - self_distillation/token_reweight_w_mean:np.float64(395338.3554381167) - self_distillation/token_reweight_w_std:np.float64(5012417.347034392) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001086757518351) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1375344575062627) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.7418015450239182) - perf/mfu/actor:np.float64(0.039820292543893625) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.55425262451172) - actor/lr:np.float64(1e-06) - training/global_step:22 - training/epoch:1 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0037849820218980312 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0037849820218980312 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:403.52734375 -
step:23 - global_seqlen/min:17524 - global_seqlen/max:33089 - global_seqlen/minmax_diff:15565 - global_seqlen/balanced_min:22610 - global_seqlen/balanced_max:22638 - global_seqlen/mean:22633.0 - actor/entropy:0.19653943181037903 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4863523840904236 - training/rollout_probs_diff_mean:0.004470366053283215 - training/rollout_probs_diff_std:0.013256288133561611 - training/rollout_actor_probs_pearson_corr:0.9980781674385071 - self_distillation/success_group_fraction:0.5625 - self_distillation/success_sample_fraction:0.5546875 - self_distillation/correct_sample_fraction:0.265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.5546875 - rollout_corr/rollout_is_mean:0.9998451471328735 - rollout_corr/rollout_is_ratio_fraction_high:2.0983716240152717e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00010491858120076358 - rollout_corr/rollout_is_max:2.2246580123901367 - rollout_corr/rollout_is_min:0.2494165003299713 - rollout_corr/rollout_is_std:0.04001970589160919 - rollout_corr/rollout_is_eff_sample_size:0.9984005088283843 - rollout_corr/rollout_is_seq_mean:0.9997673034667969 - rollout_corr/rollout_is_seq_std:0.002586677670478821 - rollout_corr/rollout_is_seq_max:1.009292721748352 - rollout_corr/rollout_is_seq_min:0.9929970502853394 - rollout_corr/rollout_is_seq_max_deviation:0.00929272174835205 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2631977992132306) - rollout_corr/training_log_ppl:np.float64(0.22998240585729945) - rollout_corr/kl:np.float64(0.0012839085080340595) - rollout_corr/k3_kl:np.float64(0.0011792379793860164) - rollout_corr/rollout_ppl:np.float64(1.261534459888935) - rollout_corr/rollout_log_ppl:np.float64(0.22869849536800757) - rollout_corr/log_ppl_diff:np.float64(0.001283910489291884) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025792625528993085) - rollout_corr/log_ppl_diff_max:np.float64(0.014777734875679016) - rollout_corr/log_ppl_diff_min:np.float64(-0.011869877576828003) - rollout_corr/ppl_ratio:np.float64(1.001290408661589) - rollout_corr/chi2_token:np.float64(0.002155705587938428) - rollout_corr/chi2_seq:np.float64(1.0525127614382654) - actor/pg_loss:np.float64(0.006339410902000964) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016231782274189754) - actor/ppo_kl:np.float64(9.229942891020304e-05) - actor/pg_clipfrac_lower:np.float64(9.481189408688806e-06) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.5546875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.5546875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.265625) - self_distillation/token_reweight_w_mean:np.float64(356218.2028367857) - self_distillation/token_reweight_w_std:np.float64(4629386.739539903) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0010050446726382) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10248490553931333) - self_distillation/empty_target_batch:np.float64(0.4453125) - actor/grad_norm:np.float64(0.6276970654726028) - perf/mfu/actor:np.float64(0.03810892654843721) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.44520616531372) - actor/lr:np.float64(1e-06) - training/global_step:23 - training/epoch:1 - critic/score/mean:0.265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009594804607331753 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009594804607331753 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:372.3125 - r
step:24 - global_seqlen/min:12679 - global_seqlen/max:29738 - global_seqlen/minmax_diff:17059 - global_seqlen/balanced_min:18589 - global_seqlen/balanced_max:18667 - global_seqlen/mean:18608.25 - actor/entropy:0.21970593929290771 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5529158115386963 - training/rollout_probs_diff_mean:0.005068894941359758 - training/rollout_probs_diff_std:0.013992728665471077 - training/rollout_actor_probs_pearson_corr:0.9980122447013855 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73828125 - self_distillation/correct_sample_fraction:0.41015625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73828125 - rollout_corr/rollout_is_mean:1.0020556449890137 - rollout_corr/rollout_is_ratio_fraction_high:3.916346759069711e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.138142922893167e-05 - rollout_corr/rollout_is_max:179.5236053466797 - rollout_corr/rollout_is_min:0.09267795085906982 - rollout_corr/rollout_is_std:0.042068056762218475 - rollout_corr/rollout_is_eff_sample_size:0.998232513960617 - rollout_corr/rollout_is_seq_mean:1.0005260705947876 - rollout_corr/rollout_is_seq_std:0.013086115941405296 - rollout_corr/rollout_is_seq_max:1.2028028964996338 - rollout_corr/rollout_is_seq_min:0.9902984499931335 - rollout_corr/rollout_is_seq_max_deviation:0.2028028964996338 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2807346642948687) - rollout_corr/training_log_ppl:np.float64(0.24428033985896036) - rollout_corr/kl:np.float64(0.001533059075450538) - rollout_corr/k3_kl:np.float64(0.001212075309354077) - rollout_corr/rollout_ppl:np.float64(1.2787316790781915) - rollout_corr/rollout_log_ppl:np.float64(0.24274727902957238) - rollout_corr/log_ppl_diff:np.float64(0.0015330608293879777) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029383527289610356) - rollout_corr/log_ppl_diff_max:np.float64(0.012038901448249817) - rollout_corr/log_ppl_diff_min:np.float64(-0.007719486951828003) - rollout_corr/ppl_ratio:np.float64(1.0015401267446578) - rollout_corr/chi2_token:np.float64(0.005337873008102179) - rollout_corr/chi2_seq:np.float64(0.7134281191974878) - actor/pg_loss:np.float64(0.007017654599621892) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001894508582608978) - actor/ppo_kl:np.float64(0.00026200509176987907) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.41015625) - self_distillation/token_reweight_w_mean:np.float64(555852.1664180572) - self_distillation/token_reweight_w_std:np.float64(6403345.388541037) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0016352159436792) - self_distillation/token_reweight_w_clip_frac:np.float64(0.13323489562026225) - self_distillation/empty_target_batch:np.float64(0.26171875) - actor/grad_norm:np.float64(0.6621586382389069) - perf/mfu/actor:np.float64(0.031465761930366626) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.51604080200195) - actor/lr:np.float64(1e-06) - training/global_step:24 - training/epoch:1 - critic/score/mean:0.41015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005094514694064856 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005094514694064856 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:299.2265625 - resp
step:25 - global_seqlen/min:17225 - global_seqlen/max:30301 - global_seqlen/minmax_diff:13076 - global_seqlen/balanced_min:25937 - global_seqlen/balanced_max:25982 - global_seqlen/mean:25966.875 - actor/entropy:0.1851537972688675 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5962941646575928 - training/rollout_probs_diff_mean:0.004132953006774187 - training/rollout_probs_diff_std:0.013088012114167213 - training/rollout_actor_probs_pearson_corr:0.9980089664459229 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.79296875 - self_distillation/correct_sample_fraction:0.40234375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.79296875 - rollout_corr/rollout_is_mean:1.0000680685043335 - rollout_corr/rollout_is_ratio_fraction_high:3.482652027742006e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00016542596858926117 - rollout_corr/rollout_is_max:2.9371936321258545 - rollout_corr/rollout_is_min:0.0107397036626935 - rollout_corr/rollout_is_std:0.038702256977558136 - rollout_corr/rollout_is_eff_sample_size:0.9985047320789843 - rollout_corr/rollout_is_seq_mean:1.0000791549682617 - rollout_corr/rollout_is_seq_std:0.002427029889076948 - rollout_corr/rollout_is_seq_max:1.0064553022384644 - rollout_corr/rollout_is_seq_min:0.9905536770820618 - rollout_corr/rollout_is_seq_max_deviation:0.009446322917938232 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.254920766223222) - rollout_corr/training_log_ppl:np.float64(0.22319715823687147) - rollout_corr/kl:np.float64(0.0009513927656978893) - rollout_corr/k3_kl:np.float64(0.001108306266019099) - rollout_corr/rollout_ppl:np.float64(1.253699362743646) - rollout_corr/rollout_log_ppl:np.float64(0.22224576224107295) - rollout_corr/log_ppl_diff:np.float64(0.0009513959957985207) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020687162032118067) - rollout_corr/log_ppl_diff_max:np.float64(0.012234926223754883) - rollout_corr/log_ppl_diff_min:np.float64(-0.015981703996658325) - rollout_corr/ppl_ratio:np.float64(1.0009557630401105) - rollout_corr/chi2_token:np.float64(0.002664993517100811) - rollout_corr/chi2_seq:np.float64(1.0995744443498552) - actor/pg_loss:np.float64(0.006765639060176909) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001574875209144011) - actor/ppo_kl:np.float64(3.649607397449017e-05) - actor/pg_clipfrac_lower:np.float64(4.1273967781307874e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.79296875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.79296875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.40234375) - self_distillation/token_reweight_w_mean:np.float64(353427.5153041347) - self_distillation/token_reweight_w_std:np.float64(5117519.624401459) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0020341072231531) - self_distillation/token_reweight_w_clip_frac:np.float64(0.14214718576113228) - self_distillation/empty_target_batch:np.float64(0.20703125) - actor/grad_norm:np.float64(0.6468942165374756) - perf/mfu/actor:np.float64(0.04292664526543912) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.73140716552734) - actor/lr:np.float64(1e-06) - training/global_step:25 - training/epoch:1 - critic/score/mean:0.40234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003380349138751626 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.003380349138751626 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length
step:26 - global_seqlen/min:13828 - global_seqlen/max:27110 - global_seqlen/minmax_diff:13282 - global_seqlen/balanced_min:22022 - global_seqlen/balanced_max:22201 - global_seqlen/mean:22057.875 - actor/entropy:0.20123563706874847 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27729910612106323 - training/rollout_probs_diff_mean:0.0043639508076012135 - training/rollout_probs_diff_std:0.012655162252485752 - training/rollout_actor_probs_pearson_corr:0.998265266418457 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.70703125 - self_distillation/correct_sample_fraction:0.41015625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.70703125 - rollout_corr/rollout_is_mean:1.0000321865081787 - rollout_corr/rollout_is_ratio_fraction_high:6.163265061331913e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00014380952052306384 - rollout_corr/rollout_is_max:3.1523871421813965 - rollout_corr/rollout_is_min:0.22010482847690582 - rollout_corr/rollout_is_std:0.03991381824016571 - rollout_corr/rollout_is_eff_sample_size:0.9984094210263972 - rollout_corr/rollout_is_seq_mean:1.0000900030136108 - rollout_corr/rollout_is_seq_std:0.0028636239003390074 - rollout_corr/rollout_is_seq_max:1.009320616722107 - rollout_corr/rollout_is_seq_min:0.9920967221260071 - rollout_corr/rollout_is_seq_max_deviation:0.009320616722106934 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.285409896634519) - rollout_corr/training_log_ppl:np.float64(0.24616308329859748) - rollout_corr/kl:np.float64(0.0010952132663355485) - rollout_corr/k3_kl:np.float64(0.0010522639622649876) - rollout_corr/rollout_ppl:np.float64(1.2839300143532455) - rollout_corr/rollout_log_ppl:np.float64(0.24506786806159653) - rollout_corr/log_ppl_diff:np.float64(0.0010952152370009571) - rollout_corr/log_ppl_abs_diff:np.float64(0.0022666600707452744) - rollout_corr/log_ppl_diff_max:np.float64(0.009045511484146118) - rollout_corr/log_ppl_diff_min:np.float64(-0.008367002010345459) - rollout_corr/ppl_ratio:np.float64(1.0010996800847352) - rollout_corr/chi2_token:np.float64(0.002009735209867358) - rollout_corr/chi2_seq:np.float64(0.3117946165148169) - actor/pg_loss:np.float64(0.006661892984993756) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010209764229784923) - actor/ppo_kl:np.float64(0.0002103924846554861) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.70703125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.70703125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.41015625) - self_distillation/token_reweight_w_mean:np.float64(235097.68068203423) - self_distillation/token_reweight_w_std:np.float64(3208859.9599546287) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0031206426210701) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11432849438278936) - self_distillation/empty_target_batch:np.float64(0.29296875) - actor/grad_norm:np.float64(0.6480773836374283) - perf/mfu/actor:np.float64(0.03729586141445862) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.68837356567383) - actor/lr:np.float64(1e-06) - training/global_step:26 - training/epoch:1 - critic/score/mean:0.41015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.012705313973128796 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.012705313973128796 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:380.277
step:27 - global_seqlen/min:13161 - global_seqlen/max:28209 - global_seqlen/minmax_diff:15048 - global_seqlen/balanced_min:21333 - global_seqlen/balanced_max:23462 - global_seqlen/mean:21600.625 - actor/entropy:0.2077469378709793 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8482835292816162 - training/rollout_probs_diff_mean:0.004673023708164692 - training/rollout_probs_diff_std:0.013583921827375889 - training/rollout_actor_probs_pearson_corr:0.9980661869049072 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.66796875 - self_distillation/correct_sample_fraction:0.3984375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.66796875 - rollout_corr/rollout_is_mean:0.9999101161956787 - rollout_corr/rollout_is_ratio_fraction_high:3.2460156944580376e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001298406277783215 - rollout_corr/rollout_is_max:2.862781047821045 - rollout_corr/rollout_is_min:0.08208515495061874 - rollout_corr/rollout_is_std:0.040227677673101425 - rollout_corr/rollout_is_eff_sample_size:0.9983839919754216 - rollout_corr/rollout_is_seq_mean:1.0000474452972412 - rollout_corr/rollout_is_seq_std:0.002930537099018693 - rollout_corr/rollout_is_seq_max:1.0101268291473389 - rollout_corr/rollout_is_seq_min:0.9879516363143921 - rollout_corr/rollout_is_seq_max_deviation:0.01204836368560791 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2790318825282156) - rollout_corr/training_log_ppl:np.float64(0.24226842416101135) - rollout_corr/kl:np.float64(0.0012188144196088047) - rollout_corr/k3_kl:np.float64(0.0012009678286233338) - rollout_corr/rollout_ppl:np.float64(1.277424986474216) - rollout_corr/rollout_log_ppl:np.float64(0.2410496080556186) - rollout_corr/log_ppl_diff:np.float64(0.0012188161053927615) - rollout_corr/log_ppl_abs_diff:np.float64(0.002619924969621934) - rollout_corr/log_ppl_diff_max:np.float64(0.013451695442199707) - rollout_corr/log_ppl_diff_min:np.float64(-0.007775008678436279) - rollout_corr/ppl_ratio:np.float64(1.0012246232945472) - rollout_corr/chi2_token:np.float64(0.0023596512619405985) - rollout_corr/chi2_seq:np.float64(0.5256561439018697) - actor/pg_loss:np.float64(0.004449836676940322) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0013233652471171808) - actor/ppo_kl:np.float64(0.00026928278293070207) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.66796875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.66796875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3984375) - self_distillation/token_reweight_w_mean:np.float64(324819.42211573245) - self_distillation/token_reweight_w_std:np.float64(4507005.021220025) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001485469052568) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10996017501747701) - self_distillation/empty_target_batch:np.float64(0.33203125) - actor/grad_norm:np.float64(0.5749102309346199) - perf/mfu/actor:np.float64(0.03605009092181908) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.96850204467773) - actor/lr:np.float64(1e-06) - training/global_step:27 - training/epoch:1 - critic/score/mean:0.3984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.027892740443348885 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.027892740443348885 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:361.01953125 -
step:28 - global_seqlen/min:20190 - global_seqlen/max:30705 - global_seqlen/minmax_diff:10515 - global_seqlen/balanced_min:24004 - global_seqlen/balanced_max:24200 - global_seqlen/mean:24035.75 - actor/entropy:0.18564951419830322 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5823308825492859 - training/rollout_probs_diff_mean:0.004079106263816357 - training/rollout_probs_diff_std:0.012803311459720135 - training/rollout_actor_probs_pearson_corr:0.998200535774231 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.61328125 - self_distillation/correct_sample_fraction:0.35546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.61328125 - rollout_corr/rollout_is_mean:1.0000269412994385 - rollout_corr/rollout_is_ratio_fraction_high:1.9231139958719723e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.692455983487889e-05 - rollout_corr/rollout_is_max:6.242704391479492 - rollout_corr/rollout_is_min:0.23590925335884094 - rollout_corr/rollout_is_std:0.03762301430106163 - rollout_corr/rollout_is_eff_sample_size:0.9985865096788494 - rollout_corr/rollout_is_seq_mean:1.0000364780426025 - rollout_corr/rollout_is_seq_std:0.0030162427574396133 - rollout_corr/rollout_is_seq_max:1.0107171535491943 - rollout_corr/rollout_is_seq_min:0.9907180666923523 - rollout_corr/rollout_is_seq_max_deviation:0.010717153549194336 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.25667032180354) - rollout_corr/training_log_ppl:np.float64(0.22454505835776217) - rollout_corr/kl:np.float64(0.0008663110850345435) - rollout_corr/k3_kl:np.float64(0.0010345751965132877) - rollout_corr/rollout_ppl:np.float64(1.2555355904623866) - rollout_corr/rollout_log_ppl:np.float64(0.22367874927294906) - rollout_corr/log_ppl_diff:np.float64(0.0008663090848131105) - rollout_corr/log_ppl_abs_diff:np.float64(0.0023031624587019905) - rollout_corr/log_ppl_diff_max:np.float64(0.010847002267837524) - rollout_corr/log_ppl_diff_min:np.float64(-0.008875399827957153) - rollout_corr/ppl_ratio:np.float64(1.0008710592519492) - rollout_corr/chi2_token:np.float64(0.002394293434917927) - rollout_corr/chi2_seq:np.float64(0.8952626511454582) - actor/pg_loss:np.float64(0.005589029053226113) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011645046297417139) - actor/ppo_kl:np.float64(-2.7968522828381026e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.61328125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.61328125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.35546875) - self_distillation/token_reweight_w_mean:np.float64(274457.87072749576) - self_distillation/token_reweight_w_std:np.float64(3580252.375037855) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0010159488301724) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0962374477967387) - self_distillation/empty_target_batch:np.float64(0.38671875) - actor/grad_norm:np.float64(0.5859245583415031) - perf/mfu/actor:np.float64(0.039479981257269675) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(149.19495010375977) - actor/lr:np.float64(1e-06) - training/global_step:28 - training/epoch:1 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002572164870798588 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002572164870798588 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:406.242187
step:29 - global_seqlen/min:12202 - global_seqlen/max:28063 - global_seqlen/minmax_diff:15861 - global_seqlen/balanced_min:19899 - global_seqlen/balanced_max:19913 - global_seqlen/mean:19906.5 - actor/entropy:0.200120210647583 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.751859188079834 - training/rollout_probs_diff_mean:0.00466552097350359 - training/rollout_probs_diff_std:0.013881048187613487 - training/rollout_actor_probs_pearson_corr:0.9979689717292786 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.7734375 - self_distillation/correct_sample_fraction:0.4921875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7734375 - rollout_corr/rollout_is_mean:0.9998300671577454 - rollout_corr/rollout_is_ratio_fraction_high:3.581490818760358e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001790745445759967 - rollout_corr/rollout_is_max:2.2318549156188965 - rollout_corr/rollout_is_min:0.07922481745481491 - rollout_corr/rollout_is_std:0.04076636582612991 - rollout_corr/rollout_is_eff_sample_size:0.9983403853566886 - rollout_corr/rollout_is_seq_mean:0.9997302293777466 - rollout_corr/rollout_is_seq_std:0.0028203565161675215 - rollout_corr/rollout_is_seq_max:1.0098977088928223 - rollout_corr/rollout_is_seq_min:0.9884768724441528 - rollout_corr/rollout_is_seq_max_deviation:0.011523127555847168 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.268780852202326) - rollout_corr/training_log_ppl:np.float64(0.23475862003397197) - rollout_corr/kl:np.float64(0.0012591780972996958) - rollout_corr/k3_kl:np.float64(0.0014774430976558506) - rollout_corr/rollout_ppl:np.float64(1.2671397938393056) - rollout_corr/rollout_log_ppl:np.float64(0.23349944039364345) - rollout_corr/log_ppl_diff:np.float64(0.0012591796403285116) - rollout_corr/log_ppl_abs_diff:np.float64(0.0028744479350280017) - rollout_corr/log_ppl_diff_max:np.float64(0.015908241271972656) - rollout_corr/log_ppl_diff_min:np.float64(-0.008600950241088867) - rollout_corr/ppl_ratio:np.float64(1.001266701379791) - rollout_corr/chi2_token:np.float64(0.003420991124585271) - rollout_corr/chi2_seq:np.float64(0.8588014850392938) - actor/pg_loss:np.float64(0.008906474453397095) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0020709222528694227) - actor/ppo_kl:np.float64(-5.746460594657776e-05) - actor/pg_clipfrac_lower:np.float64(1.800115205696784e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7734375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7734375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4921875) - self_distillation/token_reweight_w_mean:np.float64(400565.17963223695) - self_distillation/token_reweight_w_std:np.float64(4787453.377732925) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003657368943095) - self_distillation/token_reweight_w_clip_frac:np.float64(0.14216147220577113) - self_distillation/empty_target_batch:np.float64(0.2265625) - actor/grad_norm:np.float64(0.782679945230484) - perf/mfu/actor:np.float64(0.03311267643104445) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.62977409362793) - actor/lr:np.float64(1e-06) - training/global_step:29 - training/epoch:2 - critic/score/mean:0.4921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.018026838079094887 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.018026838079094887 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:327.203
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 30}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods such as energy calculations, structure prediction algorithms, or experimental techniques like circular dichroism or NMR. However, without specific computational tools or data provided, it is not possible to calculate the exact folding stability score for the given sequence. The question provides four possible scores, and without additional context or computational data, the correct answer cannot be determined through logical reasoning alone. In the absence of specific information, the answer must be selected from the given options. Based on typical folding stability scores, the most reasonable choice is 0.45.
</reasoning>
<answer>
D
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] D
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_30
step:30 - global_seqlen/min:13709 - global_seqlen/max:34661 - global_seqlen/minmax_diff:20952 - global_seqlen/balanced_min:22528 - global_seqlen/balanced_max:22562 - global_seqlen/mean:22552.5 - actor/entropy:0.17858071625232697 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8049387335777283 - training/rollout_probs_diff_mean:0.004061528015881777 - training/rollout_probs_diff_std:0.012804483063519001 - training/rollout_actor_probs_pearson_corr:0.9980953335762024 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.703125 - self_distillation/correct_sample_fraction:0.46484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.703125 - rollout_corr/rollout_is_mean:1.0000133514404297 - rollout_corr/rollout_is_ratio_fraction_high:2.0044097254867665e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00012026457989122719 - rollout_corr/rollout_is_max:2.6347193717956543 - rollout_corr/rollout_is_min:0.1211763396859169 - rollout_corr/rollout_is_std:0.03737824037671089 - rollout_corr/rollout_is_eff_sample_size:0.9986048163833603 - rollout_corr/rollout_is_seq_mean:1.0000509023666382 - rollout_corr/rollout_is_seq_std:0.002637238474562764 - rollout_corr/rollout_is_seq_max:1.0075513124465942 - rollout_corr/rollout_is_seq_min:0.9900543093681335 - rollout_corr/rollout_is_seq_max_deviation:0.009945690631866455 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2358674858696759) - rollout_corr/training_log_ppl:np.float64(0.209219249751186) - rollout_corr/kl:np.float64(0.0009768563257512852) - rollout_corr/k3_kl:np.float64(0.000992308898958072) - rollout_corr/rollout_ppl:np.float64(1.2346490789204836) - rollout_corr/rollout_log_ppl:np.float64(0.2082423923711758) - rollout_corr/log_ppl_diff:np.float64(0.0009768573800101876) - rollout_corr/log_ppl_abs_diff:np.float64(0.0023018353385850787) - rollout_corr/log_ppl_diff_max:np.float64(0.01429024338722229) - rollout_corr/log_ppl_diff_min:np.float64(-0.008996948599815369) - rollout_corr/ppl_ratio:np.float64(1.0009819658007473) - rollout_corr/chi2_token:np.float64(0.0020118139218539) - rollout_corr/chi2_seq:np.float64(0.9899320646654814) - actor/pg_loss:np.float64(0.005333056440576911) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007797006080636493) - actor/ppo_kl:np.float64(0.00013445281576274226) - actor/pg_clipfrac_lower:np.float64(5.455656264530262e-06) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.703125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.703125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.46484375) - self_distillation/token_reweight_w_mean:np.float64(224932.845420863) - self_distillation/token_reweight_w_std:np.float64(3210198.2877844325) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003551209811121) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08737150816887151) - self_distillation/empty_target_batch:np.float64(0.296875) - actor/grad_norm:np.float64(0.4824788570404053) - perf/mfu/actor:np.float64(0.03816828358530715) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.78467178344727) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.3625) - val-aux/sciknoweval/reward/std@16:np.float64(0.2837411495944002) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.48234) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.23591887606702464) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.24532) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.24386037303171185) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(
step:31 - global_seqlen/min:14691 - global_seqlen/max:32016 - global_seqlen/minmax_diff:17325 - global_seqlen/balanced_min:21111 - global_seqlen/balanced_max:23092 - global_seqlen/mean:21372.875 - actor/entropy:0.18767856061458588 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4564788341522217 - training/rollout_probs_diff_mean:0.0042718215845525265 - training/rollout_probs_diff_std:0.012846951372921467 - training/rollout_actor_probs_pearson_corr:0.9981147050857544 - self_distillation/success_group_fraction:0.65625 - self_distillation/success_sample_fraction:0.640625 - self_distillation/correct_sample_fraction:0.3828125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.640625 - rollout_corr/rollout_is_mean:0.9999961256980896 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.654637425323017e-05 - rollout_corr/rollout_is_max:1.8308576345443726 - rollout_corr/rollout_is_min:0.2759072780609131 - rollout_corr/rollout_is_std:0.038326188921928406 - rollout_corr/rollout_is_eff_sample_size:0.9985331387675961 - rollout_corr/rollout_is_seq_mean:1.0000230073928833 - rollout_corr/rollout_is_seq_std:0.002981269033625722 - rollout_corr/rollout_is_seq_max:1.0086121559143066 - rollout_corr/rollout_is_seq_min:0.9902340173721313 - rollout_corr/rollout_is_seq_max_deviation:0.009765982627868652 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2463521412573755) - rollout_corr/training_log_ppl:np.float64(0.21727092210494447) - rollout_corr/kl:np.float64(0.0009897176428506071) - rollout_corr/k3_kl:np.float64(0.0010703946789476504) - rollout_corr/rollout_ppl:np.float64(1.2450866210274398) - rollout_corr/rollout_log_ppl:np.float64(0.21628120230161585) - rollout_corr/log_ppl_diff:np.float64(0.0009897198033286259) - rollout_corr/log_ppl_abs_diff:np.float64(0.002593131721368991) - rollout_corr/log_ppl_diff_max:np.float64(0.013398468494415283) - rollout_corr/log_ppl_diff_min:np.float64(-0.008827343583106995) - rollout_corr/ppl_ratio:np.float64(1.0009958858136088) - rollout_corr/chi2_token:np.float64(0.0023120150435715914) - rollout_corr/chi2_seq:np.float64(0.798170599155128) - actor/pg_loss:np.float64(0.004743849392980337) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009500816249783384) - actor/ppo_kl:np.float64(0.00011712995112134195) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.640625) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.640625) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3828125) - self_distillation/token_reweight_w_mean:np.float64(405654.28687982494) - self_distillation/token_reweight_w_std:np.float64(5009496.861719544) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0019375609699637) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10904305649455637) - self_distillation/empty_target_batch:np.float64(0.359375) - actor/grad_norm:np.float64(0.5787822306156158) - perf/mfu/actor:np.float64(0.03477636111962868) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.78802490234375) - actor/lr:np.float64(1e-06) - training/global_step:31 - training/epoch:2 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0031128779519349337 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0031128779519349337 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:345.40234375 - response_length/max:3
step:32 - global_seqlen/min:16951 - global_seqlen/max:28535 - global_seqlen/minmax_diff:11584 - global_seqlen/balanced_min:22298 - global_seqlen/balanced_max:22302 - global_seqlen/mean:22300.0 - actor/entropy:0.18449454009532928 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.508357584476471 - training/rollout_probs_diff_mean:0.004164127632975578 - training/rollout_probs_diff_std:0.012944702059030533 - training/rollout_actor_probs_pearson_corr:0.9981325268745422 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.765625 - self_distillation/correct_sample_fraction:0.4765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.765625 - rollout_corr/rollout_is_mean:1.0003676414489746 - rollout_corr/rollout_is_ratio_fraction_high:4.371011527837254e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.834775846684352e-05 - rollout_corr/rollout_is_max:2.890216827392578 - rollout_corr/rollout_is_min:0.006242398638278246 - rollout_corr/rollout_is_std:0.038238998502492905 - rollout_corr/rollout_is_eff_sample_size:0.9985409835772864 - rollout_corr/rollout_is_seq_mean:1.0004096031188965 - rollout_corr/rollout_is_seq_std:0.0029842921067029238 - rollout_corr/rollout_is_seq_max:1.0088164806365967 - rollout_corr/rollout_is_seq_min:0.9924617409706116 - rollout_corr/rollout_is_seq_max_deviation:0.00881648063659668 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2568057388998568) - rollout_corr/training_log_ppl:np.float64(0.22407739836489782) - rollout_corr/kl:np.float64(0.0006947221124469216) - rollout_corr/k3_kl:np.float64(0.0011480630730034136) - rollout_corr/rollout_ppl:np.float64(1.2559078889898956) - rollout_corr/rollout_log_ppl:np.float64(0.22338267411396373) - rollout_corr/log_ppl_diff:np.float64(0.0006947242509340867) - rollout_corr/log_ppl_abs_diff:np.float64(0.0024179289903258905) - rollout_corr/log_ppl_diff_max:np.float64(0.014996767044067383) - rollout_corr/log_ppl_diff_min:np.float64(-0.00923621654510498) - rollout_corr/ppl_ratio:np.float64(1.000700187170878) - rollout_corr/chi2_token:np.float64(0.0031753990333527327) - rollout_corr/chi2_seq:np.float64(0.8116656658239663) - actor/pg_loss:np.float64(0.006690458743833005) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001721466425806284) - actor/ppo_kl:np.float64(0.0001673200823937293) - actor/pg_clipfrac_lower:np.float64(7.89141449786257e-06) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.765625) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.765625) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4765625) - self_distillation/token_reweight_w_mean:np.float64(378276.8863981217) - self_distillation/token_reweight_w_std:np.float64(4767918.035825024) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.99896085774526) - self_distillation/token_reweight_w_clip_frac:np.float64(0.13528311986010522) - self_distillation/empty_target_batch:np.float64(0.234375) - actor/grad_norm:np.float64(0.7006156742572784) - perf/mfu/actor:np.float64(0.03776695122166555) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.70980548858643) - actor/lr:np.float64(1e-06) - training/global_step:32 - training/epoch:2 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.023166360333561897 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.023166360333561897 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:357.46875 -
step:33 - global_seqlen/min:13524 - global_seqlen/max:31971 - global_seqlen/minmax_diff:18447 - global_seqlen/balanced_min:23235 - global_seqlen/balanced_max:23263 - global_seqlen/mean:23257.125 - actor/entropy:0.18245993554592133 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8571684956550598 - training/rollout_probs_diff_mean:0.004132695496082306 - training/rollout_probs_diff_std:0.013101710006594658 - training/rollout_actor_probs_pearson_corr:0.9980323314666748 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.8359375 - self_distillation/correct_sample_fraction:0.484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8359375 - rollout_corr/rollout_is_mean:1.000072956085205 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00011418250505812466 - rollout_corr/rollout_is_max:1.9873102903366089 - rollout_corr/rollout_is_min:0.05242491513490677 - rollout_corr/rollout_is_std:0.038057755678892136 - rollout_corr/rollout_is_eff_sample_size:0.9985539396692393 - rollout_corr/rollout_is_seq_mean:1.0000982284545898 - rollout_corr/rollout_is_seq_std:0.002705891616642475 - rollout_corr/rollout_is_seq_max:1.0117093324661255 - rollout_corr/rollout_is_seq_min:0.9912111759185791 - rollout_corr/rollout_is_seq_max_deviation:0.011709332466125488 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2483157757669687) - rollout_corr/training_log_ppl:np.float64(0.21742995794920716) - rollout_corr/kl:np.float64(0.001100853100311383) - rollout_corr/k3_kl:np.float64(0.0011483149023092665) - rollout_corr/rollout_ppl:np.float64(1.2468630676157773) - rollout_corr/rollout_log_ppl:np.float64(0.21632910224434454) - rollout_corr/log_ppl_diff:np.float64(0.0011008557048626244) - rollout_corr/log_ppl_abs_diff:np.float64(0.0024914654495660216) - rollout_corr/log_ppl_diff_max:np.float64(0.01017981767654419) - rollout_corr/log_ppl_diff_min:np.float64(-0.013981759548187256) - rollout_corr/ppl_ratio:np.float64(1.001106784446165) - rollout_corr/chi2_token:np.float64(0.0023680569138377905) - rollout_corr/chi2_seq:np.float64(3.1154466739390045) - actor/pg_loss:np.float64(0.006939625251106918) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017952929888451763) - actor/ppo_kl:np.float64(0.00026459825367375345) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8359375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8359375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.484375) - self_distillation/token_reweight_w_mean:np.float64(452102.9714282772) - self_distillation/token_reweight_w_std:np.float64(5585046.191044878) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0017326495144516) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12278274190612137) - self_distillation/empty_target_batch:np.float64(0.1640625) - actor/grad_norm:np.float64(0.6988479644060135) - perf/mfu/actor:np.float64(0.038683908285535445) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.7328338623047) - actor/lr:np.float64(1e-06) - training/global_step:33 - training/epoch:2 - critic/score/mean:0.484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0007901948411017656 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0007901948411017656 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:376.31640625 - response_length/max:1468
step:34 - global_seqlen/min:12850 - global_seqlen/max:27960 - global_seqlen/minmax_diff:15110 - global_seqlen/balanced_min:19894 - global_seqlen/balanced_max:19913 - global_seqlen/mean:19909.5 - actor/entropy:0.1824377477169037 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8196942806243896 - training/rollout_probs_diff_mean:0.004456874914467335 - training/rollout_probs_diff_std:0.013786375522613525 - training/rollout_actor_probs_pearson_corr:0.9977785348892212 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.67578125 - self_distillation/correct_sample_fraction:0.37890625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.67578125 - rollout_corr/rollout_is_mean:0.9999569654464722 - rollout_corr/rollout_is_ratio_fraction_high:6.199474591994658e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001363884366583079 - rollout_corr/rollout_is_max:5.546136856079102 - rollout_corr/rollout_is_min:0.31902217864990234 - rollout_corr/rollout_is_std:0.04029429703950882 - rollout_corr/rollout_is_eff_sample_size:0.9983787637329614 - rollout_corr/rollout_is_seq_mean:0.9998646378517151 - rollout_corr/rollout_is_seq_std:0.0028597437776625156 - rollout_corr/rollout_is_seq_max:1.0103107690811157 - rollout_corr/rollout_is_seq_min:0.992056131362915 - rollout_corr/rollout_is_seq_max_deviation:0.010310769081115723 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.236810412723571) - rollout_corr/training_log_ppl:np.float64(0.2092786459106719) - rollout_corr/kl:np.float64(0.0015006025356960606) - rollout_corr/k3_kl:np.float64(0.0015799338922874995) - rollout_corr/rollout_ppl:np.float64(1.2348826574161649) - rollout_corr/rollout_log_ppl:np.float64(0.20777804144017864) - rollout_corr/log_ppl_diff:np.float64(0.001500604470493272) - rollout_corr/log_ppl_abs_diff:np.float64(0.002933290699729696) - rollout_corr/log_ppl_diff_max:np.float64(0.01829591393470764) - rollout_corr/log_ppl_diff_min:np.float64(-0.015577703714370728) - rollout_corr/ppl_ratio:np.float64(1.0015093663241714) - rollout_corr/chi2_token:np.float64(0.003512197406962514) - rollout_corr/chi2_seq:np.float64(1.3710486507043242) - actor/pg_loss:np.float64(0.005380709771998227) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017725324896673555) - actor/ppo_kl:np.float64(0.00034614508305708114) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.67578125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.67578125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.37890625) - self_distillation/token_reweight_w_mean:np.float64(492608.6426240674) - self_distillation/token_reweight_w_std:np.float64(5396903.603151628) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0017004983965307) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09993290061538573) - self_distillation/empty_target_batch:np.float64(0.32421875) - actor/grad_norm:np.float64(0.6676810383796692) - perf/mfu/actor:np.float64(0.033570212113188724) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.6746826171875) - actor/lr:np.float64(1e-06) - training/global_step:34 - training/epoch:2 - critic/score/mean:0.37890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00712474575266242 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00712474575266242 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:315.046875 - respon
step:35 - global_seqlen/min:11375 - global_seqlen/max:30625 - global_seqlen/minmax_diff:19250 - global_seqlen/balanced_min:20219 - global_seqlen/balanced_max:25072 - global_seqlen/mean:20838.875 - actor/entropy:0.16443729400634766 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5101940035820007 - training/rollout_probs_diff_mean:0.003969142679125071 - training/rollout_probs_diff_std:0.012587097473442554 - training/rollout_actor_probs_pearson_corr:0.9980363845825195 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.71484375 - self_distillation/correct_sample_fraction:0.4921875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.71484375 - rollout_corr/rollout_is_mean:0.9996427893638611 - rollout_corr/rollout_is_ratio_fraction_high:2.3485479687224142e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00014091287448536605 - rollout_corr/rollout_is_max:2.2103183269500732 - rollout_corr/rollout_is_min:0.18281003832817078 - rollout_corr/rollout_is_std:0.03684016689658165 - rollout_corr/rollout_is_eff_sample_size:0.9986435717515305 - rollout_corr/rollout_is_seq_mean:0.9995678663253784 - rollout_corr/rollout_is_seq_std:0.0028214508201926947 - rollout_corr/rollout_is_seq_max:1.007384181022644 - rollout_corr/rollout_is_seq_min:0.9897209405899048 - rollout_corr/rollout_is_seq_max_deviation:0.010279059410095215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2260203030891716) - rollout_corr/training_log_ppl:np.float64(0.2011226593167521) - rollout_corr/kl:np.float64(0.0013201789048196133) - rollout_corr/k3_kl:np.float64(0.0011584838699150168) - rollout_corr/rollout_ppl:np.float64(1.2243667864240706) - rollout_corr/rollout_log_ppl:np.float64(0.1998024799686391) - rollout_corr/log_ppl_diff:np.float64(0.0013201793481130153) - rollout_corr/log_ppl_abs_diff:np.float64(0.0027976697601843625) - rollout_corr/log_ppl_diff_max:np.float64(0.01783977448940277) - rollout_corr/log_ppl_diff_min:np.float64(-0.006872743368148804) - rollout_corr/ppl_ratio:np.float64(1.001327101374045) - rollout_corr/chi2_token:np.float64(0.0018826127052307129) - rollout_corr/chi2_seq:np.float64(0.425460196333006) - actor/pg_loss:np.float64(0.005690077436156571) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011552226678759325) - actor/ppo_kl:np.float64(-3.631153518313113e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.71484375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.71484375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4921875) - self_distillation/token_reweight_w_mean:np.float64(351749.36200882215) - self_distillation/token_reweight_w_std:np.float64(3531892.006555579) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.999812446301803) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09159481288224924) - self_distillation/empty_target_batch:np.float64(0.28515625) - actor/grad_norm:np.float64(0.683478482067585) - perf/mfu/actor:np.float64(0.032190014645935336) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.899169921875) - actor/lr:np.float64(1e-06) - training/global_step:35 - training/epoch:2 - critic/score/mean:0.4921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005905130412429571 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005905130412429571 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:332.65234375 -
step:36 - global_seqlen/min:13174 - global_seqlen/max:28443 - global_seqlen/minmax_diff:15269 - global_seqlen/balanced_min:19485 - global_seqlen/balanced_max:19725 - global_seqlen/mean:19531.25 - actor/entropy:0.1771612912416458 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.46555420756340027 - training/rollout_probs_diff_mean:0.004134125541895628 - training/rollout_probs_diff_std:0.012505745515227318 - training/rollout_actor_probs_pearson_corr:0.9981387853622437 - self_distillation/success_group_fraction:0.59375 - self_distillation/success_sample_fraction:0.58203125 - self_distillation/correct_sample_fraction:0.33203125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.58203125 - rollout_corr/rollout_is_mean:0.9998790621757507 - rollout_corr/rollout_is_ratio_fraction_high:1.2940963642904535e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.058674186235294e-05 - rollout_corr/rollout_is_max:2.0104777812957764 - rollout_corr/rollout_is_min:0.375485897064209 - rollout_corr/rollout_is_std:0.037845734506845474 - rollout_corr/rollout_is_eff_sample_size:0.9985693923286193 - rollout_corr/rollout_is_seq_mean:0.9999881386756897 - rollout_corr/rollout_is_seq_std:0.0026660633739084005 - rollout_corr/rollout_is_seq_max:1.010130763053894 - rollout_corr/rollout_is_seq_min:0.9915474057197571 - rollout_corr/rollout_is_seq_max_deviation:0.010130763053894043 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2288217013701797) - rollout_corr/training_log_ppl:np.float64(0.20217849771142937) - rollout_corr/kl:np.float64(0.0010742654510309535) - rollout_corr/k3_kl:np.float64(0.0011284284318264781) - rollout_corr/rollout_ppl:np.float64(1.2274580257944763) - rollout_corr/rollout_log_ppl:np.float64(0.2011042319209082) - rollout_corr/log_ppl_diff:np.float64(0.0010742657905211672) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025326748873339966) - rollout_corr/log_ppl_diff_max:np.float64(0.01431196928024292) - rollout_corr/log_ppl_diff_min:np.float64(-0.012727819383144379) - rollout_corr/ppl_ratio:np.float64(1.0010803742334247) - rollout_corr/chi2_token:np.float64(0.0023828367702662945) - rollout_corr/chi2_seq:np.float64(0.3923698428552598) - actor/pg_loss:np.float64(0.0049333591014146805) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0015366055267804768) - actor/ppo_kl:np.float64(0.00018557149614117918) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.58203125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.58203125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.33203125) - self_distillation/token_reweight_w_mean:np.float64(456639.86721927836) - self_distillation/token_reweight_w_std:np.float64(5056710.059664073) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003420263528824) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09454223301145248) - self_distillation/empty_target_batch:np.float64(0.41796875) - actor/grad_norm:np.float64(0.5455604642629623) - perf/mfu/actor:np.float64(0.03263065275624072) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.63262939453125) - actor/lr:np.float64(1e-06) - training/global_step:36 - training/epoch:2 - critic/score/mean:0.33203125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.33203125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0006163133657537401 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0006163133657537401 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:301.8
step:37 - global_seqlen/min:9999 - global_seqlen/max:26921 - global_seqlen/minmax_diff:16922 - global_seqlen/balanced_min:17705 - global_seqlen/balanced_max:17719 - global_seqlen/mean:17715.375 - actor/entropy:0.18285039067268372 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2932346761226654 - training/rollout_probs_diff_mean:0.0044187577441334724 - training/rollout_probs_diff_std:0.012828843668103218 - training/rollout_actor_probs_pearson_corr:0.9980629086494446 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73046875 - self_distillation/correct_sample_fraction:0.3828125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73046875 - rollout_corr/rollout_is_mean:0.9999576210975647 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.058861981728114e-05 - rollout_corr/rollout_is_max:1.6349238157272339 - rollout_corr/rollout_is_min:0.33974406123161316 - rollout_corr/rollout_is_std:0.0383153036236763 - rollout_corr/rollout_is_eff_sample_size:0.998533970787023 - rollout_corr/rollout_is_seq_mean:1.000052809715271 - rollout_corr/rollout_is_seq_std:0.0032219039276242256 - rollout_corr/rollout_is_seq_max:1.0131325721740723 - rollout_corr/rollout_is_seq_min:0.9905257225036621 - rollout_corr/rollout_is_seq_max_deviation:0.013132572174072266 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.227560852188617) - rollout_corr/training_log_ppl:np.float64(0.20202259431243874) - rollout_corr/kl:np.float64(0.001208621201424176) - rollout_corr/k3_kl:np.float64(0.0011305918565653883) - rollout_corr/rollout_ppl:np.float64(1.226063481066376) - rollout_corr/rollout_log_ppl:np.float64(0.20081397160538472) - rollout_corr/log_ppl_diff:np.float64(0.001208622707054019) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029012424347456545) - rollout_corr/log_ppl_diff_max:np.float64(0.02870221436023712) - rollout_corr/log_ppl_diff_min:np.float64(-0.010198116302490234) - rollout_corr/ppl_ratio:np.float64(1.001217273529619) - rollout_corr/chi2_token:np.float64(0.0019719612319022417) - rollout_corr/chi2_seq:np.float64(0.3310001604259014) - actor/pg_loss:np.float64(0.0050835959846153855) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0015021474537206814) - actor/ppo_kl:np.float64(0.0003870755170929385) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3828125) - self_distillation/token_reweight_w_mean:np.float64(1010404.8824171) - self_distillation/token_reweight_w_std:np.float64(9621199.624808073) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0038477664347738) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11127460616989993) - self_distillation/empty_target_batch:np.float64(0.26953125) - actor/grad_norm:np.float64(0.6599202007055283) - perf/mfu/actor:np.float64(0.030020447907232815) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.63792419433594) - actor/lr:np.float64(1e-06) - training/global_step:37 - training/epoch:2 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.024739090353250504 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.024739090353250504 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:257.88671875 - response_length/max:1172.
step:38 - global_seqlen/min:20533 - global_seqlen/max:27910 - global_seqlen/minmax_diff:7377 - global_seqlen/balanced_min:22402 - global_seqlen/balanced_max:22407 - global_seqlen/mean:22404.75 - actor/entropy:0.16610024869441986 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27665841579437256 - training/rollout_probs_diff_mean:0.0037956703454256058 - training/rollout_probs_diff_std:0.01207498274743557 - training/rollout_actor_probs_pearson_corr:0.9981511831283569 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.80078125 - self_distillation/correct_sample_fraction:0.50390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.80078125 - rollout_corr/rollout_is_mean:0.9999752044677734 - rollout_corr/rollout_is_ratio_fraction_high:2.2189184164744802e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.656755431322381e-05 - rollout_corr/rollout_is_max:2.013848304748535 - rollout_corr/rollout_is_min:0.1109480932354927 - rollout_corr/rollout_is_std:0.03653473034501076 - rollout_corr/rollout_is_eff_sample_size:0.9986667550813965 - rollout_corr/rollout_is_seq_mean:0.9999271631240845 - rollout_corr/rollout_is_seq_std:0.0029462629463523626 - rollout_corr/rollout_is_seq_max:1.010036587715149 - rollout_corr/rollout_is_seq_min:0.9871081113815308 - rollout_corr/rollout_is_seq_max_deviation:0.012891888618469238 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2210421110503376) - rollout_corr/training_log_ppl:np.float64(0.19586755773343612) - rollout_corr/kl:np.float64(0.0014365888042209285) - rollout_corr/k3_kl:np.float64(0.0013220797646340543) - rollout_corr/rollout_ppl:np.float64(1.219245539046824) - rollout_corr/rollout_log_ppl:np.float64(0.19443096709437668) - rollout_corr/log_ppl_diff:np.float64(0.0014365906390594319) - rollout_corr/log_ppl_abs_diff:np.float64(0.0028802211018046364) - rollout_corr/log_ppl_diff_max:np.float64(0.02172189950942993) - rollout_corr/log_ppl_diff_min:np.float64(-0.012236267328262329) - rollout_corr/ppl_ratio:np.float64(1.0014454184565693) - rollout_corr/chi2_token:np.float64(0.002300215419381857) - rollout_corr/chi2_seq:np.float64(1.5557226871605963) - actor/pg_loss:np.float64(0.0065355622209608555) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0022695219383876974) - actor/ppo_kl:np.float64(0.0004982942221190001) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.80078125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.80078125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.50390625) - self_distillation/token_reweight_w_mean:np.float64(707782.7439720565) - self_distillation/token_reweight_w_std:np.float64(6931265.693862626) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0016436446458101) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11134860079619102) - self_distillation/empty_target_batch:np.float64(0.19921875) - actor/grad_norm:np.float64(0.7043651267886162) - perf/mfu/actor:np.float64(0.037222466709103126) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.62496185302734) - actor/lr:np.float64(1e-06) - training/global_step:38 - training/epoch:2 - critic/score/mean:0.50390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.50390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.008276565931737423 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.008276565931737423 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:352.0859375 -
step:39 - global_seqlen/min:16482 - global_seqlen/max:26691 - global_seqlen/minmax_diff:10209 - global_seqlen/balanced_min:20524 - global_seqlen/balanced_max:22575 - global_seqlen/mean:20860.375 - actor/entropy:0.15684472024440765 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3085607886314392 - training/rollout_probs_diff_mean:0.003755766898393631 - training/rollout_probs_diff_std:0.012273234315216541 - training/rollout_actor_probs_pearson_corr:0.9981006979942322 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.8203125 - self_distillation/correct_sample_fraction:0.4140625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8203125 - rollout_corr/rollout_is_mean:0.9999597072601318 - rollout_corr/rollout_is_ratio_fraction_high:3.471458694548346e-05 - rollout_corr/rollout_is_ratio_fraction_low:4.6286117139970884e-05 - rollout_corr/rollout_is_max:2.4837749004364014 - rollout_corr/rollout_is_min:0.06344368308782578 - rollout_corr/rollout_is_std:0.036595042794942856 - rollout_corr/rollout_is_eff_sample_size:0.998662356110423 - rollout_corr/rollout_is_seq_mean:0.9999072551727295 - rollout_corr/rollout_is_seq_std:0.0031039086170494556 - rollout_corr/rollout_is_seq_max:1.0133365392684937 - rollout_corr/rollout_is_seq_min:0.9888757467269897 - rollout_corr/rollout_is_seq_max_deviation:0.013336539268493652 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.226109724957496) - rollout_corr/training_log_ppl:np.float64(0.20032589661423117) - rollout_corr/kl:np.float64(0.001165302209578556) - rollout_corr/k3_kl:np.float64(0.0011575412143542962) - rollout_corr/rollout_ppl:np.float64(1.2246328527107835) - rollout_corr/rollout_log_ppl:np.float64(0.19916059231036343) - rollout_corr/log_ppl_diff:np.float64(0.0011653043038677424) - rollout_corr/log_ppl_abs_diff:np.float64(0.0028654705092776567) - rollout_corr/log_ppl_diff_max:np.float64(0.016280263662338257) - rollout_corr/log_ppl_diff_min:np.float64(-0.011811941862106323) - rollout_corr/ppl_ratio:np.float64(1.0011730468831956) - rollout_corr/chi2_token:np.float64(0.0023117719683796167) - rollout_corr/chi2_seq:np.float64(0.42900348524563015) - actor/pg_loss:np.float64(0.008025142014957964) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.002576867142693118) - actor/ppo_kl:np.float64(0.0001556854837474475) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8203125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8203125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4140625) - self_distillation/token_reweight_w_mean:np.float64(1097881.6426437146) - self_distillation/token_reweight_w_std:np.float64(11470257.020113224) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0032665592152625) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1485372949828161) - self_distillation/empty_target_batch:np.float64(0.1796875) - actor/grad_norm:np.float64(0.9034479111433029) - perf/mfu/actor:np.float64(0.03487259499439749) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.6538429260254) - actor/lr:np.float64(1e-06) - training/global_step:39 - training/epoch:2 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.021414561197161674 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.021414561197161674 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:337.57421875 - r
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 40}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques that assess the stability of the protein's folded structure. Without specific computational tools or experimental data provided, it is not possible to calculate the exact folding stability score for the given sequence. However, based on the options provided, the most reasonable value for a folding stability score would be a positive number, as stability scores are often reported as positive values. Among the options, 1.69 is the most plausible value for a folding stability score. Therefore, the correct answer is 1.69.
</reasoning>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_40
step:40 - global_seqlen/min:13634 - global_seqlen/max:24094 - global_seqlen/minmax_diff:10460 - global_seqlen/balanced_min:18012 - global_seqlen/balanced_max:18015 - global_seqlen/mean:18013.375 - actor/entropy:0.17955990135669708 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3510846793651581 - training/rollout_probs_diff_mean:0.004470017272979021 - training/rollout_probs_diff_std:0.013084249570965767 - training/rollout_actor_probs_pearson_corr:0.9979696869850159 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.70703125 - self_distillation/correct_sample_fraction:0.47265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.70703125 - rollout_corr/rollout_is_mean:0.999790608882904 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00012665642134379596 - rollout_corr/rollout_is_max:1.8637934923171997 - rollout_corr/rollout_is_min:0.17486874759197235 - rollout_corr/rollout_is_std:0.03934907540678978 - rollout_corr/rollout_is_eff_sample_size:0.9984533901986787 - rollout_corr/rollout_is_seq_mean:0.9998258948326111 - rollout_corr/rollout_is_seq_std:0.0032514510676264763 - rollout_corr/rollout_is_seq_max:1.010748267173767 - rollout_corr/rollout_is_seq_min:0.9913337826728821 - rollout_corr/rollout_is_seq_max_deviation:0.01074826717376709 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2218255074694753) - rollout_corr/training_log_ppl:np.float64(0.197417336050421) - rollout_corr/kl:np.float64(0.0015267702667483007) - rollout_corr/k3_kl:np.float64(0.001369252413724098) - rollout_corr/rollout_ppl:np.float64(1.219967634882778) - rollout_corr/rollout_log_ppl:np.float64(0.195890564340516) - rollout_corr/log_ppl_diff:np.float64(0.001526771709905006) - rollout_corr/log_ppl_abs_diff:np.float64(0.003275623734225519) - rollout_corr/log_ppl_diff_max:np.float64(0.022372066974639893) - rollout_corr/log_ppl_diff_min:np.float64(-0.009259283542633057) - rollout_corr/ppl_ratio:np.float64(1.0015366142615676) - rollout_corr/chi2_token:np.float64(0.0024506186600774527) - rollout_corr/chi2_seq:np.float64(0.4685141814406961) - actor/pg_loss:np.float64(0.0045470668701455) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0022142869106573926) - actor/ppo_kl:np.float64(0.00046563480048433803) - actor/pg_clipfrac_lower:np.float64(1.6075102394097485e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.70703125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.70703125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.47265625) - self_distillation/token_reweight_w_mean:np.float64(405614.0228516003) - self_distillation/token_reweight_w_std:np.float64(4572729.550735184) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0009943647310138) - self_distillation/token_reweight_w_clip_frac:np.float64(0.087815267717815) - self_distillation/empty_target_batch:np.float64(0.29296875) - actor/grad_norm:np.float64(0.6629709005355835) - perf/mfu/actor:np.float64(0.030678227294980077) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.72424697875977) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.37125) - val-aux/sciknoweval/reward/std@16:np.float64(0.2511125750137152) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.48288000000000003) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.21298088413286884) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.26238) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.21440655701062628) - val-aux/sciknoweval/reward/maj@2/mean:np.float
step:41 - global_seqlen/min:11576 - global_seqlen/max:23533 - global_seqlen/minmax_diff:11957 - global_seqlen/balanced_min:20248 - global_seqlen/balanced_max:20537 - global_seqlen/mean:20291.25 - actor/entropy:0.18663230538368225 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6220853924751282 - training/rollout_probs_diff_mean:0.004448506515473127 - training/rollout_probs_diff_std:0.01353462878614664 - training/rollout_actor_probs_pearson_corr:0.99795001745224 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.80078125 - self_distillation/correct_sample_fraction:0.54296875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.80078125 - rollout_corr/rollout_is_mean:1.0001215934753418 - rollout_corr/rollout_is_ratio_fraction_high:3.953923442168161e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00011861771054100245 - rollout_corr/rollout_is_max:4.517718315124512 - rollout_corr/rollout_is_min:0.06017683818936348 - rollout_corr/rollout_is_std:0.03926188126206398 - rollout_corr/rollout_is_eff_sample_size:0.9984612337553515 - rollout_corr/rollout_is_seq_mean:1.0000065565109253 - rollout_corr/rollout_is_seq_std:0.003107651136815548 - rollout_corr/rollout_is_seq_max:1.0133030414581299 - rollout_corr/rollout_is_seq_min:0.9923636317253113 - rollout_corr/rollout_is_seq_max_deviation:0.013303041458129883 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2377123944461346) - rollout_corr/training_log_ppl:np.float64(0.20936558903486002) - rollout_corr/kl:np.float64(0.001277374319045066) - rollout_corr/k3_kl:np.float64(0.0011814869795614413) - rollout_corr/rollout_ppl:np.float64(1.2360735745169222) - rollout_corr/rollout_log_ppl:np.float64(0.20808821474201977) - rollout_corr/log_ppl_diff:np.float64(0.0012773742928402498) - rollout_corr/log_ppl_abs_diff:np.float64(0.0028327976033324376) - rollout_corr/log_ppl_diff_max:np.float64(0.01583242416381836) - rollout_corr/log_ppl_diff_min:np.float64(-0.007822096347808838) - rollout_corr/ppl_ratio:np.float64(1.0012840463314205) - rollout_corr/chi2_token:np.float64(0.0022241747938096523) - rollout_corr/chi2_seq:np.float64(0.5387362614274025) - actor/pg_loss:np.float64(0.005529339890927076) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001543819114431244) - actor/ppo_kl:np.float64(0.0003531992533591932) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.80078125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.80078125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.54296875) - self_distillation/token_reweight_w_mean:np.float64(397424.65681143315) - self_distillation/token_reweight_w_std:np.float64(4439488.2469981825) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0017797024920583) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11050213062844705) - self_distillation/empty_target_batch:np.float64(0.19921875) - actor/grad_norm:np.float64(0.6619970500469208) - perf/mfu/actor:np.float64(0.03406975692051313) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.76568222045898) - actor/lr:np.float64(1e-06) - training/global_step:41 - training/epoch:2 - critic/score/mean:0.54296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.54296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0033542450983077288 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0033542450983077288 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:296.3828125 -
step:42 - global_seqlen/min:10264 - global_seqlen/max:20936 - global_seqlen/minmax_diff:10672 - global_seqlen/balanced_min:15308 - global_seqlen/balanced_max:15324 - global_seqlen/mean:15318.5 - actor/entropy:0.17958307266235352 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3282223343849182 - training/rollout_probs_diff_mean:0.004483028315007687 - training/rollout_probs_diff_std:0.013422226533293724 - training/rollout_actor_probs_pearson_corr:0.997865617275238 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.6171875 - self_distillation/correct_sample_fraction:0.3125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.6171875 - rollout_corr/rollout_is_mean:0.9998947978019714 - rollout_corr/rollout_is_ratio_fraction_high:1.716207952995319e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00010297247354174033 - rollout_corr/rollout_is_max:2.239044189453125 - rollout_corr/rollout_is_min:0.3549353778362274 - rollout_corr/rollout_is_std:0.039695192128419876 - rollout_corr/rollout_is_eff_sample_size:0.9984264140581771 - rollout_corr/rollout_is_seq_mean:0.9999154806137085 - rollout_corr/rollout_is_seq_std:0.0030749160796403885 - rollout_corr/rollout_is_seq_max:1.0121992826461792 - rollout_corr/rollout_is_seq_min:0.9852494597434998 - rollout_corr/rollout_is_seq_max_deviation:0.014750540256500244 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2074014260433614) - rollout_corr/training_log_ppl:np.float64(0.18636732350569218) - rollout_corr/kl:np.float64(0.0009534069710754878) - rollout_corr/k3_kl:np.float64(0.001279137213884951) - rollout_corr/rollout_ppl:np.float64(1.2062194678001106) - rollout_corr/rollout_log_ppl:np.float64(0.1854139148199465) - rollout_corr/log_ppl_diff:np.float64(0.0009534086857456714) - rollout_corr/log_ppl_abs_diff:np.float64(0.002904396125813946) - rollout_corr/log_ppl_diff_max:np.float64(0.01598384976387024) - rollout_corr/log_ppl_diff_min:np.float64(-0.010572642087936401) - rollout_corr/ppl_ratio:np.float64(1.0009608941618353) - rollout_corr/chi2_token:np.float64(0.0036230282858014107) - rollout_corr/chi2_seq:np.float64(0.45362843945622444) - actor/pg_loss:np.float64(0.0053381690522655845) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014900016758474521) - actor/ppo_kl:np.float64(-2.4106089924202934e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.6171875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.6171875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3125) - self_distillation/token_reweight_w_mean:np.float64(811433.6940884823) - self_distillation/token_reweight_w_std:np.float64(8261526.878942402) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001308246748522) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10496872605290264) - self_distillation/empty_target_batch:np.float64(0.3828125) - actor/grad_norm:np.float64(0.6776371896266937) - perf/mfu/actor:np.float64(0.026046903222768404) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.86044692993164) - actor/lr:np.float64(1e-06) - training/global_step:42 - training/epoch:2 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002994782757014036 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002994782757014036 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:227.609375 - response_length/max
step:43 - global_seqlen/min:12638 - global_seqlen/max:28379 - global_seqlen/minmax_diff:15741 - global_seqlen/balanced_min:19084 - global_seqlen/balanced_max:19115 - global_seqlen/mean:19106.75 - actor/entropy:0.17867739498615265 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4741092324256897 - training/rollout_probs_diff_mean:0.004286498762667179 - training/rollout_probs_diff_std:0.01305386796593666 - training/rollout_actor_probs_pearson_corr:0.9979863166809082 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.796875 - self_distillation/correct_sample_fraction:0.4921875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.796875 - rollout_corr/rollout_is_mean:1.0000731945037842 - rollout_corr/rollout_is_ratio_fraction_high:2.8147605917183682e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00012666422117035836 - rollout_corr/rollout_is_max:4.272411823272705 - rollout_corr/rollout_is_min:0.2297939509153366 - rollout_corr/rollout_is_std:0.03817035257816315 - rollout_corr/rollout_is_eff_sample_size:0.99854502489099 - rollout_corr/rollout_is_seq_mean:1.0000548362731934 - rollout_corr/rollout_is_seq_std:0.0034973809961229563 - rollout_corr/rollout_is_seq_max:1.0184221267700195 - rollout_corr/rollout_is_seq_min:0.98951256275177 - rollout_corr/rollout_is_seq_max_deviation:0.01842212677001953 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2184172831475735) - rollout_corr/training_log_ppl:np.float64(0.1945186269149417) - rollout_corr/kl:np.float64(0.0017048975041937808) - rollout_corr/k3_kl:np.float64(0.002482297865981309) - rollout_corr/rollout_ppl:np.float64(1.2163156094029546) - rollout_corr/rollout_log_ppl:np.float64(0.19281372765544802) - rollout_corr/log_ppl_diff:np.float64(0.0017048992594936863) - rollout_corr/log_ppl_abs_diff:np.float64(0.0035877060872735456) - rollout_corr/log_ppl_diff_max:np.float64(0.02438490092754364) - rollout_corr/log_ppl_diff_min:np.float64(-0.022404611110687256) - rollout_corr/ppl_ratio:np.float64(1.0017193660605699) - rollout_corr/chi2_token:np.float64(0.0598582336679101) - rollout_corr/chi2_seq:np.float64(42.330826848512515) - actor/pg_loss:np.float64(0.0056234917137771845) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.002230035815955489) - actor/ppo_kl:np.float64(0.0008539994699017228) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.796875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.796875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4921875) - self_distillation/token_reweight_w_mean:np.float64(725459.6291632976) - self_distillation/token_reweight_w_std:np.float64(7201750.69503868) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0014563573058695) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11069456930272281) - self_distillation/empty_target_batch:np.float64(0.203125) - actor/grad_norm:np.float64(0.7029270678758621) - perf/mfu/actor:np.float64(0.03253319803382335) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.79828262329102) - actor/lr:np.float64(1e-06) - training/global_step:43 - training/epoch:3 - critic/score/mean:0.4921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0038878880441188812 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0038878880441188812 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:277.5546875 - response_length/max:1
step:44 - global_seqlen/min:13160 - global_seqlen/max:23356 - global_seqlen/minmax_diff:10196 - global_seqlen/balanced_min:19260 - global_seqlen/balanced_max:19276 - global_seqlen/mean:19267.375 - actor/entropy:0.1776508092880249 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.44105371832847595 - training/rollout_probs_diff_mean:0.004229406826198101 - training/rollout_probs_diff_std:0.013126127421855927 - training/rollout_actor_probs_pearson_corr:0.9979387521743774 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.7734375 - self_distillation/correct_sample_fraction:0.52734375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7734375 - rollout_corr/rollout_is_mean:0.9998519420623779 - rollout_corr/rollout_is_ratio_fraction_high:4.204801734886132e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00015417607210110873 - rollout_corr/rollout_is_max:2.684969186782837 - rollout_corr/rollout_is_min:0.17924728989601135 - rollout_corr/rollout_is_std:0.038983073085546494 - rollout_corr/rollout_is_eff_sample_size:0.9984822693566601 - rollout_corr/rollout_is_seq_mean:0.9997416734695435 - rollout_corr/rollout_is_seq_std:0.003170690732076764 - rollout_corr/rollout_is_seq_max:1.01134192943573 - rollout_corr/rollout_is_seq_min:0.9876351952552795 - rollout_corr/rollout_is_seq_max_deviation:0.012364804744720459 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2239833851344883) - rollout_corr/training_log_ppl:np.float64(0.19885029891156591) - rollout_corr/kl:np.float64(0.0017507878198053106) - rollout_corr/k3_kl:np.float64(0.0012392329912813693) - rollout_corr/rollout_ppl:np.float64(1.2217664504423738) - rollout_corr/rollout_log_ppl:np.float64(0.19709950988180935) - rollout_corr/log_ppl_diff:np.float64(0.001750789029756561) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031125989626161754) - rollout_corr/log_ppl_diff_max:np.float64(0.02598017454147339) - rollout_corr/log_ppl_diff_min:np.float64(-0.010924175381660461) - rollout_corr/ppl_ratio:np.float64(1.0017614769749343) - rollout_corr/chi2_token:np.float64(0.0012613397557288408) - rollout_corr/chi2_seq:np.float64(0.3330452733207494) - actor/pg_loss:np.float64(0.00551921222358942) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012254381422280858) - actor/ppo_kl:np.float64(0.0004983369169835328) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7734375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7734375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.52734375) - self_distillation/token_reweight_w_mean:np.float64(371231.27284245985) - self_distillation/token_reweight_w_std:np.float64(4606640.552745781) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003671881277114) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09728244636789896) - self_distillation/empty_target_batch:np.float64(0.2265625) - actor/grad_norm:np.float64(0.6762457638978958) - perf/mfu/actor:np.float64(0.032491280735104155) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.8349723815918) - actor/lr:np.float64(1e-06) - training/global_step:44 - training/epoch:3 - critic/score/mean:0.52734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.52734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001862376811914146 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001862376811914146 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:278.69921875 -
step:45 - global_seqlen/min:10370 - global_seqlen/max:27688 - global_seqlen/minmax_diff:17318 - global_seqlen/balanced_min:19743 - global_seqlen/balanced_max:20142 - global_seqlen/mean:19803.0 - actor/entropy:0.18040679395198822 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5990896821022034 - training/rollout_probs_diff_mean:0.004071939270943403 - training/rollout_probs_diff_std:0.013194762170314789 - training/rollout_actor_probs_pearson_corr:0.998019278049469 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.71484375 - self_distillation/correct_sample_fraction:0.4140625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.71484375 - rollout_corr/rollout_is_mean:0.9999013543128967 - rollout_corr/rollout_is_ratio_fraction_high:3.890041625709273e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.780083251418546e-05 - rollout_corr/rollout_is_max:2.47705340385437 - rollout_corr/rollout_is_min:0.16637524962425232 - rollout_corr/rollout_is_std:0.037288833409547806 - rollout_corr/rollout_is_eff_sample_size:0.9986111168979587 - rollout_corr/rollout_is_seq_mean:0.9998700618743896 - rollout_corr/rollout_is_seq_std:0.003353060455992818 - rollout_corr/rollout_is_seq_max:1.012258768081665 - rollout_corr/rollout_is_seq_min:0.991085410118103 - rollout_corr/rollout_is_seq_max_deviation:0.012258768081665039 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2377176005393267) - rollout_corr/training_log_ppl:np.float64(0.20978421579638962) - rollout_corr/kl:np.float64(0.0012163608913304813) - rollout_corr/k3_kl:np.float64(0.0014924378000671368) - rollout_corr/rollout_ppl:np.float64(1.2362172487191856) - rollout_corr/rollout_log_ppl:np.float64(0.2085678537550848) - rollout_corr/log_ppl_diff:np.float64(0.0012163620413048193) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032108214363688603) - rollout_corr/log_ppl_diff_max:np.float64(0.03155073523521423) - rollout_corr/log_ppl_diff_min:np.float64(-0.008211210370063782) - rollout_corr/ppl_ratio:np.float64(1.001229275483638) - rollout_corr/chi2_token:np.float64(0.003470740979537368) - rollout_corr/chi2_seq:np.float64(1.005021903431043) - actor/pg_loss:np.float64(0.005921048694290221) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0013443831210224744) - actor/ppo_kl:np.float64(0.00014919952121861257) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.71484375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.71484375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4140625) - self_distillation/token_reweight_w_mean:np.float64(383251.54019788885) - self_distillation/token_reweight_w_std:np.float64(4420001.027808327) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0017411878798157) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10430864432419185) - self_distillation/empty_target_batch:np.float64(0.28515625) - actor/grad_norm:np.float64(0.6809583902359009) - perf/mfu/actor:np.float64(0.03341682138075278) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.90021133422852) - actor/lr:np.float64(1e-06) - training/global_step:45 - training/epoch:3 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.01745494082570076 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.01745494082570076 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:301.25 - response_length
step:46 - global_seqlen/min:11122 - global_seqlen/max:29892 - global_seqlen/minmax_diff:18770 - global_seqlen/balanced_min:16452 - global_seqlen/balanced_max:16787 - global_seqlen/mean:16539.25 - actor/entropy:0.18795309960842133 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6190823316574097 - training/rollout_probs_diff_mean:0.004448164254426956 - training/rollout_probs_diff_std:0.013683785684406757 - training/rollout_actor_probs_pearson_corr:0.9979138970375061 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.5390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:0.999754011631012 - rollout_corr/rollout_is_ratio_fraction_high:7.895152521086857e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001263224403373897 - rollout_corr/rollout_is_max:2.5501413345336914 - rollout_corr/rollout_is_min:0.03999684005975723 - rollout_corr/rollout_is_std:0.039844319224357605 - rollout_corr/rollout_is_eff_sample_size:0.9984140554322439 - rollout_corr/rollout_is_seq_mean:0.9995894432067871 - rollout_corr/rollout_is_seq_std:0.0033229426480829716 - rollout_corr/rollout_is_seq_max:1.0124613046646118 - rollout_corr/rollout_is_seq_min:0.990471601486206 - rollout_corr/rollout_is_seq_max_deviation:0.012461304664611816 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2413132754154503) - rollout_corr/training_log_ppl:np.float64(0.21247280396346468) - rollout_corr/kl:np.float64(0.002923060385167986) - rollout_corr/k3_kl:np.float64(0.0021046519883611836) - rollout_corr/rollout_ppl:np.float64(1.2376095172949135) - rollout_corr/rollout_log_ppl:np.float64(0.20954974222695455) - rollout_corr/log_ppl_diff:np.float64(0.0029230617365101352) - rollout_corr/log_ppl_abs_diff:np.float64(0.004334593817475252) - rollout_corr/log_ppl_diff_max:np.float64(0.025646045804023743) - rollout_corr/log_ppl_diff_min:np.float64(-0.013347774744033813) - rollout_corr/ppl_ratio:np.float64(1.0029449705034494) - rollout_corr/chi2_token:np.float64(0.0022582970559597015) - rollout_corr/chi2_seq:np.float64(0.4936607242561877) - actor/pg_loss:np.float64(0.0058343312703073025) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0026905024278676137) - actor/ppo_kl:np.float64(0.001411904266461761) - actor/pg_clipfrac_lower:np.float64(1.5625000742147677e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5390625) - self_distillation/token_reweight_w_mean:np.float64(1044202.6667105879) - self_distillation/token_reweight_w_std:np.float64(8739516.905448329) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0014959073159844) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10200972099846695) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.7633071690797806) - perf/mfu/actor:np.float64(0.027947938564247113) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.91358947753906) - actor/lr:np.float64(1e-06) - training/global_step:46 - training/epoch:3 - critic/score/mean:0.5390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.026450734585523605 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.026450734585523605 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean
step:47 - global_seqlen/min:19683 - global_seqlen/max:34953 - global_seqlen/minmax_diff:15270 - global_seqlen/balanced_min:24795 - global_seqlen/balanced_max:24818 - global_seqlen/mean:24812.5 - actor/entropy:0.14859639108181 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5783280730247498 - training/rollout_probs_diff_mean:0.003343893215060234 - training/rollout_probs_diff_std:0.012050571851432323 - training/rollout_actor_probs_pearson_corr:0.9980299472808838 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:1.000154733657837 - rollout_corr/rollout_is_ratio_fraction_high:4.733234891318716e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00013253057841211557 - rollout_corr/rollout_is_max:6.984804630279541 - rollout_corr/rollout_is_min:0.15933217108249664 - rollout_corr/rollout_is_std:0.0349300317466259 - rollout_corr/rollout_is_eff_sample_size:0.9987817365255202 - rollout_corr/rollout_is_seq_mean:1.0001826286315918 - rollout_corr/rollout_is_seq_std:0.003950812388211489 - rollout_corr/rollout_is_seq_max:1.04475998878479 - rollout_corr/rollout_is_seq_min:0.9881705641746521 - rollout_corr/rollout_is_seq_max_deviation:0.04475998878479004 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2160145845264196) - rollout_corr/training_log_ppl:np.float64(0.19086833937035408) - rollout_corr/kl:np.float64(0.015507104080729306) - rollout_corr/k3_kl:np.float64(0.014919463526666732) - rollout_corr/rollout_ppl:np.float64(1.196146132890135) - rollout_corr/rollout_log_ppl:np.float64(0.1753612344764406) - rollout_corr/log_ppl_diff:np.float64(0.015507104864809662) - rollout_corr/log_ppl_abs_diff:np.float64(0.016464031563373283) - rollout_corr/log_ppl_diff_max:np.float64(0.2085978388786316) - rollout_corr/log_ppl_diff_min:np.float64(-0.013799071311950684) - rollout_corr/ppl_ratio:np.float64(1.0166863345075399) - rollout_corr/chi2_token:np.float64(0.002912049414590001) - rollout_corr/chi2_seq:np.float64(0.4900429293047637) - actor/pg_loss:np.float64(0.006711778463795781) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001963024042424877) - actor/ppo_kl:np.float64(0.013789263467803181) - actor/pg_clipfrac_lower:np.float64(1.4103383364272304e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.484375) - self_distillation/token_reweight_w_mean:np.float64(396123.6195182537) - self_distillation/token_reweight_w_std:np.float64(4634816.637059211) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0006289314478636) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1108224172348855) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.6453308165073395) - perf/mfu/actor:np.float64(0.04141419655296415) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.81275177001953) - actor/lr:np.float64(1e-06) - training/global_step:47 - training/epoch:3 - critic/score/mean:0.484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.006173321511596441 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.006173321511596441 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:412.640625 - response_leng
step:48 - global_seqlen/min:15753 - global_seqlen/max:27003 - global_seqlen/minmax_diff:11250 - global_seqlen/balanced_min:20074 - global_seqlen/balanced_max:20085 - global_seqlen/mean:20081.125 - actor/entropy:0.18119651079177856 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5287033319473267 - training/rollout_probs_diff_mean:0.0041629173792898655 - training/rollout_probs_diff_std:0.013067073188722134 - training/rollout_actor_probs_pearson_corr:0.9980469942092896 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.76953125 - self_distillation/correct_sample_fraction:0.46484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.76953125 - rollout_corr/rollout_is_mean:0.9998913407325745 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0001484836102463305 - rollout_corr/rollout_is_max:1.8580189943313599 - rollout_corr/rollout_is_min:0.12150196731090546 - rollout_corr/rollout_is_std:0.03766418248414993 - rollout_corr/rollout_is_eff_sample_size:0.9985830623875143 - rollout_corr/rollout_is_seq_mean:0.999824047088623 - rollout_corr/rollout_is_seq_std:0.0027110264636576176 - rollout_corr/rollout_is_seq_max:1.0075005292892456 - rollout_corr/rollout_is_seq_min:0.9895845055580139 - rollout_corr/rollout_is_seq_max_deviation:0.010415494441986084 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2318859449587762) - rollout_corr/training_log_ppl:np.float64(0.20496501913294196) - rollout_corr/kl:np.float64(0.0021551217895456887) - rollout_corr/k3_kl:np.float64(0.0023452171697613267) - rollout_corr/rollout_ppl:np.float64(1.2291390299797058) - rollout_corr/rollout_log_ppl:np.float64(0.20280989579623565) - rollout_corr/log_ppl_diff:np.float64(0.0021551233367063105) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036582308530341834) - rollout_corr/log_ppl_diff_max:np.float64(0.03887230157852173) - rollout_corr/log_ppl_diff_min:np.float64(-0.013254612684249878) - rollout_corr/ppl_ratio:np.float64(1.0021720596123487) - rollout_corr/chi2_token:np.float64(0.0768868934828788) - rollout_corr/chi2_seq:np.float64(9.817465823842213) - actor/pg_loss:np.float64(0.007189736585132778) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001849453532258849) - actor/ppo_kl:np.float64(0.001085506058089436) - actor/pg_clipfrac_lower:np.float64(3.0127496302156942e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.76953125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.76953125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.46484375) - self_distillation/token_reweight_w_mean:np.float64(593021.7767671708) - self_distillation/token_reweight_w_std:np.float64(6946430.695254925) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.002022563945502) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10840969366836362) - self_distillation/empty_target_batch:np.float64(0.23046875) - actor/grad_norm:np.float64(0.7073291689157486) - perf/mfu/actor:np.float64(0.03384095922161414) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.00584030151367) - actor/lr:np.float64(1e-06) - training/global_step:48 - training/epoch:3 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0143998172134161 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0143998172134161 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:315.69140625 - resp
step:49 - global_seqlen/min:12849 - global_seqlen/max:30904 - global_seqlen/minmax_diff:18055 - global_seqlen/balanced_min:19385 - global_seqlen/balanced_max:25931 - global_seqlen/mean:20211.375 - actor/entropy:0.15795230865478516 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.399758517742157 - training/rollout_probs_diff_mean:0.0037395432591438293 - training/rollout_probs_diff_std:0.012383424676954746 - training/rollout_actor_probs_pearson_corr:0.9980095028877258 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73828125 - self_distillation/correct_sample_fraction:0.43359375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73828125 - rollout_corr/rollout_is_mean:0.9998835921287537 - rollout_corr/rollout_is_ratio_fraction_high:2.3283158952835947e-05 - rollout_corr/rollout_is_ratio_fraction_low:8.149105269694701e-05 - rollout_corr/rollout_is_max:3.340711832046509 - rollout_corr/rollout_is_min:0.10319963097572327 - rollout_corr/rollout_is_std:0.03628097102046013 - rollout_corr/rollout_is_eff_sample_size:0.9986851836242739 - rollout_corr/rollout_is_seq_mean:0.9996575713157654 - rollout_corr/rollout_is_seq_std:0.002907124115154147 - rollout_corr/rollout_is_seq_max:1.0098154544830322 - rollout_corr/rollout_is_seq_min:0.9917104840278625 - rollout_corr/rollout_is_seq_max_deviation:0.009815454483032227 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2227676422335207) - rollout_corr/training_log_ppl:np.float64(0.19771692524227547) - rollout_corr/kl:np.float64(0.0017005499959275028) - rollout_corr/k3_kl:np.float64(0.001488717432039266) - rollout_corr/rollout_ppl:np.float64(1.2206510826945305) - rollout_corr/rollout_log_ppl:np.float64(0.19601637365849456) - rollout_corr/log_ppl_diff:np.float64(0.001700551583780907) - rollout_corr/log_ppl_abs_diff:np.float64(0.003168961076880805) - rollout_corr/log_ppl_diff_max:np.float64(0.017631560564041138) - rollout_corr/log_ppl_diff_min:np.float64(-0.011207103729248047) - rollout_corr/ppl_ratio:np.float64(1.0017099685501307) - rollout_corr/chi2_token:np.float64(0.002383438404649496) - rollout_corr/chi2_seq:np.float64(0.4581478724721819) - actor/pg_loss:np.float64(0.006989955902099609) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0020739615124512056) - actor/ppo_kl:np.float64(0.0004834777322839656) - actor/pg_clipfrac_lower:np.float64(4.919710136164213e-06) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.43359375) - self_distillation/token_reweight_w_mean:np.float64(483083.6963332107) - self_distillation/token_reweight_w_std:np.float64(5497377.112956069) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001461925683543) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10720286803552881) - self_distillation/empty_target_batch:np.float64(0.26171875) - actor/grad_norm:np.float64(0.6698927134275436) - perf/mfu/actor:np.float64(0.03237159299727145) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.85754013061523) - actor/lr:np.float64(1e-06) - training/global_step:49 - training/epoch:3 - critic/score/mean:0.43359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.43359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.017634082585573196 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.017634082585573196 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/me
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 50}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques such as molecular dynamics simulations or free energy calculations. However, without access to specific computational tools or databases that can calculate this score for the given sequence, it is not possible to determine the exact value. Among the provided options, the most reasonable value for a folding stability score is 0.45, as it is a common range for such scores in many computational contexts. Therefore, the most plausible answer is 0.45.
</reason>
<answer>
D
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] D
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_50
step:50 - global_seqlen/min:10411 - global_seqlen/max:26898 - global_seqlen/minmax_diff:16487 - global_seqlen/balanced_min:20939 - global_seqlen/balanced_max:20959 - global_seqlen/mean:20951.625 - actor/entropy:0.16414521634578705 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6031620502471924 - training/rollout_probs_diff_mean:0.003770680632442236 - training/rollout_probs_diff_std:0.012851644307374954 - training/rollout_actor_probs_pearson_corr:0.9979996085166931 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.7734375 - self_distillation/correct_sample_fraction:0.56640625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7734375 - rollout_corr/rollout_is_mean:1.0001113414764404 - rollout_corr/rollout_is_ratio_fraction_high:3.634557288023643e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00014538229152094573 - rollout_corr/rollout_is_max:3.7972795963287354 - rollout_corr/rollout_is_min:0.11608143150806427 - rollout_corr/rollout_is_std:0.03673160448670387 - rollout_corr/rollout_is_eff_sample_size:0.9986529638426448 - rollout_corr/rollout_is_seq_mean:1.0002330541610718 - rollout_corr/rollout_is_seq_std:0.003209285903722048 - rollout_corr/rollout_is_seq_max:1.0156590938568115 - rollout_corr/rollout_is_seq_min:0.991116464138031 - rollout_corr/rollout_is_seq_max_deviation:0.015659093856811523 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.21245695091784) - rollout_corr/training_log_ppl:np.float64(0.18853073121863417) - rollout_corr/kl:np.float64(0.000940453585307921) - rollout_corr/k3_kl:np.float64(0.0011123225885398824) - rollout_corr/rollout_ppl:np.float64(1.211254812311381) - rollout_corr/rollout_log_ppl:np.float64(0.18759027698251884) - rollout_corr/log_ppl_diff:np.float64(0.000940454236115329) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025964345986722037) - rollout_corr/log_ppl_diff_max:np.float64(0.012625694274902344) - rollout_corr/log_ppl_diff_min:np.float64(-0.010028764605522156) - rollout_corr/ppl_ratio:np.float64(1.000946962274611) - rollout_corr/chi2_token:np.float64(0.003119073808193207) - rollout_corr/chi2_seq:np.float64(0.5444498066790402) - actor/pg_loss:np.float64(0.00562474865000695) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012370409526738513) - actor/ppo_kl:np.float64(0.00027735871690294164) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7734375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7734375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.56640625) - self_distillation/token_reweight_w_mean:np.float64(552116.4400627858) - self_distillation/token_reweight_w_std:np.float64(5173609.766112542) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9990502987056971) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09921138118079398) - self_distillation/empty_target_batch:np.float64(0.2265625) - actor/grad_norm:np.float64(0.6405464708805084) - perf/mfu/actor:np.float64(0.03547942389442762) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.8638153076172) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.41125) - val-aux/sciknoweval/reward/std@16:np.float64(0.282579055086121) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.53366) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.22278060446414918) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.28978000000000004) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.2565024603314222) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.
step:51 - global_seqlen/min:14724 - global_seqlen/max:24248 - global_seqlen/minmax_diff:9524 - global_seqlen/balanced_min:20154 - global_seqlen/balanced_max:20164 - global_seqlen/mean:20159.0 - actor/entropy:0.170307457447052 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45877787470817566 - training/rollout_probs_diff_mean:0.004090906120836735 - training/rollout_probs_diff_std:0.012903047725558281 - training/rollout_actor_probs_pearson_corr:0.9979671835899353 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.62109375 - self_distillation/correct_sample_fraction:0.37109375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.62109375 - rollout_corr/rollout_is_mean:1.0002143383026123 - rollout_corr/rollout_is_ratio_fraction_high:5.2099614549661055e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.907471182174049e-05 - rollout_corr/rollout_is_max:2.633291482925415 - rollout_corr/rollout_is_min:0.09349794685840607 - rollout_corr/rollout_is_std:0.038960132747888565 - rollout_corr/rollout_is_eff_sample_size:0.9984850028614497 - rollout_corr/rollout_is_seq_mean:1.0002855062484741 - rollout_corr/rollout_is_seq_std:0.003179777879267931 - rollout_corr/rollout_is_seq_max:1.0115247964859009 - rollout_corr/rollout_is_seq_min:0.9862546324729919 - rollout_corr/rollout_is_seq_max_deviation:0.013745367527008057 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2051998022943735) - rollout_corr/training_log_ppl:np.float64(0.1835695655317977) - rollout_corr/kl:np.float64(0.0019460881946997688) - rollout_corr/k3_kl:np.float64(0.0018434013255159698) - rollout_corr/rollout_ppl:np.float64(1.2028441824950278) - rollout_corr/rollout_log_ppl:np.float64(0.18162347658653744) - rollout_corr/log_ppl_diff:np.float64(0.0019460889452602714) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031690965115558356) - rollout_corr/log_ppl_diff_max:np.float64(0.05628243088722229) - rollout_corr/log_ppl_diff_min:np.float64(-0.006894886493682861) - rollout_corr/ppl_ratio:np.float64(1.0019650857429951) - rollout_corr/chi2_token:np.float64(0.0026275888085365295) - rollout_corr/chi2_seq:np.float64(0.2529987192247063) - actor/pg_loss:np.float64(0.005627889535389841) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001572497030338127) - actor/ppo_kl:np.float64(0.0013443404310486962) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.62109375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.62109375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.37109375) - self_distillation/token_reweight_w_mean:np.float64(655015.5512642735) - self_distillation/token_reweight_w_std:np.float64(7001571.50137981) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004862013738602) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09912433978752233) - self_distillation/empty_target_batch:np.float64(0.37890625) - actor/grad_norm:np.float64(0.678714781999588) - perf/mfu/actor:np.float64(0.034301143289589886) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.97393035888672) - actor/lr:np.float64(1e-06) - training/global_step:51 - training/epoch:3 - critic/score/mean:0.37109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005240895785391331 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005240895785391331 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:299.90625 - resp
step:52 - global_seqlen/min:11438 - global_seqlen/max:23198 - global_seqlen/minmax_diff:11760 - global_seqlen/balanced_min:16158 - global_seqlen/balanced_max:16373 - global_seqlen/mean:16195.625 - actor/entropy:0.1720925271511078 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7303562164306641 - training/rollout_probs_diff_mean:0.0043999128974974155 - training/rollout_probs_diff_std:0.0137338163331151 - training/rollout_actor_probs_pearson_corr:0.9976982474327087 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.6171875 - self_distillation/correct_sample_fraction:0.4609375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.6171875 - rollout_corr/rollout_is_mean:0.999703049659729 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00013763441529590636 - rollout_corr/rollout_is_max:1.7618439197540283 - rollout_corr/rollout_is_min:0.03414538502693176 - rollout_corr/rollout_is_std:0.03829740732908249 - rollout_corr/rollout_is_eff_sample_size:0.9985346839476352 - rollout_corr/rollout_is_seq_mean:0.9996437430381775 - rollout_corr/rollout_is_seq_std:0.003205541055649519 - rollout_corr/rollout_is_seq_max:1.008802890777588 - rollout_corr/rollout_is_seq_min:0.9890128374099731 - rollout_corr/rollout_is_seq_max_deviation:0.010987162590026855 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2097071488387883) - rollout_corr/training_log_ppl:np.float64(0.18765684607205912) - rollout_corr/kl:np.float64(0.0014238237613923843) - rollout_corr/k3_kl:np.float64(0.0011359687883611969) - rollout_corr/rollout_ppl:np.float64(1.2079426697455347) - rollout_corr/rollout_log_ppl:np.float64(0.18623302060586866) - rollout_corr/log_ppl_diff:np.float64(0.0014238254661904648) - rollout_corr/log_ppl_abs_diff:np.float64(0.0030733039166079834) - rollout_corr/log_ppl_diff_max:np.float64(0.016380250453948975) - rollout_corr/log_ppl_diff_min:np.float64(-0.01520422101020813) - rollout_corr/ppl_ratio:np.float64(1.0014326500240713) - rollout_corr/chi2_token:np.float64(0.001753966324031353) - rollout_corr/chi2_seq:np.float64(0.811463154386729) - actor/pg_loss:np.float64(0.0041076281340792775) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010653491672201199) - actor/ppo_kl:np.float64(0.00019217796503312456) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.6171875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.6171875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4609375) - self_distillation/token_reweight_w_mean:np.float64(546943.084549105) - self_distillation/token_reweight_w_std:np.float64(5536941.048060441) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003938139416277) - self_distillation/token_reweight_w_clip_frac:np.float64(0.07578522652329411) - self_distillation/empty_target_batch:np.float64(0.3828125) - actor/grad_norm:np.float64(0.6149652451276779) - perf/mfu/actor:np.float64(0.02765064554259175) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.88561248779297) - actor/lr:np.float64(1e-06) - training/global_step:52 - training/epoch:3 - critic/score/mean:0.4609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.01032258104532957 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.01032258104532957 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:227.05078125 - response_length/max:1591.0 - r
step:53 - global_seqlen/min:13746 - global_seqlen/max:27399 - global_seqlen/minmax_diff:13653 - global_seqlen/balanced_min:20157 - global_seqlen/balanced_max:20178 - global_seqlen/mean:20171.5 - actor/entropy:0.17745019495487213 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.717710018157959 - training/rollout_probs_diff_mean:0.003805093001574278 - training/rollout_probs_diff_std:0.012700757943093777 - training/rollout_actor_probs_pearson_corr:0.9981307983398438 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.6796875 - self_distillation/correct_sample_fraction:0.4453125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.6796875 - rollout_corr/rollout_is_mean:0.999994158744812 - rollout_corr/rollout_is_ratio_fraction_high:6.55514159006998e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001573234039824456 - rollout_corr/rollout_is_max:5.53007698059082 - rollout_corr/rollout_is_min:0.014541520737111568 - rollout_corr/rollout_is_std:0.036859575659036636 - rollout_corr/rollout_is_eff_sample_size:0.9986429773213285 - rollout_corr/rollout_is_seq_mean:1.0000602006912231 - rollout_corr/rollout_is_seq_std:0.003147674258798361 - rollout_corr/rollout_is_seq_max:1.0142172574996948 - rollout_corr/rollout_is_seq_min:0.9902289509773254 - rollout_corr/rollout_is_seq_max_deviation:0.014217257499694824 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2197709884494543) - rollout_corr/training_log_ppl:np.float64(0.19364592210331466) - rollout_corr/kl:np.float64(0.0007903323407845164) - rollout_corr/k3_kl:np.float64(0.0009314046881740978) - rollout_corr/rollout_ppl:np.float64(1.218785626348108) - rollout_corr/rollout_log_ppl:np.float64(0.1928555882332148) - rollout_corr/log_ppl_diff:np.float64(0.0007903338700998574) - rollout_corr/log_ppl_abs_diff:np.float64(0.002397695294348523) - rollout_corr/log_ppl_diff_max:np.float64(0.010247737169265747) - rollout_corr/log_ppl_diff_min:np.float64(-0.007017850875854492) - rollout_corr/ppl_ratio:np.float64(1.0007952337618917) - rollout_corr/chi2_token:np.float64(0.0022767260670661926) - rollout_corr/chi2_seq:np.float64(0.6853257885668427) - actor/pg_loss:np.float64(0.003560527227818966) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000947475578641388) - actor/ppo_kl:np.float64(-5.2774539890165784e-05) - actor/pg_clipfrac_lower:np.float64(1.4051259313418996e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.6796875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.6796875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4453125) - self_distillation/token_reweight_w_mean:np.float64(511538.4202222314) - self_distillation/token_reweight_w_std:np.float64(5941356.751985744) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0015118459705263) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08175502343510743) - self_distillation/empty_target_batch:np.float64(0.3203125) - actor/grad_norm:np.float64(0.4588034823536873) - perf/mfu/actor:np.float64(0.034160046659816826) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.91546630859375) - actor/lr:np.float64(1e-06) - training/global_step:53 - training/epoch:3 - critic/score/mean:0.4453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.016197755932807922 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.016197755932807922 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:297.95
step:54 - global_seqlen/min:11593 - global_seqlen/max:21800 - global_seqlen/minmax_diff:10207 - global_seqlen/balanced_min:18264 - global_seqlen/balanced_max:18625 - global_seqlen/mean:18316.875 - actor/entropy:0.19040422141551971 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5750171542167664 - training/rollout_probs_diff_mean:0.004019932821393013 - training/rollout_probs_diff_std:0.012364245019853115 - training/rollout_actor_probs_pearson_corr:0.9983108639717102 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.82421875 - self_distillation/correct_sample_fraction:0.51171875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.82421875 - rollout_corr/rollout_is_mean:0.9999626874923706 - rollout_corr/rollout_is_ratio_fraction_high:4.251760765328072e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00014172536612022668 - rollout_corr/rollout_is_max:3.3674063682556152 - rollout_corr/rollout_is_min:0.07618959248065948 - rollout_corr/rollout_is_std:0.03785360977053642 - rollout_corr/rollout_is_eff_sample_size:0.9985689168550453 - rollout_corr/rollout_is_seq_mean:0.9999775290489197 - rollout_corr/rollout_is_seq_std:0.002974021015688777 - rollout_corr/rollout_is_seq_max:1.0119009017944336 - rollout_corr/rollout_is_seq_min:0.9925116896629333 - rollout_corr/rollout_is_seq_max_deviation:0.011900901794433594 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2383890594355762) - rollout_corr/training_log_ppl:np.float64(0.2090079904155573) - rollout_corr/kl:np.float64(0.001236176363808461) - rollout_corr/k3_kl:np.float64(0.0011164603104845128) - rollout_corr/rollout_ppl:np.float64(1.2368075558915734) - rollout_corr/rollout_log_ppl:np.float64(0.2077718133223243) - rollout_corr/log_ppl_diff:np.float64(0.0012361770932329819) - rollout_corr/log_ppl_abs_diff:np.float64(0.0026738402812043205) - rollout_corr/log_ppl_diff_max:np.float64(0.011941254138946533) - rollout_corr/log_ppl_diff_min:np.float64(-0.008814394474029541) - rollout_corr/ppl_ratio:np.float64(1.0012423689477146) - rollout_corr/chi2_token:np.float64(0.00228139734826982) - rollout_corr/chi2_seq:np.float64(0.4417079407721758) - actor/pg_loss:np.float64(0.004966978449374437) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016709646415620227) - actor/ppo_kl:np.float64(0.000317133653719992) - actor/pg_clipfrac_lower:np.float64(1.306438116444042e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.82421875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.82421875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.51171875) - self_distillation/token_reweight_w_mean:np.float64(693708.3943432588) - self_distillation/token_reweight_w_std:np.float64(7959025.133003578) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0026721898466349) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1158001013827743) - self_distillation/empty_target_batch:np.float64(0.17578125) - actor/grad_norm:np.float64(0.660299763083458) - perf/mfu/actor:np.float64(0.030901043838188515) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.95029067993164) - actor/lr:np.float64(1e-06) - training/global_step:54 - training/epoch:3 - critic/score/mean:0.51171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.02446356974542141 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.02446356974542141 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean
step:55 - global_seqlen/min:14316 - global_seqlen/max:31135 - global_seqlen/minmax_diff:16819 - global_seqlen/balanced_min:21521 - global_seqlen/balanced_max:21741 - global_seqlen/mean:21562.625 - actor/entropy:0.1820475459098816 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6819348335266113 - training/rollout_probs_diff_mean:0.0036203861236572266 - training/rollout_probs_diff_std:0.01213095709681511 - training/rollout_actor_probs_pearson_corr:0.9983159303665161 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.84375 - self_distillation/correct_sample_fraction:0.5546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.84375 - rollout_corr/rollout_is_mean:1.0000014305114746 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.1028050519526e-05 - rollout_corr/rollout_is_max:1.9132329225540161 - rollout_corr/rollout_is_min:0.05214012414216995 - rollout_corr/rollout_is_std:0.03391006961464882 - rollout_corr/rollout_is_eff_sample_size:0.9988514279277574 - rollout_corr/rollout_is_seq_mean:0.9999558925628662 - rollout_corr/rollout_is_seq_std:0.002855920698493719 - rollout_corr/rollout_is_seq_max:1.0095938444137573 - rollout_corr/rollout_is_seq_min:0.9906392693519592 - rollout_corr/rollout_is_seq_max_deviation:0.009593844413757324 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2300612814724445) - rollout_corr/training_log_ppl:np.float64(0.2026208189490717) - rollout_corr/kl:np.float64(0.0009841419239613458) - rollout_corr/k3_kl:np.float64(0.0009232644666212764) - rollout_corr/rollout_ppl:np.float64(1.2287878943607211) - rollout_corr/rollout_log_ppl:np.float64(0.20163667347515002) - rollout_corr/log_ppl_diff:np.float64(0.0009841454739216715) - rollout_corr/log_ppl_abs_diff:np.float64(0.002437286515487358) - rollout_corr/log_ppl_diff_max:np.float64(0.011938422918319702) - rollout_corr/log_ppl_diff_min:np.float64(-0.008513659238815308) - rollout_corr/ppl_ratio:np.float64(1.0009896873962134) - rollout_corr/chi2_token:np.float64(0.0016990478616207838) - rollout_corr/chi2_seq:np.float64(0.6990436653140932) - actor/pg_loss:np.float64(0.0053936580661684275) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010540454873080307) - actor/ppo_kl:np.float64(0.0001687855753793599) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.84375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.84375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5546875) - self_distillation/token_reweight_w_mean:np.float64(464849.280399007) - self_distillation/token_reweight_w_std:np.float64(4769288.998040117) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998792761471123) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11009695939719677) - self_distillation/empty_target_batch:np.float64(0.15625) - actor/grad_norm:np.float64(0.6255688071250916) - perf/mfu/actor:np.float64(0.035841929135174845) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.8391571044922) - actor/lr:np.float64(1e-06) - training/global_step:55 - training/epoch:3 - critic/score/mean:0.5546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0347784049808979 - critic/advantages/max:0.75 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0347784049808979 - critic/returns/max:0.75 - critic/returns/min:-0.75 - response_length/mean:343.30078125 - response_length/max:1852.0 - response_leng
step:56 - global_seqlen/min:11656 - global_seqlen/max:32815 - global_seqlen/minmax_diff:21159 - global_seqlen/balanced_min:19457 - global_seqlen/balanced_max:20231 - global_seqlen/mean:19623.75 - actor/entropy:0.2085179090499878 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5829838514328003 - training/rollout_probs_diff_mean:0.00421536061912775 - training/rollout_probs_diff_std:0.012636987492442131 - training/rollout_actor_probs_pearson_corr:0.9983205199241638 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.765625 - self_distillation/correct_sample_fraction:0.51953125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.765625 - rollout_corr/rollout_is_mean:1.0000214576721191 - rollout_corr/rollout_is_ratio_fraction_high:4.0095157601172104e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.355536894872785e-05 - rollout_corr/rollout_is_max:2.7182812690734863 - rollout_corr/rollout_is_min:0.10317684710025787 - rollout_corr/rollout_is_std:0.037414900958538055 - rollout_corr/rollout_is_eff_sample_size:0.9986023199750391 - rollout_corr/rollout_is_seq_mean:1.0000838041305542 - rollout_corr/rollout_is_seq_std:0.0029523512348532677 - rollout_corr/rollout_is_seq_max:1.0097237825393677 - rollout_corr/rollout_is_seq_min:0.9897148013114929 - rollout_corr/rollout_is_seq_max_deviation:0.01028519868850708 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2682426059618592) - rollout_corr/training_log_ppl:np.float64(0.23284589135437272) - rollout_corr/kl:np.float64(0.001132030002182205) - rollout_corr/k3_kl:np.float64(0.0013115676476758154) - rollout_corr/rollout_ppl:np.float64(1.2667685416527092) - rollout_corr/rollout_log_ppl:np.float64(0.23171385923342314) - rollout_corr/log_ppl_diff:np.float64(0.0011320321209495887) - rollout_corr/log_ppl_abs_diff:np.float64(0.0028422162431525066) - rollout_corr/log_ppl_diff_max:np.float64(0.017789900302886963) - rollout_corr/log_ppl_diff_min:np.float64(-0.010757237672805786) - rollout_corr/ppl_ratio:np.float64(1.0011398843489587) - rollout_corr/chi2_token:np.float64(0.0028780815191566944) - rollout_corr/chi2_seq:np.float64(0.5465702745132148) - actor/pg_loss:np.float64(0.004153699497692287) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017756936499608855) - actor/ppo_kl:np.float64(0.00032732845443295133) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.765625) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.765625) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.51953125) - self_distillation/token_reweight_w_mean:np.float64(616782.949018436) - self_distillation/token_reweight_w_std:np.float64(6379718.014931552) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0017636623233557) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10283011330466252) - self_distillation/empty_target_batch:np.float64(0.234375) - actor/grad_norm:np.float64(0.5960900634527206) - perf/mfu/actor:np.float64(0.032728240701524886) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.97694778442383) - actor/lr:np.float64(1e-06) - training/global_step:56 - training/epoch:3 - critic/score/mean:0.51953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0006097805453464389 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0006097805453464389 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:292.2734375 - re
step:57 - global_seqlen/min:16389 - global_seqlen/max:26616 - global_seqlen/minmax_diff:10227 - global_seqlen/balanced_min:20467 - global_seqlen/balanced_max:20671 - global_seqlen/mean:20501.625 - actor/entropy:0.18013454973697662 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5182572603225708 - training/rollout_probs_diff_mean:0.0037767167668789625 - training/rollout_probs_diff_std:0.011676754802465439 - training/rollout_actor_probs_pearson_corr:0.9983941316604614 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.60546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:1.0001684427261353 - rollout_corr/rollout_is_ratio_fraction_high:2.403008511464577e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.2015042557322886e-05 - rollout_corr/rollout_is_max:4.898484230041504 - rollout_corr/rollout_is_min:0.0921703428030014 - rollout_corr/rollout_is_std:0.03423544391989708 - rollout_corr/rollout_is_eff_sample_size:0.9988296631861381 - rollout_corr/rollout_is_seq_mean:1.0001211166381836 - rollout_corr/rollout_is_seq_std:0.0027834821958094835 - rollout_corr/rollout_is_seq_max:1.0092366933822632 - rollout_corr/rollout_is_seq_min:0.9900839328765869 - rollout_corr/rollout_is_seq_max_deviation:0.009916067123413086 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.225984800606966) - rollout_corr/training_log_ppl:np.float64(0.199987623404013) - rollout_corr/kl:np.float64(0.0013101380760858206) - rollout_corr/k3_kl:np.float64(0.0010357795563322725) - rollout_corr/rollout_ppl:np.float64(1.2243200689554214) - rollout_corr/rollout_log_ppl:np.float64(0.19867748432443477) - rollout_corr/log_ppl_diff:np.float64(0.0013101390795782208) - rollout_corr/log_ppl_abs_diff:np.float64(0.0026235540281049907) - rollout_corr/log_ppl_diff_max:np.float64(0.028497636318206787) - rollout_corr/log_ppl_diff_min:np.float64(-0.01019953191280365) - rollout_corr/ppl_ratio:np.float64(1.0013179222587496) - rollout_corr/chi2_token:np.float64(0.001341148978099227) - rollout_corr/chi2_seq:np.float64(0.48321546288207173) - actor/pg_loss:np.float64(0.00407763512339443) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010287672778304113) - actor/ppo_kl:np.float64(0.0006644770689980817) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.60546875) - self_distillation/token_reweight_w_mean:np.float64(196380.35628112592) - self_distillation/token_reweight_w_std:np.float64(3012296.647777552) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0001179282553494) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08650214066437911) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.47980305552482605) - perf/mfu/actor:np.float64(0.03425298709048464) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.7446174621582) - actor/lr:np.float64(1e-06) - training/global_step:57 - training/epoch:4 - critic/score/mean:0.60546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.60546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.015083384700119495 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.015083384700119495 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:325.11328125 - r
step:58 - global_seqlen/min:11162 - global_seqlen/max:25766 - global_seqlen/minmax_diff:14604 - global_seqlen/balanced_min:18802 - global_seqlen/balanced_max:18833 - global_seqlen/mean:18818.25 - actor/entropy:0.19926981627941132 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5310959815979004 - training/rollout_probs_diff_mean:0.004314659163355827 - training/rollout_probs_diff_std:0.012799865566194057 - training/rollout_actor_probs_pearson_corr:0.9982891082763672 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.796875 - self_distillation/correct_sample_fraction:0.5390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.796875 - rollout_corr/rollout_is_mean:1.0001503229141235 - rollout_corr/rollout_is_ratio_fraction_high:5.6700591812841594e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.8350295906420797e-05 - rollout_corr/rollout_is_max:6.627471923828125 - rollout_corr/rollout_is_min:0.4177379608154297 - rollout_corr/rollout_is_std:0.0387515090405941 - rollout_corr/rollout_is_eff_sample_size:0.9985008099435283 - rollout_corr/rollout_is_seq_mean:1.000192403793335 - rollout_corr/rollout_is_seq_std:0.003255679737776518 - rollout_corr/rollout_is_seq_max:1.0241525173187256 - rollout_corr/rollout_is_seq_min:0.9918437004089355 - rollout_corr/rollout_is_seq_max_deviation:0.024152517318725586 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2417523465119302) - rollout_corr/training_log_ppl:np.float64(0.21233980829128996) - rollout_corr/kl:np.float64(0.001212370029840315) - rollout_corr/k3_kl:np.float64(0.0011637865334535036) - rollout_corr/rollout_ppl:np.float64(1.2402377198450267) - rollout_corr/rollout_log_ppl:np.float64(0.21112743644334842) - rollout_corr/log_ppl_diff:np.float64(0.0012123718479415402) - rollout_corr/log_ppl_abs_diff:np.float64(0.002773932719719596) - rollout_corr/log_ppl_diff_max:np.float64(0.011079519987106323) - rollout_corr/log_ppl_diff_min:np.float64(-0.012328743934631348) - rollout_corr/ppl_ratio:np.float64(1.0012194933369756) - rollout_corr/chi2_token:np.float64(0.0026497936341911554) - rollout_corr/chi2_seq:np.float64(0.6413168597500771) - actor/pg_loss:np.float64(0.004801217350177467) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016218156224567792) - actor/ppo_kl:np.float64(0.0004635169452154031) - actor/pg_clipfrac_lower:np.float64(1.594387686054688e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.796875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.796875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5390625) - self_distillation/token_reweight_w_mean:np.float64(672229.3530433087) - self_distillation/token_reweight_w_std:np.float64(7644332.062132216) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0019736965186894) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09522422318696044) - self_distillation/empty_target_batch:np.float64(0.203125) - actor/grad_norm:np.float64(0.655727356672287) - perf/mfu/actor:np.float64(0.031754083710448994) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.72417449951172) - actor/lr:np.float64(1e-06) - training/global_step:58 - training/epoch:4 - critic/score/mean:0.5390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005737391300499439 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005737391300499439 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:275.57031
step:59 - global_seqlen/min:14214 - global_seqlen/max:27268 - global_seqlen/minmax_diff:13054 - global_seqlen/balanced_min:19736 - global_seqlen/balanced_max:19748 - global_seqlen/mean:19742.625 - actor/entropy:0.20446516573429108 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7574851512908936 - training/rollout_probs_diff_mean:0.004479140043258667 - training/rollout_probs_diff_std:0.01373197603970766 - training/rollout_actor_probs_pearson_corr:0.9980234503746033 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.74609375 - self_distillation/correct_sample_fraction:0.53515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.74609375 - rollout_corr/rollout_is_mean:1.0000429153442383 - rollout_corr/rollout_is_ratio_fraction_high:5.430281817098148e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001357570436084643 - rollout_corr/rollout_is_max:2.6759519577026367 - rollout_corr/rollout_is_min:0.12958838045597076 - rollout_corr/rollout_is_std:0.03966965898871422 - rollout_corr/rollout_is_eff_sample_size:0.9984289095870793 - rollout_corr/rollout_is_seq_mean:1.0000368356704712 - rollout_corr/rollout_is_seq_std:0.003124730195850134 - rollout_corr/rollout_is_seq_max:1.0123945474624634 - rollout_corr/rollout_is_seq_min:0.9908593893051147 - rollout_corr/rollout_is_seq_max_deviation:0.012394547462463379 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2470811461098492) - rollout_corr/training_log_ppl:np.float64(0.2167818500311114) - rollout_corr/kl:np.float64(0.00108407483580919) - rollout_corr/k3_kl:np.float64(0.0011458040500684774) - rollout_corr/rollout_ppl:np.float64(1.2456995188258588) - rollout_corr/rollout_log_ppl:np.float64(0.2156977732811356) - rollout_corr/log_ppl_diff:np.float64(0.001084076749975793) - rollout_corr/log_ppl_abs_diff:np.float64(0.0028995445900363848) - rollout_corr/log_ppl_diff_max:np.float64(0.022052377462387085) - rollout_corr/log_ppl_diff_min:np.float64(-0.008070424199104309) - rollout_corr/ppl_ratio:np.float64(1.001091847429052) - rollout_corr/chi2_token:np.float64(0.0023028659634292126) - rollout_corr/chi2_seq:np.float64(0.7561908534262329) - actor/pg_loss:np.float64(0.00433993327897042) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012840861065797071) - actor/ppo_kl:np.float64(0.00017092815455699295) - actor/pg_clipfrac_lower:np.float64(1.198236168420408e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.74609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.74609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.53515625) - self_distillation/token_reweight_w_mean:np.float64(333998.30719705485) - self_distillation/token_reweight_w_std:np.float64(3725829.127407816) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.999660367378965) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10178501263726503) - self_distillation/empty_target_batch:np.float64(0.25390625) - actor/grad_norm:np.float64(0.561421312391758) - perf/mfu/actor:np.float64(0.03354169990330243) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.7161407470703) - actor/lr:np.float64(1e-06) - training/global_step:59 - training/epoch:4 - critic/score/mean:0.53515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.53515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005727250594645739 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005727250594645739 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 60}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques, which are not provided here. Since the question does not provide the necessary context or data to calculate the score, the answer must be based on the given options. Among the options, 1.69 is the most reasonable value for a folding stability score, as it is a positive value that indicates a stable structure. Therefore, the most plausible answer is 1.69.
</reason>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_60
step:60 - global_seqlen/min:10032 - global_seqlen/max:24065 - global_seqlen/minmax_diff:14033 - global_seqlen/balanced_min:15921 - global_seqlen/balanced_max:15934 - global_seqlen/mean:15929.5 - actor/entropy:0.20668578147888184 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7802466750144958 - training/rollout_probs_diff_mean:0.004730229265987873 - training/rollout_probs_diff_std:0.014051761478185654 - training/rollout_actor_probs_pearson_corr:0.997917652130127 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.8359375 - self_distillation/correct_sample_fraction:0.5703125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8359375 - rollout_corr/rollout_is_mean:0.9999483227729797 - rollout_corr/rollout_is_ratio_fraction_high:8.867134602041915e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00010640561959007755 - rollout_corr/rollout_is_max:2.6651501655578613 - rollout_corr/rollout_is_min:0.12561684846878052 - rollout_corr/rollout_is_std:0.040434580296278 - rollout_corr/rollout_is_eff_sample_size:0.9983674756689369 - rollout_corr/rollout_is_seq_mean:0.9998451471328735 - rollout_corr/rollout_is_seq_std:0.0032432135194540024 - rollout_corr/rollout_is_seq_max:1.0128782987594604 - rollout_corr/rollout_is_seq_min:0.9875000715255737 - rollout_corr/rollout_is_seq_max_deviation:0.01287829875946045 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2383267022669315) - rollout_corr/training_log_ppl:np.float64(0.2105867949721869) - rollout_corr/kl:np.float64(0.0015159379858360467) - rollout_corr/k3_kl:np.float64(0.001174004459585376) - rollout_corr/rollout_ppl:np.float64(1.2364251278340816) - rollout_corr/rollout_log_ppl:np.float64(0.20907085489307065) - rollout_corr/log_ppl_diff:np.float64(0.0015159400791162625) - rollout_corr/log_ppl_abs_diff:np.float64(0.003122222449746914) - rollout_corr/log_ppl_diff_max:np.float64(0.01887175440788269) - rollout_corr/log_ppl_diff_min:np.float64(-0.01356002688407898) - rollout_corr/ppl_ratio:np.float64(1.0015250875148922) - rollout_corr/chi2_token:np.float64(0.001692107180133462) - rollout_corr/chi2_seq:np.float64(1.5169144957326353) - actor/pg_loss:np.float64(0.005143438349477947) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001860541247879155) - actor/ppo_kl:np.float64(0.000468954139691391) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8359375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8359375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5703125) - self_distillation/token_reweight_w_mean:np.float64(806074.5182150835) - self_distillation/token_reweight_w_std:np.float64(8268406.419227212) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000429536215961) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12600182130699977) - self_distillation/empty_target_batch:np.float64(0.1640625) - actor/grad_norm:np.float64(0.6441592276096344) - perf/mfu/actor:np.float64(0.027118054410325103) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.64035034179688) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.40625) - val-aux/sciknoweval/reward/std@16:np.float64(0.23654045275840702) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.5031399999999999) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1897584829312906) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.30985999999999997) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.2073300701260786) - val-aux/sciknoweval/reward/maj@2/mean:np.floa
step:61 - global_seqlen/min:11855 - global_seqlen/max:23118 - global_seqlen/minmax_diff:11263 - global_seqlen/balanced_min:16706 - global_seqlen/balanced_max:16857 - global_seqlen/mean:16734.875 - actor/entropy:0.23181812465190887 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7169718742370605 - training/rollout_probs_diff_mean:0.004951599985361099 - training/rollout_probs_diff_std:0.01399071142077446 - training/rollout_actor_probs_pearson_corr:0.99810391664505 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.7109375 - self_distillation/correct_sample_fraction:0.4296875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7109375 - rollout_corr/rollout_is_mean:1.0000967979431152 - rollout_corr/rollout_is_ratio_fraction_high:5.225843415246345e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00012193634756840765 - rollout_corr/rollout_is_max:3.395094156265259 - rollout_corr/rollout_is_min:0.23580829799175262 - rollout_corr/rollout_is_std:0.04068733751773834 - rollout_corr/rollout_is_eff_sample_size:0.9983476330593353 - rollout_corr/rollout_is_seq_mean:1.0001016855239868 - rollout_corr/rollout_is_seq_std:0.0031705843284726143 - rollout_corr/rollout_is_seq_max:1.012374997138977 - rollout_corr/rollout_is_seq_min:0.9923515915870667 - rollout_corr/rollout_is_seq_max_deviation:0.01237499713897705 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2725287731736898) - rollout_corr/training_log_ppl:np.float64(0.2377089764631819) - rollout_corr/kl:np.float64(0.0013348886182598108) - rollout_corr/k3_kl:np.float64(0.001518071228900908) - rollout_corr/rollout_ppl:np.float64(1.2708931332454085) - rollout_corr/rollout_log_ppl:np.float64(0.23637408643844537) - rollout_corr/log_ppl_diff:np.float64(0.0013348900247365236) - rollout_corr/log_ppl_abs_diff:np.float64(0.003386163560207933) - rollout_corr/log_ppl_diff_max:np.float64(0.022667646408081055) - rollout_corr/log_ppl_diff_min:np.float64(-0.016180813312530518) - rollout_corr/ppl_ratio:np.float64(1.0013469324912876) - rollout_corr/chi2_token:np.float64(0.003425400471314788) - rollout_corr/chi2_seq:np.float64(1.5097244810312986) - actor/pg_loss:np.float64(0.006231680745258927) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0015820763669580629) - actor/ppo_kl:np.float64(0.00055076309819313) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7109375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7109375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4296875) - self_distillation/token_reweight_w_mean:np.float64(578582.0100038159) - self_distillation/token_reweight_w_std:np.float64(6712461.685952961) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001360923051834) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11931510880822316) - self_distillation/empty_target_batch:np.float64(0.2890625) - actor/grad_norm:np.float64(0.691587895154953) - perf/mfu/actor:np.float64(0.02863750714432481) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.93616485595703) - actor/lr:np.float64(1e-06) - training/global_step:61 - training/epoch:4 - critic/score/mean:0.4296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005421812646090984 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005421812646090984 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:224.24609375 - response_length
step:62 - global_seqlen/min:11541 - global_seqlen/max:23017 - global_seqlen/minmax_diff:11476 - global_seqlen/balanced_min:17683 - global_seqlen/balanced_max:17705 - global_seqlen/mean:17697.125 - actor/entropy:0.19811317324638367 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5048303008079529 - training/rollout_probs_diff_mean:0.004269558470696211 - training/rollout_probs_diff_std:0.012749578803777695 - training/rollout_actor_probs_pearson_corr:0.9981906414031982 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.68359375 - self_distillation/correct_sample_fraction:0.51171875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.68359375 - rollout_corr/rollout_is_mean:1.0000804662704468 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.53727144910954e-05 - rollout_corr/rollout_is_max:1.944337010383606 - rollout_corr/rollout_is_min:0.35625290870666504 - rollout_corr/rollout_is_std:0.03687412664294243 - rollout_corr/rollout_is_eff_sample_size:0.9986423828918339 - rollout_corr/rollout_is_seq_mean:1.0000014305114746 - rollout_corr/rollout_is_seq_std:0.0029181051068007946 - rollout_corr/rollout_is_seq_max:1.008512258529663 - rollout_corr/rollout_is_seq_min:0.9900585412979126 - rollout_corr/rollout_is_seq_max_deviation:0.009941458702087402 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2438335889019072) - rollout_corr/training_log_ppl:np.float64(0.2145167674170807) - rollout_corr/kl:np.float64(0.0009783608772053753) - rollout_corr/k3_kl:np.float64(0.0011070482911037516) - rollout_corr/rollout_ppl:np.float64(1.242590891662985) - rollout_corr/rollout_log_ppl:np.float64(0.21353840544179548) - rollout_corr/log_ppl_diff:np.float64(0.0009783619752852246) - rollout_corr/log_ppl_abs_diff:np.float64(0.0027773703768616542) - rollout_corr/log_ppl_diff_max:np.float64(0.011119604110717773) - rollout_corr/log_ppl_diff_min:np.float64(-0.014483973383903503) - rollout_corr/ppl_ratio:np.float64(1.0009853248484433) - rollout_corr/chi2_token:np.float64(0.0024234983138740063) - rollout_corr/chi2_seq:np.float64(0.7688207423780113) - actor/pg_loss:np.float64(0.0037221149541437626) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010598614235277637) - actor/ppo_kl:np.float64(0.00016833341987876338) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.68359375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.68359375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.51171875) - self_distillation/token_reweight_w_mean:np.float64(444199.96810927615) - self_distillation/token_reweight_w_std:np.float64(4653540.987991009) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000051069073379) - self_distillation/token_reweight_w_clip_frac:np.float64(0.07645721273729578) - self_distillation/empty_target_batch:np.float64(0.31640625) - actor/grad_norm:np.float64(0.5245166197419167) - perf/mfu/actor:np.float64(0.030100797751914456) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.8307876586914) - actor/lr:np.float64(1e-06) - training/global_step:62 - training/epoch:4 - critic/score/mean:0.51171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.006728899199515581 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.006728899199515581 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:259.12890625 - response_length
step:63 - global_seqlen/min:14930 - global_seqlen/max:23507 - global_seqlen/minmax_diff:8577 - global_seqlen/balanced_min:19130 - global_seqlen/balanced_max:19152 - global_seqlen/mean:19145.25 - actor/entropy:0.21696506440639496 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.49148619174957275 - training/rollout_probs_diff_mean:0.004545337986201048 - training/rollout_probs_diff_std:0.012920488603413105 - training/rollout_actor_probs_pearson_corr:0.9983041882514954 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.60546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:1.0000380277633667 - rollout_corr/rollout_is_ratio_fraction_high:1.4841639313090127e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.936655725236051e-05 - rollout_corr/rollout_is_max:2.3148374557495117 - rollout_corr/rollout_is_min:0.14844170212745667 - rollout_corr/rollout_is_std:0.03836194425821304 - rollout_corr/rollout_is_eff_sample_size:0.9985305238584241 - rollout_corr/rollout_is_seq_mean:1.000018835067749 - rollout_corr/rollout_is_seq_std:0.00292221549898386 - rollout_corr/rollout_is_seq_max:1.0082601308822632 - rollout_corr/rollout_is_seq_min:0.9906377792358398 - rollout_corr/rollout_is_seq_max_deviation:0.009362220764160156 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2752052140422165) - rollout_corr/training_log_ppl:np.float64(0.23854760386166163) - rollout_corr/kl:np.float64(0.0010151628624388565) - rollout_corr/k3_kl:np.float64(0.0012473572794249321) - rollout_corr/rollout_ppl:np.float64(1.2738490118645132) - rollout_corr/rollout_log_ppl:np.float64(0.23753243846294936) - rollout_corr/log_ppl_diff:np.float64(0.00101516539871227) - rollout_corr/log_ppl_abs_diff:np.float64(0.002944408348412253) - rollout_corr/log_ppl_diff_max:np.float64(0.019116565585136414) - rollout_corr/log_ppl_diff_min:np.float64(-0.01233530044555664) - rollout_corr/ppl_ratio:np.float64(1.0010242883581668) - rollout_corr/chi2_token:np.float64(0.0029916237108409405) - rollout_corr/chi2_seq:np.float64(0.7363117965869606) - actor/pg_loss:np.float64(0.0054677382577210665) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017338892685074825) - actor/ppo_kl:np.float64(0.00015598068775091178) - actor/pg_clipfrac_lower:np.float64(1.3706140634894837e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.60546875) - self_distillation/token_reweight_w_mean:np.float64(478414.26378723653) - self_distillation/token_reweight_w_std:np.float64(5065154.901935935) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9991468349471688) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12116794451139867) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.6787499040365219) - perf/mfu/actor:np.float64(0.03271239188344616) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.80411529541016) - actor/lr:np.float64(1e-06) - training/global_step:63 - training/epoch:4 - critic/score/mean:0.60546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.60546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003213214920833707 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.003213214920833707 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean
step:64 - global_seqlen/min:16199 - global_seqlen/max:26881 - global_seqlen/minmax_diff:10682 - global_seqlen/balanced_min:21490 - global_seqlen/balanced_max:21502 - global_seqlen/mean:21497.75 - actor/entropy:0.21458002924919128 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3945135474205017 - training/rollout_probs_diff_mean:0.0047240303829312325 - training/rollout_probs_diff_std:0.01327318325638771 - training/rollout_actor_probs_pearson_corr:0.9981720447540283 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.4765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:1.0000271797180176 - rollout_corr/rollout_is_ratio_fraction_high:5.3534622566075996e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00010706924513215199 - rollout_corr/rollout_is_max:6.235465049743652 - rollout_corr/rollout_is_min:0.25675758719444275 - rollout_corr/rollout_is_std:0.04021582379937172 - rollout_corr/rollout_is_eff_sample_size:0.9983852990445926 - rollout_corr/rollout_is_seq_mean:1.000148892402649 - rollout_corr/rollout_is_seq_std:0.0032988900784403086 - rollout_corr/rollout_is_seq_max:1.0242486000061035 - rollout_corr/rollout_is_seq_min:0.9885872006416321 - rollout_corr/rollout_is_seq_max_deviation:0.024248600006103516 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.268503988161683) - rollout_corr/training_log_ppl:np.float64(0.2344126374082407) - rollout_corr/kl:np.float64(0.0013722575135601822) - rollout_corr/k3_kl:np.float64(0.0013257689138868045) - rollout_corr/rollout_ppl:np.float64(1.266730026807636) - rollout_corr/rollout_log_ppl:np.float64(0.23304037815250922) - rollout_corr/log_ppl_diff:np.float64(0.0013722592557314783) - rollout_corr/log_ppl_abs_diff:np.float64(0.002840419387212023) - rollout_corr/log_ppl_diff_max:np.float64(0.015095949172973633) - rollout_corr/log_ppl_diff_min:np.float64(-0.010050714015960693) - rollout_corr/ppl_ratio:np.float64(1.0013799467124045) - rollout_corr/chi2_token:np.float64(0.00259414897300303) - rollout_corr/chi2_seq:np.float64(0.5995087241753936) - actor/pg_loss:np.float64(0.007810348994098604) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017692785711460601) - actor/ppo_kl:np.float64(0.0005061967070645323) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4765625) - self_distillation/token_reweight_w_mean:np.float64(587268.0798286705) - self_distillation/token_reweight_w_std:np.float64(7362155.60160229) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0012550125829875) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1439109018247109) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.7157184034585953) - perf/mfu/actor:np.float64(0.036492575998587316) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.8278350830078) - actor/lr:np.float64(1e-06) - training/global_step:64 - training/epoch:4 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02531183883547783 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02531183883547783 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:291.8671875 - response_leng
step:65 - global_seqlen/min:13134 - global_seqlen/max:22137 - global_seqlen/minmax_diff:9003 - global_seqlen/balanced_min:17936 - global_seqlen/balanced_max:18093 - global_seqlen/mean:17977.125 - actor/entropy:0.21280328929424286 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.407850444316864 - training/rollout_probs_diff_mean:0.004871057812124491 - training/rollout_probs_diff_std:0.013702865689992905 - training/rollout_actor_probs_pearson_corr:0.9980465769767761 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.765625 - self_distillation/correct_sample_fraction:0.5234375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.765625 - rollout_corr/rollout_is_mean:1.0000638961791992 - rollout_corr/rollout_is_ratio_fraction_high:1.5778594388393685e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00012622875510714948 - rollout_corr/rollout_is_max:2.3150124549865723 - rollout_corr/rollout_is_min:0.2893199920654297 - rollout_corr/rollout_is_std:0.041086770594120026 - rollout_corr/rollout_is_eff_sample_size:0.9983149598221633 - rollout_corr/rollout_is_seq_mean:1.0001049041748047 - rollout_corr/rollout_is_seq_std:0.0032439520582556725 - rollout_corr/rollout_is_seq_max:1.013520359992981 - rollout_corr/rollout_is_seq_min:0.9887478947639465 - rollout_corr/rollout_is_seq_max_deviation:0.013520359992980957 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.256556692533195) - rollout_corr/training_log_ppl:np.float64(0.22500694784685038) - rollout_corr/kl:np.float64(0.001361132893192174) - rollout_corr/k3_kl:np.float64(0.0013893124849744254) - rollout_corr/rollout_ppl:np.float64(1.25478261616081) - rollout_corr/rollout_log_ppl:np.float64(0.22364581374858972) - rollout_corr/log_ppl_diff:np.float64(0.0013611340982606634) - rollout_corr/log_ppl_abs_diff:np.float64(0.003076999870245345) - rollout_corr/log_ppl_diff_max:np.float64(0.015015125274658203) - rollout_corr/log_ppl_diff_min:np.float64(-0.010976061224937439) - rollout_corr/ppl_ratio:np.float64(1.001369426259771) - rollout_corr/chi2_token:np.float64(0.0027954219840466976) - rollout_corr/chi2_seq:np.float64(0.498077409574762) - actor/pg_loss:np.float64(0.0047087157145142555) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.002266843486495418) - actor/ppo_kl:np.float64(0.0005259367158743089) - actor/pg_clipfrac_lower:np.float64(2.0451570890145376e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.765625) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.765625) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5234375) - self_distillation/token_reweight_w_mean:np.float64(575063.0486043207) - self_distillation/token_reweight_w_std:np.float64(6029142.028431675) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999974900856614) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1101971018651966) - self_distillation/empty_target_batch:np.float64(0.234375) - actor/grad_norm:np.float64(0.6160394102334976) - perf/mfu/actor:np.float64(0.03089012319613719) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.76618576049805) - actor/lr:np.float64(1e-06) - training/global_step:65 - training/epoch:4 - critic/score/mean:0.5234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02519841492176056 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02519841492176056 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:247.56640625
step:66 - global_seqlen/min:12651 - global_seqlen/max:23559 - global_seqlen/minmax_diff:10908 - global_seqlen/balanced_min:16718 - global_seqlen/balanced_max:16741 - global_seqlen/mean:16734.625 - actor/entropy:0.19700400531291962 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3154793083667755 - training/rollout_probs_diff_mean:0.00472779106348753 - training/rollout_probs_diff_std:0.013478272594511509 - training/rollout_actor_probs_pearson_corr:0.9979892373085022 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.71484375 - self_distillation/correct_sample_fraction:0.53515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.71484375 - rollout_corr/rollout_is_mean:1.0000770092010498 - rollout_corr/rollout_is_ratio_fraction_high:3.4337710530962795e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.867542106192559e-05 - rollout_corr/rollout_is_max:2.0585169792175293 - rollout_corr/rollout_is_min:0.3337665796279907 - rollout_corr/rollout_is_std:0.04114910215139389 - rollout_corr/rollout_is_eff_sample_size:0.9983098511093312 - rollout_corr/rollout_is_seq_mean:1.0000991821289062 - rollout_corr/rollout_is_seq_std:0.0033235810697078705 - rollout_corr/rollout_is_seq_max:1.010388731956482 - rollout_corr/rollout_is_seq_min:0.9896685481071472 - rollout_corr/rollout_is_seq_max_deviation:0.010388731956481934 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.230994427576661) - rollout_corr/training_log_ppl:np.float64(0.2043733007449191) - rollout_corr/kl:np.float64(0.0012404392970850608) - rollout_corr/k3_kl:np.float64(0.0012966901686013443) - rollout_corr/rollout_ppl:np.float64(1.229399942792952) - rollout_corr/rollout_log_ppl:np.float64(0.20313286200689618) - rollout_corr/log_ppl_diff:np.float64(0.001240438738022931) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031714067881694064) - rollout_corr/log_ppl_diff_max:np.float64(0.016345471143722534) - rollout_corr/log_ppl_diff_min:np.float64(-0.008899062871932983) - rollout_corr/ppl_ratio:np.float64(1.0012497496791184) - rollout_corr/chi2_token:np.float64(0.0026735947467386723) - rollout_corr/chi2_seq:np.float64(1.3038442207034677) - actor/pg_loss:np.float64(0.004394229501485825) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0015602343514729) - actor/ppo_kl:np.float64(0.0004241243286600138) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.71484375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.71484375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.53515625) - self_distillation/token_reweight_w_mean:np.float64(540545.633164251) - self_distillation/token_reweight_w_std:np.float64(5716813.33122617) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003452564124018) - self_distillation/token_reweight_w_clip_frac:np.float64(0.07450340743525885) - self_distillation/empty_target_batch:np.float64(0.28515625) - actor/grad_norm:np.float64(0.5204346254467964) - perf/mfu/actor:np.float64(0.028829480161249834) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.7582664489746) - actor/lr:np.float64(1e-06) - training/global_step:66 - training/epoch:4 - critic/score/mean:0.53515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.53515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005770881660282612 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.005770881660282612 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:227.51953125 - respon
step:67 - global_seqlen/min:14763 - global_seqlen/max:22066 - global_seqlen/minmax_diff:7303 - global_seqlen/balanced_min:18043 - global_seqlen/balanced_max:18191 - global_seqlen/mean:18069.125 - actor/entropy:0.21443374454975128 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3140978515148163 - training/rollout_probs_diff_mean:0.0051235631108284 - training/rollout_probs_diff_std:0.013876632787287235 - training/rollout_actor_probs_pearson_corr:0.9979842305183411 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.66796875 - self_distillation/correct_sample_fraction:0.43359375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.66796875 - rollout_corr/rollout_is_mean:1.0000861883163452 - rollout_corr/rollout_is_ratio_fraction_high:1.738979153742548e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.2169376431265846e-05 - rollout_corr/rollout_is_max:2.3516223430633545 - rollout_corr/rollout_is_min:0.3772035539150238 - rollout_corr/rollout_is_std:0.042313169687986374 - rollout_corr/rollout_is_eff_sample_size:0.9982130330660876 - rollout_corr/rollout_is_seq_mean:1.0001331567764282 - rollout_corr/rollout_is_seq_std:0.003116749692708254 - rollout_corr/rollout_is_seq_max:1.0102242231369019 - rollout_corr/rollout_is_seq_min:0.9922493100166321 - rollout_corr/rollout_is_seq_max_deviation:0.010224223136901855 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2491217982023954) - rollout_corr/training_log_ppl:np.float64(0.21858850728312973) - rollout_corr/kl:np.float64(0.0013292867849905576) - rollout_corr/k3_kl:np.float64(0.0013373246251262572) - rollout_corr/rollout_ppl:np.float64(1.247418281622231) - rollout_corr/rollout_log_ppl:np.float64(0.21725921976030804) - rollout_corr/log_ppl_diff:np.float64(0.0013292875228216872) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031616015621693805) - rollout_corr/log_ppl_diff_max:np.float64(0.029362037777900696) - rollout_corr/log_ppl_diff_min:np.float64(-0.00867721438407898) - rollout_corr/ppl_ratio:np.float64(1.0013392963446677) - rollout_corr/chi2_token:np.float64(0.0027240454219281673) - rollout_corr/chi2_seq:np.float64(0.4304043233860284) - actor/pg_loss:np.float64(0.003972164820879698) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017918323310368578) - actor/ppo_kl:np.float64(0.0005243421803386994) - actor/pg_clipfrac_lower:np.float64(1.6344141840818338e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.66796875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.66796875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.43359375) - self_distillation/token_reweight_w_mean:np.float64(706441.2849378223) - self_distillation/token_reweight_w_std:np.float64(6269580.666031567) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0021861053537577) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09675114441779442) - self_distillation/empty_target_batch:np.float64(0.33203125) - actor/grad_norm:np.float64(0.5632684454321861) - perf/mfu/actor:np.float64(0.031125756559966692) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.7952880859375) - actor/lr:np.float64(1e-06) - training/global_step:67 - training/epoch:4 - critic/score/mean:0.43359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.43359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004525693599134684 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004525693599134684 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_lengt
step:68 - global_seqlen/min:9746 - global_seqlen/max:20472 - global_seqlen/minmax_diff:10726 - global_seqlen/balanced_min:14882 - global_seqlen/balanced_max:14892 - global_seqlen/mean:14888.375 - actor/entropy:0.19889450073242188 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27853599190711975 - training/rollout_probs_diff_mean:0.0050133708864450455 - training/rollout_probs_diff_std:0.013850436545908451 - training/rollout_actor_probs_pearson_corr:0.9978574514389038 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73828125 - self_distillation/correct_sample_fraction:0.52734375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73828125 - rollout_corr/rollout_is_mean:1.0000970363616943 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.141498983604833e-05 - rollout_corr/rollout_is_max:1.8664900064468384 - rollout_corr/rollout_is_min:0.3767696022987366 - rollout_corr/rollout_is_std:0.04154696688055992 - rollout_corr/rollout_is_eff_sample_size:0.9982771803450756 - rollout_corr/rollout_is_seq_mean:1.0001392364501953 - rollout_corr/rollout_is_seq_std:0.003491344628855586 - rollout_corr/rollout_is_seq_max:1.0124340057373047 - rollout_corr/rollout_is_seq_min:0.9904762506484985 - rollout_corr/rollout_is_seq_max_deviation:0.012434005737304688 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2253266391344368) - rollout_corr/training_log_ppl:np.float64(0.19990111159859225) - rollout_corr/kl:np.float64(0.0012003272438523283) - rollout_corr/k3_kl:np.float64(0.0011535957297610366) - rollout_corr/rollout_ppl:np.float64(1.2238059635274112) - rollout_corr/rollout_log_ppl:np.float64(0.19870078393432777) - rollout_corr/log_ppl_diff:np.float64(0.0012003276642644778) - rollout_corr/log_ppl_abs_diff:np.float64(0.003384005030966364) - rollout_corr/log_ppl_diff_max:np.float64(0.01639336347579956) - rollout_corr/log_ppl_diff_min:np.float64(-0.012207046151161194) - rollout_corr/ppl_ratio:np.float64(1.0012101489119232) - rollout_corr/chi2_token:np.float64(0.0021951296366751194) - rollout_corr/chi2_seq:np.float64(0.5914839308243245) - actor/pg_loss:np.float64(0.004780508461408317) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0013941395154688507) - actor/ppo_kl:np.float64(0.00043155668406047454) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.52734375) - self_distillation/token_reweight_w_mean:np.float64(868609.1069036205) - self_distillation/token_reweight_w_std:np.float64(7623714.479851294) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0011716361623257) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09727005992317572) - self_distillation/empty_target_batch:np.float64(0.26171875) - actor/grad_norm:np.float64(0.7055970579385757) - perf/mfu/actor:np.float64(0.02586255147692835) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.74933242797852) - actor/lr:np.float64(1e-06) - training/global_step:68 - training/epoch:4 - critic/score/mean:0.52734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.52734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005760110914707184 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005760110914707184 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:191.91796875 - response_length/
step:69 - global_seqlen/min:15468 - global_seqlen/max:22188 - global_seqlen/minmax_diff:6720 - global_seqlen/balanced_min:18204 - global_seqlen/balanced_max:18567 - global_seqlen/mean:18252.5 - actor/entropy:0.19695989787578583 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3735440969467163 - training/rollout_probs_diff_mean:0.004728264175355434 - training/rollout_probs_diff_std:0.013597971759736538 - training/rollout_actor_probs_pearson_corr:0.9979573488235474 - self_distillation/success_group_fraction:0.59375 - self_distillation/success_sample_fraction:0.58984375 - self_distillation/correct_sample_fraction:0.46484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.58984375 - rollout_corr/rollout_is_mean:1.000138759613037 - rollout_corr/rollout_is_ratio_fraction_high:3.193867814843543e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.5969339074217714e-05 - rollout_corr/rollout_is_max:2.512885093688965 - rollout_corr/rollout_is_min:0.2698124945163727 - rollout_corr/rollout_is_std:0.040441952645778656 - rollout_corr/rollout_is_eff_sample_size:0.9983677133097597 - rollout_corr/rollout_is_seq_mean:1.0000832080841064 - rollout_corr/rollout_is_seq_std:0.0029280909802764654 - rollout_corr/rollout_is_seq_max:1.0104328393936157 - rollout_corr/rollout_is_seq_min:0.9879934787750244 - rollout_corr/rollout_is_seq_max_deviation:0.012006521224975586 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2370114037767053) - rollout_corr/training_log_ppl:np.float64(0.2087440811592387) - rollout_corr/kl:np.float64(0.0012408357466497932) - rollout_corr/k3_kl:np.float64(0.0011961429782729738) - rollout_corr/rollout_ppl:np.float64(1.2353982599452138) - rollout_corr/rollout_log_ppl:np.float64(0.20750324439723045) - rollout_corr/log_ppl_diff:np.float64(0.0012408367620082572) - rollout_corr/log_ppl_abs_diff:np.float64(0.002828049662639387) - rollout_corr/log_ppl_diff_max:np.float64(0.013582497835159302) - rollout_corr/log_ppl_diff_min:np.float64(-0.010901011526584625) - rollout_corr/ppl_ratio:np.float64(1.001248066779226) - rollout_corr/chi2_token:np.float64(0.002271374687552452) - rollout_corr/chi2_seq:np.float64(0.7177229449152946) - actor/pg_loss:np.float64(0.004629563074558973) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001182094197247352) - actor/ppo_kl:np.float64(0.0004323655259614867) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.58984375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.58984375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.46484375) - self_distillation/token_reweight_w_mean:np.float64(164067.67598723504) - self_distillation/token_reweight_w_std:np.float64(2016421.0568843854) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9979195562191308) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08755953633226454) - self_distillation/empty_target_batch:np.float64(0.41015625) - actor/grad_norm:np.float64(0.5471128672361374) - perf/mfu/actor:np.float64(0.03103007215439442) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.71195602416992) - actor/lr:np.float64(1e-06) - training/global_step:69 - training/epoch:4 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02166440524160862 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02166440524160862 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:244.609375 - re
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 70}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques, which are not provided in the question. Since no specific method or data is given, the score cannot be calculated directly from the sequence alone. However, the question provides four possible scores, and without additional context, the most reasonable assumption is that the score is a typical value within the range of possible stability scores. Among the options, 1.69 is a plausible value for a folding stability score, as it is within the typical range of stability scores for proteins. Therefore, the most reasonable answer is 1.69.
</reason>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_70
step:70 - global_seqlen/min:10998 - global_seqlen/max:22982 - global_seqlen/minmax_diff:11984 - global_seqlen/balanced_min:17336 - global_seqlen/balanced_max:17343 - global_seqlen/mean:17340.25 - actor/entropy:0.199662446975708 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.34822899103164673 - training/rollout_probs_diff_mean:0.004988952539861202 - training/rollout_probs_diff_std:0.014087354764342308 - training/rollout_actor_probs_pearson_corr:0.9978179335594177 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.70703125 - self_distillation/correct_sample_fraction:0.49609375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.70703125 - rollout_corr/rollout_is_mean:0.999821662902832 - rollout_corr/rollout_is_ratio_fraction_high:1.793078627088107e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.793078627088107e-05 - rollout_corr/rollout_is_max:2.048713207244873 - rollout_corr/rollout_is_min:0.19275815784931183 - rollout_corr/rollout_is_std:0.04096545651555061 - rollout_corr/rollout_is_eff_sample_size:0.9983241081129971 - rollout_corr/rollout_is_seq_mean:0.9997748732566833 - rollout_corr/rollout_is_seq_std:0.00317583535797894 - rollout_corr/rollout_is_seq_max:1.0109431743621826 - rollout_corr/rollout_is_seq_min:0.9912058115005493 - rollout_corr/rollout_is_seq_max_deviation:0.010943174362182617 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.235567000694573) - rollout_corr/training_log_ppl:np.float64(0.20803631153830793) - rollout_corr/kl:np.float64(0.0014276731483562344) - rollout_corr/k3_kl:np.float64(0.0011787888146841397) - rollout_corr/rollout_ppl:np.float64(1.233756847679615) - rollout_corr/rollout_log_ppl:np.float64(0.20660863688681275) - rollout_corr/log_ppl_diff:np.float64(0.001427674651495181) - rollout_corr/log_ppl_abs_diff:np.float64(0.003025784491910599) - rollout_corr/log_ppl_diff_max:np.float64(0.014226198196411133) - rollout_corr/log_ppl_diff_min:np.float64(-0.008730649948120117) - rollout_corr/ppl_ratio:np.float64(1.0014357783365995) - rollout_corr/chi2_token:np.float64(0.0017687426880002022) - rollout_corr/chi2_seq:np.float64(0.5918401211965829) - actor/pg_loss:np.float64(0.0053908772533759475) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016089424170786515) - actor/ppo_kl:np.float64(0.0003056624431962973) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.70703125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.70703125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.49609375) - self_distillation/token_reweight_w_mean:np.float64(589973.9683744449) - self_distillation/token_reweight_w_std:np.float64(5563161.509655834) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001278449082747) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10386245278641582) - self_distillation/empty_target_batch:np.float64(0.29296875) - actor/grad_norm:np.float64(0.6108624935150146) - perf/mfu/actor:np.float64(0.029783237475419166) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.7671127319336) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.42) - val-aux/sciknoweval/reward/std@16:np.float64(0.23113610685340358) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.51528) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.21100947357072017) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.32514000000000004) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.18040222263814762) - val-aux/sciknoweval/reward/maj@2/mean:np.float6
step:71 - global_seqlen/min:9804 - global_seqlen/max:21681 - global_seqlen/minmax_diff:11877 - global_seqlen/balanced_min:17495 - global_seqlen/balanced_max:17500 - global_seqlen/mean:17498.375 - actor/entropy:0.19690172374248505 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3381648659706116 - training/rollout_probs_diff_mean:0.004845378454774618 - training/rollout_probs_diff_std:0.013365901075303555 - training/rollout_actor_probs_pearson_corr:0.9980552792549133 - self_distillation/success_group_fraction:0.65625 - self_distillation/success_sample_fraction:0.65234375 - self_distillation/correct_sample_fraction:0.48046875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.65234375 - rollout_corr/rollout_is_mean:1.0001564025878906 - rollout_corr/rollout_is_ratio_fraction_high:3.4841385058825836e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.968277011765167e-05 - rollout_corr/rollout_is_max:3.150454521179199 - rollout_corr/rollout_is_min:0.3398284912109375 - rollout_corr/rollout_is_std:0.04114330932497978 - rollout_corr/rollout_is_eff_sample_size:0.9983106827566944 - rollout_corr/rollout_is_seq_mean:1.0002278089523315 - rollout_corr/rollout_is_seq_std:0.003083531279116869 - rollout_corr/rollout_is_seq_max:1.010101556777954 - rollout_corr/rollout_is_seq_min:0.9893363118171692 - rollout_corr/rollout_is_seq_max_deviation:0.01066368818283081 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2388491262681782) - rollout_corr/training_log_ppl:np.float64(0.2105677341169212) - rollout_corr/kl:np.float64(0.0012890833140133395) - rollout_corr/k3_kl:np.float64(0.0013068942296285968) - rollout_corr/rollout_ppl:np.float64(1.2372192768380046) - rollout_corr/rollout_log_ppl:np.float64(0.2092786498251371) - rollout_corr/log_ppl_diff:np.float64(0.0012890842917840928) - rollout_corr/log_ppl_abs_diff:np.float64(0.003031075408216566) - rollout_corr/log_ppl_diff_max:np.float64(0.01689492166042328) - rollout_corr/log_ppl_diff_min:np.float64(-0.01494649052619934) - rollout_corr/ppl_ratio:np.float64(1.0012982161715627) - rollout_corr/chi2_token:np.float64(0.002663188148289919) - rollout_corr/chi2_seq:np.float64(0.42635189229622483) - actor/pg_loss:np.float64(0.006174354115501046) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00172065351762285) - actor/ppo_kl:np.float64(0.0006120751639642208) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.65234375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.65234375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.48046875) - self_distillation/token_reweight_w_mean:np.float64(469061.6761071717) - self_distillation/token_reweight_w_std:np.float64(4943925.522530494) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003047524951398) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08837462472729385) - self_distillation/empty_target_batch:np.float64(0.34765625) - actor/grad_norm:np.float64(0.6535552144050598) - perf/mfu/actor:np.float64(0.030004138816374676) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(143.94376373291016) - actor/lr:np.float64(1e-06) - training/global_step:71 - training/epoch:5 - critic/score/mean:0.48046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.48046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0025042244233191013 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0025042244233191013 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:224.23046875 -
step:72 - global_seqlen/min:13771 - global_seqlen/max:21717 - global_seqlen/minmax_diff:7946 - global_seqlen/balanced_min:18281 - global_seqlen/balanced_max:18449 - global_seqlen/mean:18338.0 - actor/entropy:0.19176998734474182 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.37767118215560913 - training/rollout_probs_diff_mean:0.004621072206646204 - training/rollout_probs_diff_std:0.01323121227324009 - training/rollout_actor_probs_pearson_corr:0.9980506896972656 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.66796875 - self_distillation/correct_sample_fraction:0.421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.66796875 - rollout_corr/rollout_is_mean:1.0001182556152344 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.93550061644055e-05 - rollout_corr/rollout_is_max:1.8492262363433838 - rollout_corr/rollout_is_min:0.13725660741329193 - rollout_corr/rollout_is_std:0.03996754437685013 - rollout_corr/rollout_is_eff_sample_size:0.9984054996396693 - rollout_corr/rollout_is_seq_mean:1.0001261234283447 - rollout_corr/rollout_is_seq_std:0.0031107664108276367 - rollout_corr/rollout_is_seq_max:1.010321021080017 - rollout_corr/rollout_is_seq_min:0.9898220896720886 - rollout_corr/rollout_is_seq_max_deviation:0.01032102108001709 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.239236116874963) - rollout_corr/training_log_ppl:np.float64(0.2116152676026104) - rollout_corr/kl:np.float64(0.0011325802346102698) - rollout_corr/k3_kl:np.float64(0.001299673892788178) - rollout_corr/rollout_ppl:np.float64(1.2377676661126316) - rollout_corr/rollout_log_ppl:np.float64(0.21048268360027578) - rollout_corr/log_ppl_diff:np.float64(0.0011325840023346245) - rollout_corr/log_ppl_abs_diff:np.float64(0.003151193872326985) - rollout_corr/log_ppl_diff_max:np.float64(0.0144386887550354) - rollout_corr/log_ppl_diff_min:np.float64(-0.009770482778549194) - rollout_corr/ppl_ratio:np.float64(1.0011412110179663) - rollout_corr/chi2_token:np.float64(0.0029832087457180023) - rollout_corr/chi2_seq:np.float64(0.8706808432471007) - actor/pg_loss:np.float64(0.0043286209693178535) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016793236786725174) - actor/ppo_kl:np.float64(0.0003311673048500552) - actor/pg_clipfrac_lower:np.float64(3.354357795615215e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.66796875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.66796875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.421875) - self_distillation/token_reweight_w_mean:np.float64(500642.83659131406) - self_distillation/token_reweight_w_std:np.float64(5350166.238907624) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0019122541416436) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09215450899500865) - self_distillation/empty_target_batch:np.float64(0.33203125) - actor/grad_norm:np.float64(0.5711423642933369) - perf/mfu/actor:np.float64(0.031247951307443515) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.2710838317871) - actor/lr:np.float64(1e-06) - training/global_step:72 - training/epoch:5 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.018253633752465248 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.018253633752465248 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:246.125 - response_length
step:73 - global_seqlen/min:10239 - global_seqlen/max:17583 - global_seqlen/minmax_diff:7344 - global_seqlen/balanced_min:14427 - global_seqlen/balanced_max:14431 - global_seqlen/mean:14428.5 - actor/entropy:0.19701342284679413 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3973785638809204 - training/rollout_probs_diff_mean:0.004991715308278799 - training/rollout_probs_diff_std:0.013931449502706528 - training/rollout_actor_probs_pearson_corr:0.9978450536727905 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.80078125 - self_distillation/correct_sample_fraction:0.6171875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.80078125 - rollout_corr/rollout_is_mean:1.0000314712524414 - rollout_corr/rollout_is_ratio_fraction_high:4.2892683268291876e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00019301706925034523 - rollout_corr/rollout_is_max:2.332307815551758 - rollout_corr/rollout_is_min:0.33360418677330017 - rollout_corr/rollout_is_std:0.0416143424808979 - rollout_corr/rollout_is_eff_sample_size:0.9982712404358611 - rollout_corr/rollout_is_seq_mean:1.0000600814819336 - rollout_corr/rollout_is_seq_std:0.0033438869286328554 - rollout_corr/rollout_is_seq_max:1.0109838247299194 - rollout_corr/rollout_is_seq_min:0.9896968007087708 - rollout_corr/rollout_is_seq_max_deviation:0.010983824729919434 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2266183192841709) - rollout_corr/training_log_ppl:np.float64(0.20162912894738838) - rollout_corr/kl:np.float64(0.0010475357565766785) - rollout_corr/k3_kl:np.float64(0.0011981667771010507) - rollout_corr/rollout_ppl:np.float64(1.2252924079075456) - rollout_corr/rollout_log_ppl:np.float64(0.20058159226027783) - rollout_corr/log_ppl_diff:np.float64(0.0010475366871105507) - rollout_corr/log_ppl_abs_diff:np.float64(0.003063296157051809) - rollout_corr/log_ppl_diff_max:np.float64(0.01853451132774353) - rollout_corr/log_ppl_diff_min:np.float64(-0.009390532970428467) - rollout_corr/ppl_ratio:np.float64(1.0010553821921349) - rollout_corr/chi2_token:np.float64(0.0026172325015068054) - rollout_corr/chi2_seq:np.float64(0.2984912055544555) - actor/pg_loss:np.float64(0.005422829883173108) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0018017217225860804) - actor/ppo_kl:np.float64(0.00022023160384776475) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.80078125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.80078125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.6171875) - self_distillation/token_reweight_w_mean:np.float64(578319.4778499373) - self_distillation/token_reweight_w_std:np.float64(6073846.084833732) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9982847378123552) - self_distillation/token_reweight_w_clip_frac:np.float64(0.116363640059717) - self_distillation/empty_target_batch:np.float64(0.19921875) - actor/grad_norm:np.float64(0.679996520280838) - perf/mfu/actor:np.float64(0.02498840296640397) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.2462501525879) - actor/lr:np.float64(1e-06) - training/global_step:73 - training/epoch:5 - critic/score/mean:0.6171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005806596949696541 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005806596949696541 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:182.140625 - respon
step:74 - global_seqlen/min:12820 - global_seqlen/max:22635 - global_seqlen/minmax_diff:9815 - global_seqlen/balanced_min:16510 - global_seqlen/balanced_max:16523 - global_seqlen/mean:16520.75 - actor/entropy:0.1998564451932907 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.40099841356277466 - training/rollout_probs_diff_mean:0.005098035093396902 - training/rollout_probs_diff_std:0.014329318888485432 - training/rollout_actor_probs_pearson_corr:0.997765839099884 - self_distillation/success_group_fraction:0.65625 - self_distillation/success_sample_fraction:0.65234375 - self_distillation/correct_sample_fraction:0.50390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.65234375 - rollout_corr/rollout_is_mean:1.0000135898590088 - rollout_corr/rollout_is_ratio_fraction_high:1.871047425083816e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.484189700335264e-05 - rollout_corr/rollout_is_max:2.0350987911224365 - rollout_corr/rollout_is_min:0.29247722029685974 - rollout_corr/rollout_is_std:0.04207443445920944 - rollout_corr/rollout_is_eff_sample_size:0.9982329891138849 - rollout_corr/rollout_is_seq_mean:1.000016212463379 - rollout_corr/rollout_is_seq_std:0.0031045295763760805 - rollout_corr/rollout_is_seq_max:1.0087541341781616 - rollout_corr/rollout_is_seq_min:0.9893158674240112 - rollout_corr/rollout_is_seq_max_deviation:0.01068413257598877 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2355217128060758) - rollout_corr/training_log_ppl:np.float64(0.20864850541693158) - rollout_corr/kl:np.float64(0.0012986420607177251) - rollout_corr/k3_kl:np.float64(0.001190482557717587) - rollout_corr/rollout_ppl:np.float64(1.233883251901716) - rollout_corr/rollout_log_ppl:np.float64(0.20734986252500676) - rollout_corr/log_ppl_diff:np.float64(0.0012986428919248283) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032230869110208005) - rollout_corr/log_ppl_diff_max:np.float64(0.015039652585983276) - rollout_corr/log_ppl_diff_min:np.float64(-0.009414374828338623) - rollout_corr/ppl_ratio:np.float64(1.0013071070425212) - rollout_corr/chi2_token:np.float64(0.002133794594556093) - rollout_corr/chi2_seq:np.float64(0.6196947358548641) - actor/pg_loss:np.float64(0.004897095495834947) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011714055831362202) - actor/ppo_kl:np.float64(0.00039855819784406776) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.65234375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.65234375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.50390625) - self_distillation/token_reweight_w_mean:np.float64(341515.478634842) - self_distillation/token_reweight_w_std:np.float64(3745655.63619092) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9992651597131044) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08639141090679914) - self_distillation/empty_target_batch:np.float64(0.34765625) - actor/grad_norm:np.float64(0.5267659574747086) - perf/mfu/actor:np.float64(0.02834496970975933) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.1980857849121) - actor/lr:np.float64(1e-06) - training/global_step:74 - training/epoch:5 - critic/score/mean:0.50390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.50390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009532986208796501 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009532986208796501 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:208.7734375 - re
step:75 - global_seqlen/min:12126 - global_seqlen/max:21222 - global_seqlen/minmax_diff:9096 - global_seqlen/balanced_min:18203 - global_seqlen/balanced_max:18392 - global_seqlen/mean:18236.375 - actor/entropy:0.2161518633365631 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3713438808917999 - training/rollout_probs_diff_mean:0.005161375738680363 - training/rollout_probs_diff_std:0.013850989751517773 - training/rollout_actor_probs_pearson_corr:0.9980016350746155 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.734375 - self_distillation/correct_sample_fraction:0.484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.734375 - rollout_corr/rollout_is_mean:0.999866247177124 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.835853855591267e-05 - rollout_corr/rollout_is_max:1.6655349731445312 - rollout_corr/rollout_is_min:0.44153663516044617 - rollout_corr/rollout_is_std:0.04145936295390129 - rollout_corr/rollout_is_eff_sample_size:0.9982835955264238 - rollout_corr/rollout_is_seq_mean:0.9998180270195007 - rollout_corr/rollout_is_seq_std:0.002778091700747609 - rollout_corr/rollout_is_seq_max:1.0106350183486938 - rollout_corr/rollout_is_seq_min:0.9903151392936707 - rollout_corr/rollout_is_seq_max_deviation:0.010635018348693848 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2521987650543451) - rollout_corr/training_log_ppl:np.float64(0.2221425136376638) - rollout_corr/kl:np.float64(0.001645305610473713) - rollout_corr/k3_kl:np.float64(0.0012188858009380965) - rollout_corr/rollout_ppl:np.float64(1.2501694383099675) - rollout_corr/rollout_log_ppl:np.float64(0.2204972050822107) - rollout_corr/log_ppl_diff:np.float64(0.0016453085554530844) - rollout_corr/log_ppl_abs_diff:np.float64(0.0030864700238453224) - rollout_corr/log_ppl_diff_max:np.float64(0.012482985854148865) - rollout_corr/log_ppl_diff_min:np.float64(-0.006725788116455078) - rollout_corr/ppl_ratio:np.float64(1.0016529564745724) - rollout_corr/chi2_token:np.float64(0.0015822243876755238) - rollout_corr/chi2_seq:np.float64(0.3376803044229746) - actor/pg_loss:np.float64(0.004625871777534485) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014200286204868462) - actor/ppo_kl:np.float64(0.0005539787339348123) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.734375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.734375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.484375) - self_distillation/token_reweight_w_mean:np.float64(701245.2609014655) - self_distillation/token_reweight_w_std:np.float64(7589330.247221366) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001619327813387) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10732259399082977) - self_distillation/empty_target_batch:np.float64(0.265625) - actor/grad_norm:np.float64(0.6458503305912018) - perf/mfu/actor:np.float64(0.0315188448474388) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.17803955078125) - actor/lr:np.float64(1e-06) - training/global_step:75 - training/epoch:5 - critic/score/mean:0.484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006162949837744236 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006162949837744236 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:228.57421875 - response_length/max:1278.0 - response_l
step:76 - global_seqlen/min:11565 - global_seqlen/max:20025 - global_seqlen/minmax_diff:8460 - global_seqlen/balanced_min:15676 - global_seqlen/balanced_max:15680 - global_seqlen/mean:15677.5 - actor/entropy:0.20906737446784973 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4323614835739136 - training/rollout_probs_diff_mean:0.005196167156100273 - training/rollout_probs_diff_std:0.014064192771911621 - training/rollout_actor_probs_pearson_corr:0.9979039430618286 - self_distillation/success_group_fraction:0.65625 - self_distillation/success_sample_fraction:0.64453125 - self_distillation/correct_sample_fraction:0.46484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.64453125 - rollout_corr/rollout_is_mean:0.9995588064193726 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.81677445047535e-05 - rollout_corr/rollout_is_max:1.5994808673858643 - rollout_corr/rollout_is_min:0.36089852452278137 - rollout_corr/rollout_is_std:0.041405413299798965 - rollout_corr/rollout_is_eff_sample_size:0.9982870407504366 - rollout_corr/rollout_is_seq_mean:0.9995691776275635 - rollout_corr/rollout_is_seq_std:0.003029718529433012 - rollout_corr/rollout_is_seq_max:1.0080506801605225 - rollout_corr/rollout_is_seq_min:0.9909569621086121 - rollout_corr/rollout_is_seq_max_deviation:0.00904303789138794 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2378678624518216) - rollout_corr/training_log_ppl:np.float64(0.2106911562732421) - rollout_corr/kl:np.float64(0.001780368542952715) - rollout_corr/k3_kl:np.float64(0.001284653402535696) - rollout_corr/rollout_ppl:np.float64(1.2356635369360447) - rollout_corr/rollout_log_ppl:np.float64(0.20891078899148852) - rollout_corr/log_ppl_diff:np.float64(0.0017803672817535698) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032782099151518196) - rollout_corr/log_ppl_diff_max:np.float64(0.015327438712120056) - rollout_corr/log_ppl_diff_min:np.float64(-0.010779500007629395) - rollout_corr/ppl_ratio:np.float64(1.0017898133955896) - rollout_corr/chi2_token:np.float64(0.001633466687053442) - rollout_corr/chi2_seq:np.float64(0.331364804180339) - actor/pg_loss:np.float64(0.0036399068776518106) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001190648112242343) - actor/ppo_kl:np.float64(0.00045568517619187787) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.64453125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.64453125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.46484375) - self_distillation/token_reweight_w_mean:np.float64(496084.83509531594) - self_distillation/token_reweight_w_std:np.float64(5315430.144841015) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001681232592091) - self_distillation/token_reweight_w_clip_frac:np.float64(0.07428947099833749) - self_distillation/empty_target_batch:np.float64(0.35546875) - actor/grad_norm:np.float64(0.5466546416282654) - perf/mfu/actor:np.float64(0.026923698700232014) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.2565155029297) - actor/lr:np.float64(1e-06) - training/global_step:76 - training/epoch:5 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004592355340719223 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004592355340719223 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:199.890625 - response_length/max:
step:77 - global_seqlen/min:15406 - global_seqlen/max:21723 - global_seqlen/minmax_diff:6317 - global_seqlen/balanced_min:17270 - global_seqlen/balanced_max:17277 - global_seqlen/mean:17272.75 - actor/entropy:0.22195269167423248 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3425203263759613 - training/rollout_probs_diff_mean:0.005554586183279753 - training/rollout_probs_diff_std:0.014829994179308414 - training/rollout_actor_probs_pearson_corr:0.9977590441703796 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.80859375 - self_distillation/correct_sample_fraction:0.63671875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.80859375 - rollout_corr/rollout_is_mean:0.9998087286949158 - rollout_corr/rollout_is_ratio_fraction_high:3.536693111527711e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.073386223055422e-05 - rollout_corr/rollout_is_max:6.2831339836120605 - rollout_corr/rollout_is_min:0.22866636514663696 - rollout_corr/rollout_is_std:0.043667059391736984 - rollout_corr/rollout_is_eff_sample_size:0.9980959261529178 - rollout_corr/rollout_is_seq_mean:0.9998674392700195 - rollout_corr/rollout_is_seq_std:0.0035912925377488136 - rollout_corr/rollout_is_seq_max:1.0285019874572754 - rollout_corr/rollout_is_seq_min:0.9909583330154419 - rollout_corr/rollout_is_seq_max_deviation:0.02850198745727539 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2535131475888193) - rollout_corr/training_log_ppl:np.float64(0.2237606028211303) - rollout_corr/kl:np.float64(0.0013143475887176237) - rollout_corr/k3_kl:np.float64(0.0014206709299742215) - rollout_corr/rollout_ppl:np.float64(1.2518676673062146) - rollout_corr/rollout_log_ppl:np.float64(0.22244625524035655) - rollout_corr/log_ppl_diff:np.float64(0.001314347580773756) - rollout_corr/log_ppl_abs_diff:np.float64(0.002847455471055582) - rollout_corr/log_ppl_diff_max:np.float64(0.017824441194534302) - rollout_corr/log_ppl_diff_min:np.float64(-0.01252920925617218) - rollout_corr/ppl_ratio:np.float64(1.00132129737176) - rollout_corr/chi2_token:np.float64(0.004566720454022288) - rollout_corr/chi2_seq:np.float64(1.2924350867979228) - actor/pg_loss:np.float64(0.0070024499436840415) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012036074376737815) - actor/ppo_kl:np.float64(0.00015001226471511586) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.80859375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.80859375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.63671875) - self_distillation/token_reweight_w_mean:np.float64(294809.86716741277) - self_distillation/token_reweight_w_std:np.float64(3251414.243952886) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9996227624360472) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10142341829487123) - self_distillation/empty_target_batch:np.float64(0.19140625) - actor/grad_norm:np.float64(0.8022593855857849) - perf/mfu/actor:np.float64(0.029566345858852098) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.2310447692871) - actor/lr:np.float64(1e-06) - training/global_step:77 - training/epoch:5 - critic/score/mean:0.63671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.63671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00545755960047245 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.00545755960047245 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:220.8984375 - res
step:78 - global_seqlen/min:14370 - global_seqlen/max:23360 - global_seqlen/minmax_diff:8990 - global_seqlen/balanced_min:18531 - global_seqlen/balanced_max:18674 - global_seqlen/mean:18562.25 - actor/entropy:0.20804251730442047 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.41408851742744446 - training/rollout_probs_diff_mean:0.004874464590102434 - training/rollout_probs_diff_std:0.013253279961645603 - training/rollout_actor_probs_pearson_corr:0.9981226921081543 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.83984375 - self_distillation/correct_sample_fraction:0.58984375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.83984375 - rollout_corr/rollout_is_mean:1.0000364780426025 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.655927114072256e-05 - rollout_corr/rollout_is_max:1.8679466247558594 - rollout_corr/rollout_is_min:0.29214736819267273 - rollout_corr/rollout_is_std:0.04069319739937782 - rollout_corr/rollout_is_eff_sample_size:0.9983468013504078 - rollout_corr/rollout_is_seq_mean:1.0000871419906616 - rollout_corr/rollout_is_seq_std:0.002924885367974639 - rollout_corr/rollout_is_seq_max:1.0078153610229492 - rollout_corr/rollout_is_seq_min:0.9887160658836365 - rollout_corr/rollout_is_seq_max_deviation:0.011283934116363525 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2604153575375676) - rollout_corr/training_log_ppl:np.float64(0.2286913382849889) - rollout_corr/kl:np.float64(0.00165782988653973) - rollout_corr/k3_kl:np.float64(0.0014850372907062592) - rollout_corr/rollout_ppl:np.float64(1.258268583100289) - rollout_corr/rollout_log_ppl:np.float64(0.22703350719530135) - rollout_corr/log_ppl_diff:np.float64(0.0016578310896875337) - rollout_corr/log_ppl_abs_diff:np.float64(0.003049075006856583) - rollout_corr/log_ppl_diff_max:np.float64(0.027070119976997375) - rollout_corr/log_ppl_diff_min:np.float64(-0.00748780369758606) - rollout_corr/ppl_ratio:np.float64(1.0016673954669386) - rollout_corr/chi2_token:np.float64(0.0024911961518228054) - rollout_corr/chi2_seq:np.float64(0.23507609497755766) - actor/pg_loss:np.float64(0.0077421864261850715) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0020995262079850363) - actor/ppo_kl:np.float64(0.0008263197890130414) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.83984375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.83984375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.58984375) - self_distillation/token_reweight_w_mean:np.float64(516053.4604536833) - self_distillation/token_reweight_w_std:np.float64(6114605.236582575) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.00137659907341) - self_distillation/token_reweight_w_clip_frac:np.float64(0.12383084223256446) - self_distillation/empty_target_batch:np.float64(0.16015625) - actor/grad_norm:np.float64(0.6829441338777542) - perf/mfu/actor:np.float64(0.03151336998012594) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.21386337280273) - actor/lr:np.float64(1e-06) - training/global_step:78 - training/epoch:5 - critic/score/mean:0.58984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.58984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009750287048518658 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009750287048518658 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:251.6953125 - response_length/max:
step:79 - global_seqlen/min:12701 - global_seqlen/max:19610 - global_seqlen/minmax_diff:6909 - global_seqlen/balanced_min:17271 - global_seqlen/balanced_max:17283 - global_seqlen/mean:17280.5 - actor/entropy:0.21525056660175323 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7200708985328674 - training/rollout_probs_diff_mean:0.005195227451622486 - training/rollout_probs_diff_std:0.014740017242729664 - training/rollout_actor_probs_pearson_corr:0.9977768659591675 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.70703125 - self_distillation/correct_sample_fraction:0.50390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.70703125 - rollout_corr/rollout_is_mean:0.999945342540741 - rollout_corr/rollout_is_ratio_fraction_high:1.6934227460296825e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00015240804350469261 - rollout_corr/rollout_is_max:3.029350996017456 - rollout_corr/rollout_is_min:0.015028837136924267 - rollout_corr/rollout_is_std:0.04251272976398468 - rollout_corr/rollout_is_eff_sample_size:0.9981956909582614 - rollout_corr/rollout_is_seq_mean:0.9999911785125732 - rollout_corr/rollout_is_seq_std:0.0029612616635859013 - rollout_corr/rollout_is_seq_max:1.0107840299606323 - rollout_corr/rollout_is_seq_min:0.9903897047042847 - rollout_corr/rollout_is_seq_max_deviation:0.010784029960632324 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2490549199283123) - rollout_corr/training_log_ppl:np.float64(0.2196736648620572) - rollout_corr/kl:np.float64(0.001692611791760612) - rollout_corr/k3_kl:np.float64(0.0015163807295834886) - rollout_corr/rollout_ppl:np.float64(1.246921275742352) - rollout_corr/rollout_log_ppl:np.float64(0.21798105229390785) - rollout_corr/log_ppl_diff:np.float64(0.0016926125681493431) - rollout_corr/log_ppl_abs_diff:np.float64(0.003021725657163188) - rollout_corr/log_ppl_diff_max:np.float64(0.033561140298843384) - rollout_corr/log_ppl_diff_min:np.float64(-0.007312938570976257) - rollout_corr/ppl_ratio:np.float64(1.00170242250897) - rollout_corr/chi2_token:np.float64(0.002288506831973791) - rollout_corr/chi2_seq:np.float64(0.5073147353250533) - actor/pg_loss:np.float64(0.006525568896904588) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014381463884092227) - actor/ppo_kl:np.float64(0.0006511699603919396) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.70703125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.70703125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.50390625) - self_distillation/token_reweight_w_mean:np.float64(377157.56747266906) - self_distillation/token_reweight_w_std:np.float64(4524650.8311734535) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9991592520382255) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11779780086362734) - self_distillation/empty_target_batch:np.float64(0.29296875) - actor/grad_norm:np.float64(0.6401597559452057) - perf/mfu/actor:np.float64(0.0296049883148389) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.26931762695312) - actor/lr:np.float64(1e-06) - training/global_step:79 - training/epoch:5 - critic/score/mean:0.50390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.50390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0018056120024994016 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0018056120024994016 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:230.671875 - r
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 80}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques, which are not provided in the question. Without access to specific computational tools or experimental data, it is not possible to calculate the exact folding stability score for the given sequence. However, the question provides four possible scores: -0.01, 1.69, 2.49, and 0.45. Among these, 1.69 is a reasonable value for a folding stability score, as it is positive and within a typical range for such scores. Therefore, the most plausible answer is 1.69.
</reason>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_80
step:80 - global_seqlen/min:12832 - global_seqlen/max:21001 - global_seqlen/minmax_diff:8169 - global_seqlen/balanced_min:16760 - global_seqlen/balanced_max:16771 - global_seqlen/mean:16769.125 - actor/entropy:0.21624459326267242 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6118733286857605 - training/rollout_probs_diff_mean:0.005380045156925917 - training/rollout_probs_diff_std:0.014546380378305912 - training/rollout_actor_probs_pearson_corr:0.9978134632110596 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.828125 - self_distillation/correct_sample_fraction:0.5546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.828125 - rollout_corr/rollout_is_mean:0.9999927282333374 - rollout_corr/rollout_is_ratio_fraction_high:3.5480494261719286e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.096098852343857e-05 - rollout_corr/rollout_is_max:3.9595537185668945 - rollout_corr/rollout_is_min:0.3052869737148285 - rollout_corr/rollout_is_std:0.04341449216008186 - rollout_corr/rollout_is_eff_sample_size:0.9981184902564971 - rollout_corr/rollout_is_seq_mean:0.9999736547470093 - rollout_corr/rollout_is_seq_std:0.003248573513701558 - rollout_corr/rollout_is_seq_max:1.0156736373901367 - rollout_corr/rollout_is_seq_min:0.990421712398529 - rollout_corr/rollout_is_seq_max_deviation:0.01567363739013672 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2467931918799877) - rollout_corr/training_log_ppl:np.float64(0.2184930287185125) - rollout_corr/kl:np.float64(0.0014139293027497501) - rollout_corr/k3_kl:np.float64(0.0013873711505993924) - rollout_corr/rollout_ppl:np.float64(1.2450102255679667) - rollout_corr/rollout_log_ppl:np.float64(0.2170790982490871) - rollout_corr/log_ppl_diff:np.float64(0.0014139304694253951) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031045038776937872) - rollout_corr/log_ppl_diff_max:np.float64(0.015252634882926941) - rollout_corr/log_ppl_diff_min:np.float64(-0.009716227650642395) - rollout_corr/ppl_ratio:np.float64(1.001422454835847) - rollout_corr/chi2_token:np.float64(0.0026412673760205507) - rollout_corr/chi2_seq:np.float64(0.6153503498062491) - actor/pg_loss:np.float64(0.005080795381218195) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0020866218960691185) - actor/ppo_kl:np.float64(0.00041786666335319467) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5546875) - self_distillation/token_reweight_w_mean:np.float64(607829.0349954877) - self_distillation/token_reweight_w_std:np.float64(6253481.655585986) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0039331214502454) - self_distillation/token_reweight_w_clip_frac:np.float64(0.09547229323652573) - self_distillation/empty_target_batch:np.float64(0.171875) - actor/grad_norm:np.float64(0.5971960201859474) - perf/mfu/actor:np.float64(0.028664539556949087) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.34428787231445) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.41875) - val-aux/sciknoweval/reward/std@16:np.float64(0.2211101008128732) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.5120999999999999) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.21421579131747706) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.32600000000000007) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.15530304468803183) - val-aux/sciknoweval/reward/maj@2/mean:np.
step:81 - global_seqlen/min:15445 - global_seqlen/max:22337 - global_seqlen/minmax_diff:6892 - global_seqlen/balanced_min:18825 - global_seqlen/balanced_max:18829 - global_seqlen/mean:18827.5 - actor/entropy:0.20360738039016724 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4294052720069885 - training/rollout_probs_diff_mean:0.005188526585698128 - training/rollout_probs_diff_std:0.014588381163775921 - training/rollout_actor_probs_pearson_corr:0.9977055191993713 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.75 - self_distillation/correct_sample_fraction:0.59765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.75 - rollout_corr/rollout_is_mean:1.0000635385513306 - rollout_corr/rollout_is_ratio_fraction_high:6.641429354203865e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.3207146771019325e-05 - rollout_corr/rollout_is_max:2.8543355464935303 - rollout_corr/rollout_is_min:0.44702544808387756 - rollout_corr/rollout_is_std:0.0434611439704895 - rollout_corr/rollout_is_eff_sample_size:0.9981148086752116 - rollout_corr/rollout_is_seq_mean:1.000145435333252 - rollout_corr/rollout_is_seq_std:0.0028170603327453136 - rollout_corr/rollout_is_seq_max:1.0175964832305908 - rollout_corr/rollout_is_seq_min:0.9926503300666809 - rollout_corr/rollout_is_seq_max_deviation:0.01759648323059082 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2413170905783772) - rollout_corr/training_log_ppl:np.float64(0.21387588272045832) - rollout_corr/kl:np.float64(0.0007690461568188312) - rollout_corr/k3_kl:np.float64(0.0012659859104928728) - rollout_corr/rollout_ppl:np.float64(1.2403291380032897) - rollout_corr/rollout_log_ppl:np.float64(0.21310683467891067) - rollout_corr/log_ppl_diff:np.float64(0.0007690480415476486) - rollout_corr/log_ppl_abs_diff:np.float64(0.0026080097450176254) - rollout_corr/log_ppl_diff_max:np.float64(0.010331928730010986) - rollout_corr/log_ppl_diff_min:np.float64(-0.011125713586807251) - rollout_corr/ppl_ratio:np.float64(1.0007748361676931) - rollout_corr/chi2_token:np.float64(0.004497667541727424) - rollout_corr/chi2_seq:np.float64(1.3236201561521739) - actor/pg_loss:np.float64(0.005069697159342468) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008628873297311657) - actor/ppo_kl:np.float64(-7.736450616491197e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.75) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.75) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.59765625) - self_distillation/token_reweight_w_mean:np.float64(291387.3354909057) - self_distillation/token_reweight_w_std:np.float64(3353028.3190113385) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000224343733862) - self_distillation/token_reweight_w_clip_frac:np.float64(0.06953210350184236) - self_distillation/empty_target_batch:np.float64(0.25) - actor/grad_norm:np.float64(0.531838670372963) - perf/mfu/actor:np.float64(0.03232239126793497) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.74435806274414) - actor/lr:np.float64(1e-06) - training/global_step:81 - training/epoch:5 - critic/score/mean:0.59765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.59765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002285066759213805 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.002285066759213805 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:235.265625 - response_length/max:684.0 - response
step:82 - global_seqlen/min:12582 - global_seqlen/max:21105 - global_seqlen/minmax_diff:8523 - global_seqlen/balanced_min:16604 - global_seqlen/balanced_max:16611 - global_seqlen/mean:16609.0 - actor/entropy:0.21828316152095795 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5311316251754761 - training/rollout_probs_diff_mean:0.005371991079300642 - training/rollout_probs_diff_std:0.014509456232190132 - training/rollout_actor_probs_pearson_corr:0.9978258609771729 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.59375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:0.9998401999473572 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.5041833547875285e-05 - rollout_corr/rollout_is_max:1.7522820234298706 - rollout_corr/rollout_is_min:0.2179795652627945 - rollout_corr/rollout_is_std:0.04170876741409302 - rollout_corr/rollout_is_eff_sample_size:0.9982629246817137 - rollout_corr/rollout_is_seq_mean:0.9997910857200623 - rollout_corr/rollout_is_seq_std:0.0029545440338552 - rollout_corr/rollout_is_seq_max:1.0073826313018799 - rollout_corr/rollout_is_seq_min:0.9908558130264282 - rollout_corr/rollout_is_seq_max_deviation:0.009144186973571777 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.250613727606833) - rollout_corr/training_log_ppl:np.float64(0.2206964968208922) - rollout_corr/kl:np.float64(0.0011574556569300398) - rollout_corr/k3_kl:np.float64(0.001129698138868207) - rollout_corr/rollout_ppl:np.float64(1.2491793450899422) - rollout_corr/rollout_log_ppl:np.float64(0.21953904036490712) - rollout_corr/log_ppl_diff:np.float64(0.0011574564559850842) - rollout_corr/log_ppl_abs_diff:np.float64(0.0027988772781100124) - rollout_corr/log_ppl_diff_max:np.float64(0.010943189263343811) - rollout_corr/log_ppl_diff_min:np.float64(-0.008710235357284546) - rollout_corr/ppl_ratio:np.float64(1.0011638076975942) - rollout_corr/chi2_token:np.float64(0.0022077024914324284) - rollout_corr/chi2_seq:np.float64(0.42010653484612703) - actor/pg_loss:np.float64(0.0061133516719564795) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0015116771783141303) - actor/ppo_kl:np.float64(1.9086709578175487e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.59375) - self_distillation/token_reweight_w_mean:np.float64(585352.785423923) - self_distillation/token_reweight_w_std:np.float64(5886800.302368791) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9995204512961209) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11297732920502312) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.6384810656309128) - perf/mfu/actor:np.float64(0.02862514647106433) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.69329833984375) - actor/lr:np.float64(1e-06) - training/global_step:82 - training/epoch:5 - critic/score/mean:0.59375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.59375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005249614827334881 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005249614827334881 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:212.90625 - response_length/max:694.0 - response_
step:83 - global_seqlen/min:12171 - global_seqlen/max:22671 - global_seqlen/minmax_diff:10500 - global_seqlen/balanced_min:16335 - global_seqlen/balanced_max:16338 - global_seqlen/mean:16336.875 - actor/entropy:0.21306166052818298 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3262504041194916 - training/rollout_probs_diff_mean:0.005117357242852449 - training/rollout_probs_diff_std:0.013851228170096874 - training/rollout_actor_probs_pearson_corr:0.997997522354126 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.8359375 - self_distillation/correct_sample_fraction:0.5859375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8359375 - rollout_corr/rollout_is_mean:0.9997509717941284 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.668184530804865e-05 - rollout_corr/rollout_is_max:1.9102360010147095 - rollout_corr/rollout_is_min:0.4035520553588867 - rollout_corr/rollout_is_std:0.04130885377526283 - rollout_corr/rollout_is_eff_sample_size:0.9982955945128663 - rollout_corr/rollout_is_seq_mean:0.9998254776000977 - rollout_corr/rollout_is_seq_std:0.003131643170490861 - rollout_corr/rollout_is_seq_max:1.0085992813110352 - rollout_corr/rollout_is_seq_min:0.9895705580711365 - rollout_corr/rollout_is_seq_max_deviation:0.010429441928863525 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2474157405085862) - rollout_corr/training_log_ppl:np.float64(0.21835851964715403) - rollout_corr/kl:np.float64(0.0012202397511362761) - rollout_corr/k3_kl:np.float64(0.0013064491049590288) - rollout_corr/rollout_ppl:np.float64(1.2458532857708633) - rollout_corr/rollout_log_ppl:np.float64(0.21713827828352805) - rollout_corr/log_ppl_diff:np.float64(0.0012202413636259735) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031315083615481853) - rollout_corr/log_ppl_diff_max:np.float64(0.012149259448051453) - rollout_corr/log_ppl_diff_min:np.float64(-0.011597350239753723) - rollout_corr/ppl_ratio:np.float64(1.0012280030641705) - rollout_corr/chi2_token:np.float64(0.0028531376738101244) - rollout_corr/chi2_seq:np.float64(0.5433944647666067) - actor/pg_loss:np.float64(0.0065868336241692305) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0018259112548548728) - actor/ppo_kl:np.float64(0.00016781720140102152) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8359375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8359375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5859375) - self_distillation/token_reweight_w_mean:np.float64(497521.2222965432) - self_distillation/token_reweight_w_std:np.float64(5335673.747744209) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0009391447529197) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10771104626473971) - self_distillation/empty_target_batch:np.float64(0.1640625) - actor/grad_norm:np.float64(0.696645587682724) - perf/mfu/actor:np.float64(0.02794429017338062) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.5435447692871) - actor/lr:np.float64(1e-06) - training/global_step:83 - training/epoch:5 - critic/score/mean:0.5859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.006303493399173021 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.006303493399173021 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:206.74609375 - response_length/max:518
step:84 - global_seqlen/min:13107 - global_seqlen/max:21342 - global_seqlen/minmax_diff:8235 - global_seqlen/balanced_min:17248 - global_seqlen/balanced_max:17255 - global_seqlen/mean:17251.75 - actor/entropy:0.2078612893819809 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.41484442353248596 - training/rollout_probs_diff_mean:0.00501943938434124 - training/rollout_probs_diff_std:0.013952094130218029 - training/rollout_actor_probs_pearson_corr:0.9979199767112732 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.6796875 - self_distillation/correct_sample_fraction:0.48046875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.6796875 - rollout_corr/rollout_is_mean:0.999704897403717 - rollout_corr/rollout_is_ratio_fraction_high:1.8811844711308368e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.64355323149357e-05 - rollout_corr/rollout_is_max:3.0805070400238037 - rollout_corr/rollout_is_min:0.05248083919286728 - rollout_corr/rollout_is_std:0.040534697473049164 - rollout_corr/rollout_is_eff_sample_size:0.9983585642197468 - rollout_corr/rollout_is_seq_mean:0.9996325969696045 - rollout_corr/rollout_is_seq_std:0.0031430358067154884 - rollout_corr/rollout_is_seq_max:1.0117285251617432 - rollout_corr/rollout_is_seq_min:0.9894457459449768 - rollout_corr/rollout_is_seq_max_deviation:0.011728525161743164 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.242810423951596) - rollout_corr/training_log_ppl:np.float64(0.21454886808351148) - rollout_corr/kl:np.float64(0.001670566343833002) - rollout_corr/k3_kl:np.float64(0.0014176062694559732) - rollout_corr/rollout_ppl:np.float64(1.240722066257149) - rollout_corr/rollout_log_ppl:np.float64(0.2128783009829931) - rollout_corr/log_ppl_diff:np.float64(0.001670567100518383) - rollout_corr/log_ppl_abs_diff:np.float64(0.003282473553554155) - rollout_corr/log_ppl_diff_max:np.float64(0.01952880620956421) - rollout_corr/log_ppl_diff_min:np.float64(-0.013135656714439392) - rollout_corr/ppl_ratio:np.float64(1.0016799475997686) - rollout_corr/chi2_token:np.float64(0.002261385088786483) - rollout_corr/chi2_seq:np.float64(1.0813027566764504) - actor/pg_loss:np.float64(0.0058089441154152155) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014233192905521719) - actor/ppo_kl:np.float64(0.0003872091626533347) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.6796875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.6796875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.48046875) - self_distillation/token_reweight_w_mean:np.float64(483881.97194674145) - self_distillation/token_reweight_w_std:np.float64(5088252.776621332) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999582192394882) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1075905231264187) - self_distillation/empty_target_batch:np.float64(0.3203125) - actor/grad_norm:np.float64(0.6635904759168625) - perf/mfu/actor:np.float64(0.02916947468869229) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.59191131591797) - actor/lr:np.float64(1e-06) - training/global_step:84 - training/epoch:5 - critic/score/mean:0.48046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.48046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.013916061259806156 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.013916061259806156 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:207.6484375 - response_l
step:85 - global_seqlen/min:12069 - global_seqlen/max:20047 - global_seqlen/minmax_diff:7978 - global_seqlen/balanced_min:16063 - global_seqlen/balanced_max:16314 - global_seqlen/mean:16095.0 - actor/entropy:0.2045360505580902 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7543164491653442 - training/rollout_probs_diff_mean:0.005047583021223545 - training/rollout_probs_diff_std:0.01423710584640503 - training/rollout_actor_probs_pearson_corr:0.9978507161140442 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.68359375 - self_distillation/correct_sample_fraction:0.48828125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.68359375 - rollout_corr/rollout_is_mean:0.9999943375587463 - rollout_corr/rollout_is_ratio_fraction_high:3.8331800169544294e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.9165900084772147e-05 - rollout_corr/rollout_is_max:4.387180328369141 - rollout_corr/rollout_is_min:0.49413782358169556 - rollout_corr/rollout_is_std:0.04079852253198624 - rollout_corr/rollout_is_eff_sample_size:0.9983380090836461 - rollout_corr/rollout_is_seq_mean:1.0000009536743164 - rollout_corr/rollout_is_seq_std:0.0031892997212707996 - rollout_corr/rollout_is_seq_max:1.0172944068908691 - rollout_corr/rollout_is_seq_min:0.9912353754043579 - rollout_corr/rollout_is_seq_max_deviation:0.01729440689086914 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.241943544242531) - rollout_corr/training_log_ppl:np.float64(0.2141833759524161) - rollout_corr/kl:np.float64(0.0017040160140098237) - rollout_corr/k3_kl:np.float64(0.0013909810037660009) - rollout_corr/rollout_ppl:np.float64(1.2398182358592749) - rollout_corr/rollout_log_ppl:np.float64(0.21247935874271207) - rollout_corr/log_ppl_diff:np.float64(0.001704017209704034) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031017301516840234) - rollout_corr/log_ppl_diff_max:np.float64(0.01839999109506607) - rollout_corr/log_ppl_diff_min:np.float64(-0.006871715188026428) - rollout_corr/ppl_ratio:np.float64(1.0017130349297076) - rollout_corr/chi2_token:np.float64(0.002452671527862549) - rollout_corr/chi2_seq:np.float64(0.1490656854584813) - actor/pg_loss:np.float64(0.0054126320173963904) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001665425015744404) - actor/ppo_kl:np.float64(0.0007683562842331071) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.68359375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.68359375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.48828125) - self_distillation/token_reweight_w_mean:np.float64(373973.35678189015) - self_distillation/token_reweight_w_std:np.float64(3960859.6874851873) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998681743163615) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10099843548960052) - self_distillation/empty_target_batch:np.float64(0.31640625) - actor/grad_norm:np.float64(0.6237643733620644) - perf/mfu/actor:np.float64(0.02787586130815002) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.19374084472656) - actor/lr:np.float64(1e-06) - training/global_step:85 - training/epoch:6 - critic/score/mean:0.48828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.48828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.011717552319169044 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.011717552319169044 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:203.8125 - resp
step:86 - global_seqlen/min:11119 - global_seqlen/max:22626 - global_seqlen/minmax_diff:11507 - global_seqlen/balanced_min:16850 - global_seqlen/balanced_max:16852 - global_seqlen/mean:16851.25 - actor/entropy:0.22577793896198273 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5311284065246582 - training/rollout_probs_diff_mean:0.005342109594494104 - training/rollout_probs_diff_std:0.014018124900758266 - training/rollout_actor_probs_pearson_corr:0.9979961514472961 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.76953125 - self_distillation/correct_sample_fraction:0.56640625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.76953125 - rollout_corr/rollout_is_mean:1.0000851154327393 - rollout_corr/rollout_is_ratio_fraction_high:1.8723085304372944e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.744617060874589e-05 - rollout_corr/rollout_is_max:2.115358352661133 - rollout_corr/rollout_is_min:0.21797996759414673 - rollout_corr/rollout_is_std:0.04185427725315094 - rollout_corr/rollout_is_eff_sample_size:0.9982517580297928 - rollout_corr/rollout_is_seq_mean:1.0001436471939087 - rollout_corr/rollout_is_seq_std:0.003316018031910062 - rollout_corr/rollout_is_seq_max:1.0115185976028442 - rollout_corr/rollout_is_seq_min:0.9917247891426086 - rollout_corr/rollout_is_seq_max_deviation:0.011518597602844238 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2645139200612903) - rollout_corr/training_log_ppl:np.float64(0.23199850719538517) - rollout_corr/kl:np.float64(0.001092571028761924) - rollout_corr/k3_kl:np.float64(0.001342841520084903) - rollout_corr/rollout_ppl:np.float64(1.2630862044170499) - rollout_corr/rollout_log_ppl:np.float64(0.2309059344988782) - rollout_corr/log_ppl_diff:np.float64(0.001092572696506977) - rollout_corr/log_ppl_abs_diff:np.float64(0.003120153967756778) - rollout_corr/log_ppl_diff_max:np.float64(0.03792935609817505) - rollout_corr/log_ppl_diff_min:np.float64(-0.010497242212295532) - rollout_corr/ppl_ratio:np.float64(1.0011034170165658) - rollout_corr/chi2_token:np.float64(0.002893829019740224) - rollout_corr/chi2_seq:np.float64(1.1480373400263488) - actor/pg_loss:np.float64(0.005574887851253152) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0017103734035117668) - actor/ppo_kl:np.float64(0.0003303216700523137) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.76953125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.76953125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.56640625) - self_distillation/token_reweight_w_mean:np.float64(513197.1782494064) - self_distillation/token_reweight_w_std:np.float64(5438486.467104235) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0009826868772507) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10202174982987344) - self_distillation/empty_target_batch:np.float64(0.23046875) - actor/grad_norm:np.float64(0.5823733061552048) - perf/mfu/actor:np.float64(0.02872267604930534) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.13408279418945) - actor/lr:np.float64(1e-06) - training/global_step:86 - training/epoch:6 - critic/score/mean:0.56640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.56640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0024995319545269012 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0024995319545269012 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:208.6328125 -
step:87 - global_seqlen/min:13699 - global_seqlen/max:20034 - global_seqlen/minmax_diff:6335 - global_seqlen/balanced_min:16196 - global_seqlen/balanced_max:16205 - global_seqlen/mean:16202.875 - actor/entropy:0.22808320820331573 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4770777225494385 - training/rollout_probs_diff_mean:0.0052826725877821445 - training/rollout_probs_diff_std:0.014059673063457012 - training/rollout_actor_probs_pearson_corr:0.998014509677887 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.69921875 - self_distillation/correct_sample_fraction:0.42578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.69921875 - rollout_corr/rollout_is_mean:0.9995889067649841 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.9377215721760876e-05 - rollout_corr/rollout_is_max:1.8165900707244873 - rollout_corr/rollout_is_min:0.13343973457813263 - rollout_corr/rollout_is_std:0.04224056005477905 - rollout_corr/rollout_is_eff_sample_size:0.998217546864214 - rollout_corr/rollout_is_seq_mean:0.9996139407157898 - rollout_corr/rollout_is_seq_std:0.0032783818896859884 - rollout_corr/rollout_is_seq_max:1.0129916667938232 - rollout_corr/rollout_is_seq_min:0.9896868467330933 - rollout_corr/rollout_is_seq_max_deviation:0.012991666793823242 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2670027003623545) - rollout_corr/training_log_ppl:np.float64(0.23412725170783233) - rollout_corr/kl:np.float64(0.0013061097060056426) - rollout_corr/k3_kl:np.float64(0.0011628404061525544) - rollout_corr/rollout_ppl:np.float64(1.2652938198298216) - rollout_corr/rollout_log_ppl:np.float64(0.2328211401036242) - rollout_corr/log_ppl_diff:np.float64(0.0013061116042081267) - rollout_corr/log_ppl_abs_diff:np.float64(0.00299576812540181) - rollout_corr/log_ppl_diff_max:np.float64(0.020071491599082947) - rollout_corr/log_ppl_diff_min:np.float64(-0.008261770009994507) - rollout_corr/ppl_ratio:np.float64(1.0013143399264663) - rollout_corr/chi2_token:np.float64(0.0019626670982688665) - rollout_corr/chi2_seq:np.float64(0.6271165478974581) - actor/pg_loss:np.float64(0.005690383608452976) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016033555998546944) - actor/ppo_kl:np.float64(-2.0786709365339107e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.69921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.69921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.42578125) - self_distillation/token_reweight_w_mean:np.float64(740095.8522027656) - self_distillation/token_reweight_w_std:np.float64(7703203.598722717) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0025711173657328) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11661678130622022) - self_distillation/empty_target_batch:np.float64(0.30078125) - actor/grad_norm:np.float64(0.6615225672721863) - perf/mfu/actor:np.float64(0.027610136886118748) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.15999221801758) - actor/lr:np.float64(1e-06) - training/global_step:87 - training/epoch:6 - critic/score/mean:0.42578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.42578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002850872930139303 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.002850872930139303 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:201.58984375 - response_len
step:88 - global_seqlen/min:12296 - global_seqlen/max:20557 - global_seqlen/minmax_diff:8261 - global_seqlen/balanced_min:17022 - global_seqlen/balanced_max:17025 - global_seqlen/mean:17023.375 - actor/entropy:0.22276757657527924 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6303352117538452 - training/rollout_probs_diff_mean:0.005168667994439602 - training/rollout_probs_diff_std:0.01409972459077835 - training/rollout_actor_probs_pearson_corr:0.9979792833328247 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.703125 - self_distillation/correct_sample_fraction:0.4921875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.703125 - rollout_corr/rollout_is_mean:1.0003288984298706 - rollout_corr/rollout_is_ratio_fraction_high:5.5634885939070955e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.27248111111112e-05 - rollout_corr/rollout_is_max:3.249321699142456 - rollout_corr/rollout_is_min:0.06875494867563248 - rollout_corr/rollout_is_std:0.04171448200941086 - rollout_corr/rollout_is_eff_sample_size:0.9982639938423429 - rollout_corr/rollout_is_seq_mean:1.000346064567566 - rollout_corr/rollout_is_seq_std:0.0032712207175791264 - rollout_corr/rollout_is_seq_max:1.0110112428665161 - rollout_corr/rollout_is_seq_min:0.9913240671157837 - rollout_corr/rollout_is_seq_max_deviation:0.011011242866516113 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2595614441670477) - rollout_corr/training_log_ppl:np.float64(0.22807635995559394) - rollout_corr/kl:np.float64(0.001190670725655707) - rollout_corr/k3_kl:np.float64(0.001538011453078525) - rollout_corr/rollout_ppl:np.float64(1.257966611534357) - rollout_corr/rollout_log_ppl:np.float64(0.22688568860758096) - rollout_corr/log_ppl_diff:np.float64(0.0011906713480129838) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034372524241916835) - rollout_corr/log_ppl_diff_max:np.float64(0.021827280521392822) - rollout_corr/log_ppl_diff_min:np.float64(-0.014090389013290405) - rollout_corr/ppl_ratio:np.float64(1.0012007460463792) - rollout_corr/chi2_token:np.float64(0.004329530056566) - rollout_corr/chi2_seq:np.float64(1.7654117406345904) - actor/pg_loss:np.float64(0.0044011540012434125) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0018381910886091646) - actor/ppo_kl:np.float64(0.0006000098311353952) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.703125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.703125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4921875) - self_distillation/token_reweight_w_mean:np.float64(616948.9494683831) - self_distillation/token_reweight_w_std:np.float64(6217318.756260075) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004455572925508) - self_distillation/token_reweight_w_clip_frac:np.float64(0.10639075534709264) - self_distillation/empty_target_batch:np.float64(0.296875) - actor/grad_norm:np.float64(0.5419183969497681) - perf/mfu/actor:np.float64(0.028824236807819127) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.21399307250977) - actor/lr:np.float64(1e-06) - training/global_step:88 - training/epoch:6 - critic/score/mean:0.4921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0034400904551148415 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0034400904551148415 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:210.63671875 - response_len
step:89 - global_seqlen/min:15072 - global_seqlen/max:22879 - global_seqlen/minmax_diff:7807 - global_seqlen/balanced_min:18089 - global_seqlen/balanced_max:18166 - global_seqlen/mean:18099.375 - actor/entropy:0.20623931288719177 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7721544504165649 - training/rollout_probs_diff_mean:0.005006530787795782 - training/rollout_probs_diff_std:0.014681383036077023 - training/rollout_actor_probs_pearson_corr:0.997765302658081 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8125 - self_distillation/correct_sample_fraction:0.66796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8125 - rollout_corr/rollout_is_mean:1.0000381469726562 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00016286940081045032 - rollout_corr/rollout_is_max:1.7593015432357788 - rollout_corr/rollout_is_min:0.009484831243753433 - rollout_corr/rollout_is_std:0.0410359650850296 - rollout_corr/rollout_is_eff_sample_size:0.9983191181153939 - rollout_corr/rollout_is_seq_mean:1.000022530555725 - rollout_corr/rollout_is_seq_std:0.002867963397875428 - rollout_corr/rollout_is_seq_max:1.0078660249710083 - rollout_corr/rollout_is_seq_min:0.9917351603507996 - rollout_corr/rollout_is_seq_max_deviation:0.00826483964920044 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2432606685906649) - rollout_corr/training_log_ppl:np.float64(0.2151060424221214) - rollout_corr/kl:np.float64(0.001223206437249047) - rollout_corr/k3_kl:np.float64(0.0014821982162231961) - rollout_corr/rollout_ppl:np.float64(1.241701312828809) - rollout_corr/rollout_log_ppl:np.float64(0.21388283489795867) - rollout_corr/log_ppl_diff:np.float64(0.0012232075241627172) - rollout_corr/log_ppl_abs_diff:np.float64(0.003019628828042187) - rollout_corr/log_ppl_diff_max:np.float64(0.012458458542823792) - rollout_corr/log_ppl_diff_min:np.float64(-0.009425677359104156) - rollout_corr/ppl_ratio:np.float64(1.001230750232935) - rollout_corr/chi2_token:np.float64(0.0032338621094822884) - rollout_corr/chi2_seq:np.float64(0.811216983012855) - actor/pg_loss:np.float64(0.005030228639952838) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001661099498051044) - actor/ppo_kl:np.float64(0.00023485885652974048) - actor/pg_clipfrac_lower:np.float64(3.753240162041038e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.8125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.8125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.66796875) - self_distillation/token_reweight_w_mean:np.float64(451622.0916177754) - self_distillation/token_reweight_w_std:np.float64(4642653.067052306) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9989522572141141) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08174082619370893) - self_distillation/empty_target_batch:np.float64(0.1875) - actor/grad_norm:np.float64(0.5944810956716537) - perf/mfu/actor:np.float64(0.03101760938380116) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.39448928833008) - actor/lr:np.float64(1e-06) - training/global_step:89 - training/epoch:6 - critic/score/mean:0.66796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0021557575091719627 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0021557575091719627 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:215.85546875 - response_length/max:90
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 90}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The question asks for the folding stability score of a specific protein sequence. Without access to the actual computational tool or database that calculates this score, it is not possible to determine the exact value. However, the options provided are numerical scores that are typically used in protein folding stability assessments. Among the options, 1.69 is a reasonable value for a folding stability score, as it falls within the typical range of scores used to indicate the stability of a protein structure. Therefore, the most plausible answer is 1.69.
</reason>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_90
step:90 - global_seqlen/min:13820 - global_seqlen/max:20696 - global_seqlen/minmax_diff:6876 - global_seqlen/balanced_min:16907 - global_seqlen/balanced_max:16910 - global_seqlen/mean:16908.375 - actor/entropy:0.19698114693164825 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6937196254730225 - training/rollout_probs_diff_mean:0.004946956876665354 - training/rollout_probs_diff_std:0.014074870385229588 - training/rollout_actor_probs_pearson_corr:0.9977890253067017 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.87109375 - self_distillation/correct_sample_fraction:0.6875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.87109375 - rollout_corr/rollout_is_mean:0.9999498724937439 - rollout_corr/rollout_is_ratio_fraction_high:1.8322065443499014e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00010993239266099408 - rollout_corr/rollout_is_max:3.0224504470825195 - rollout_corr/rollout_is_min:0.00395188108086586 - rollout_corr/rollout_is_std:0.04045668616890907 - rollout_corr/rollout_is_eff_sample_size:0.9983656933663717 - rollout_corr/rollout_is_seq_mean:0.9999589920043945 - rollout_corr/rollout_is_seq_std:0.0028546203393489122 - rollout_corr/rollout_is_seq_max:1.0088039636611938 - rollout_corr/rollout_is_seq_min:0.99063640832901 - rollout_corr/rollout_is_seq_max_deviation:0.00936359167098999 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2240748791955411) - rollout_corr/training_log_ppl:np.float64(0.199976087838877) - rollout_corr/kl:np.float64(0.0012380354552803396) - rollout_corr/k3_kl:np.float64(0.0013727707471673511) - rollout_corr/rollout_ppl:np.float64(1.2225207276642323) - rollout_corr/rollout_log_ppl:np.float64(0.19873805253882892) - rollout_corr/log_ppl_diff:np.float64(0.0012380353000480682) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029817646427545696) - rollout_corr/log_ppl_diff_max:np.float64(0.014439418911933899) - rollout_corr/log_ppl_diff_min:np.float64(-0.009225308895111084) - rollout_corr/ppl_ratio:np.float64(1.0012455948162824) - rollout_corr/chi2_token:np.float64(0.0027791301254183054) - rollout_corr/chi2_seq:np.float64(0.5106464147102088) - actor/pg_loss:np.float64(0.007799276732839644) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0020063032634425326) - actor/ppo_kl:np.float64(0.00030233424429404465) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.87109375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.87109375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.6875) - self_distillation/token_reweight_w_mean:np.float64(428857.22522661276) - self_distillation/token_reweight_w_std:np.float64(5102986.168928434) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9979278270620853) - self_distillation/token_reweight_w_clip_frac:np.float64(0.11433671996928751) - self_distillation/empty_target_batch:np.float64(0.12890625) - actor/grad_norm:np.float64(0.6825058907270432) - perf/mfu/actor:np.float64(0.02891552234793523) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.10916900634766) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.485) - val-aux/sciknoweval/reward/std@16:np.float64(0.1826775697855999) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.55618) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.14939994447654767) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.41332) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.15483870511911316) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.4847600000
step:91 - global_seqlen/min:12564 - global_seqlen/max:21781 - global_seqlen/minmax_diff:9217 - global_seqlen/balanced_min:17651 - global_seqlen/balanced_max:17661 - global_seqlen/mean:17654.0 - actor/entropy:0.1927318572998047 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4102362394332886 - training/rollout_probs_diff_mean:0.0049341288395226 - training/rollout_probs_diff_std:0.013917961157858372 - training/rollout_actor_probs_pearson_corr:0.9978261590003967 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.7734375 - self_distillation/correct_sample_fraction:0.578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7734375 - rollout_corr/rollout_is_mean:1.0002244710922241 - rollout_corr/rollout_is_ratio_fraction_high:1.766285095072817e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.065140380291268e-05 - rollout_corr/rollout_is_max:2.8016161918640137 - rollout_corr/rollout_is_min:0.35093075037002563 - rollout_corr/rollout_is_std:0.04169304296374321 - rollout_corr/rollout_is_eff_sample_size:0.9982654193934108 - rollout_corr/rollout_is_seq_mean:1.0002824068069458 - rollout_corr/rollout_is_seq_std:0.003071394981816411 - rollout_corr/rollout_is_seq_max:1.009526014328003 - rollout_corr/rollout_is_seq_min:0.9910033941268921 - rollout_corr/rollout_is_seq_max_deviation:0.00952601432800293 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2255855221301317) - rollout_corr/training_log_ppl:np.float64(0.20155303589854157) - rollout_corr/kl:np.float64(0.0010046164143293623) - rollout_corr/k3_kl:np.float64(0.0012420805354622644) - rollout_corr/rollout_ppl:np.float64(1.2243025470525026) - rollout_corr/rollout_log_ppl:np.float64(0.20054841847741045) - rollout_corr/log_ppl_diff:np.float64(0.0010046174211311154) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029608946133521385) - rollout_corr/log_ppl_diff_max:np.float64(0.015554353594779968) - rollout_corr/log_ppl_diff_min:np.float64(-0.006916940212249756) - rollout_corr/ppl_ratio:np.float64(1.0010123364627361) - rollout_corr/chi2_token:np.float64(0.003038359573110938) - rollout_corr/chi2_seq:np.float64(0.7696262006647885) - actor/pg_loss:np.float64(0.005795407225377858) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001670339756856265) - actor/ppo_kl:np.float64(0.0003866044301399363) - actor/pg_clipfrac_lower:np.float64(3.50374812114751e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.7734375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.7734375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.578125) - self_distillation/token_reweight_w_mean:np.float64(411195.32281198865) - self_distillation/token_reweight_w_std:np.float64(4754109.018892683) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0010015049483627) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08646299615793396) - self_distillation/empty_target_batch:np.float64(0.2265625) - actor/grad_norm:np.float64(0.5738260895013809) - perf/mfu/actor:np.float64(0.029971853940342928) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(145.91704177856445) - actor/lr:np.float64(1e-06) - training/global_step:91 - training/epoch:6 - critic/score/mean:0.578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0023601986467838287 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0023601986467838287 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:221.15625
step:92 - global_seqlen/min:15984 - global_seqlen/max:22004 - global_seqlen/minmax_diff:6020 - global_seqlen/balanced_min:18842 - global_seqlen/balanced_max:18845 - global_seqlen/mean:18843.5 - actor/entropy:0.20552825927734375 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8458645343780518 - training/rollout_probs_diff_mean:0.0050735012628138065 - training/rollout_probs_diff_std:0.01476234756410122 - training/rollout_actor_probs_pearson_corr:0.9976810216903687 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73046875 - self_distillation/correct_sample_fraction:0.515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73046875 - rollout_corr/rollout_is_mean:1.0001269578933716 - rollout_corr/rollout_is_ratio_fraction_high:6.938180740689859e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.938180740689859e-05 - rollout_corr/rollout_is_max:3.0634891986846924 - rollout_corr/rollout_is_min:0.11200299113988876 - rollout_corr/rollout_is_std:0.04258697107434273 - rollout_corr/rollout_is_eff_sample_size:0.9981899895749777 - rollout_corr/rollout_is_seq_mean:1.0000636577606201 - rollout_corr/rollout_is_seq_std:0.0031039409805089235 - rollout_corr/rollout_is_seq_max:1.0127332210540771 - rollout_corr/rollout_is_seq_min:0.991115391254425 - rollout_corr/rollout_is_seq_max_deviation:0.012733221054077148 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.235127116087824) - rollout_corr/training_log_ppl:np.float64(0.20900695942691527) - rollout_corr/kl:np.float64(0.0012782263143336081) - rollout_corr/k3_kl:np.float64(0.0013150399036589988) - rollout_corr/rollout_ppl:np.float64(1.2335282661952078) - rollout_corr/rollout_log_ppl:np.float64(0.20772873278474435) - rollout_corr/log_ppl_diff:np.float64(0.001278226642170921) - rollout_corr/log_ppl_abs_diff:np.float64(0.002990237466292456) - rollout_corr/log_ppl_diff_max:np.float64(0.012402921915054321) - rollout_corr/log_ppl_diff_min:np.float64(-0.011149108409881592) - rollout_corr/ppl_ratio:np.float64(1.0012855627574027) - rollout_corr/chi2_token:np.float64(0.002650786191225052) - rollout_corr/chi2_seq:np.float64(0.7602505653630942) - actor/pg_loss:np.float64(0.004597345599904656) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014476663550340163) - actor/ppo_kl:np.float64(0.0003580096706059521) - actor/pg_clipfrac_lower:np.float64(2.2321428332361393e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.73046875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.73046875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.515625) - self_distillation/token_reweight_w_mean:np.float64(553014.0691977837) - self_distillation/token_reweight_w_std:np.float64(5880688.194196964) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0030879531987011) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08305959589779377) - self_distillation/empty_target_batch:np.float64(0.26953125) - actor/grad_norm:np.float64(0.5153934583067894) - perf/mfu/actor:np.float64(0.03218116200910849) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(145.88633728027344) - actor/lr:np.float64(1e-06) - training/global_step:92 - training/epoch:6 - critic/score/mean:0.515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.007577794138342142 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.007577794138342142 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:225.2031
step:93 - global_seqlen/min:14142 - global_seqlen/max:22580 - global_seqlen/minmax_diff:8438 - global_seqlen/balanced_min:17968 - global_seqlen/balanced_max:19159 - global_seqlen/mean:18118.25 - actor/entropy:0.2024667114019394 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3206155598163605 - training/rollout_probs_diff_mean:0.004839439410716295 - training/rollout_probs_diff_std:0.013173987157642841 - training/rollout_actor_probs_pearson_corr:0.9981030821800232 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.70703125 - self_distillation/correct_sample_fraction:0.55078125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.70703125 - rollout_corr/rollout_is_mean:0.9996916651725769 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.3325748012866825e-05 - rollout_corr/rollout_is_max:1.922481656074524 - rollout_corr/rollout_is_min:0.0006340847467072308 - rollout_corr/rollout_is_std:0.0401468463242054 - rollout_corr/rollout_is_eff_sample_size:0.9983899332265034 - rollout_corr/rollout_is_seq_mean:0.9997001886367798 - rollout_corr/rollout_is_seq_std:0.0026396142784506083 - rollout_corr/rollout_is_seq_max:1.0092061758041382 - rollout_corr/rollout_is_seq_min:0.991854190826416 - rollout_corr/rollout_is_seq_max_deviation:0.009206175804138184 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2384646688587964) - rollout_corr/training_log_ppl:np.float64(0.21190124790882692) - rollout_corr/kl:np.float64(0.001526296815164585) - rollout_corr/k3_kl:np.float64(0.0011333852019390633) - rollout_corr/rollout_ppl:np.float64(1.2365091615356505) - rollout_corr/rollout_log_ppl:np.float64(0.21037495086784475) - rollout_corr/log_ppl_diff:np.float64(0.001526297040982172) - rollout_corr/log_ppl_abs_diff:np.float64(0.002726003556745127) - rollout_corr/log_ppl_diff_max:np.float64(0.024714887142181396) - rollout_corr/log_ppl_diff_min:np.float64(-0.008926495909690857) - rollout_corr/ppl_ratio:np.float64(1.0015337793156505) - rollout_corr/chi2_token:np.float64(0.0012352506164461374) - rollout_corr/chi2_seq:np.float64(0.21279096603393555) - actor/pg_loss:np.float64(0.003292814362794161) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011469970941107022) - actor/ppo_kl:np.float64(0.0002611581061984225) - actor/pg_clipfrac_lower:np.float64(2.1701389414374717e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.70703125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.70703125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.55078125) - self_distillation/token_reweight_w_mean:np.float64(562577.1132855881) - self_distillation/token_reweight_w_std:np.float64(5476452.781596074) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9991126488894224) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08483730700390879) - self_distillation/empty_target_batch:np.float64(0.29296875) - actor/grad_norm:np.float64(0.5270627364516258) - perf/mfu/actor:np.float64(0.030530903588503785) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.33957290649414) - actor/lr:np.float64(1e-06) - training/global_step:93 - training/epoch:6 - critic/score/mean:0.55078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.55078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0026640654541552067 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0026640654541552067 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:219.75781
step:94 - global_seqlen/min:12367 - global_seqlen/max:21204 - global_seqlen/minmax_diff:8837 - global_seqlen/balanced_min:15481 - global_seqlen/balanced_max:15486 - global_seqlen/mean:15484.25 - actor/entropy:0.18188761174678802 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.26072946190834045 - training/rollout_probs_diff_mean:0.004726748447865248 - training/rollout_probs_diff_std:0.013647111132740974 - training/rollout_actor_probs_pearson_corr:0.9978026747703552 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.68359375 - self_distillation/correct_sample_fraction:0.515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.68359375 - rollout_corr/rollout_is_mean:0.9999868273735046 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.8747504226630554e-05 - rollout_corr/rollout_is_max:1.9659937620162964 - rollout_corr/rollout_is_min:0.06315071135759354 - rollout_corr/rollout_is_std:0.03998841717839241 - rollout_corr/rollout_is_eff_sample_size:0.9984032418855266 - rollout_corr/rollout_is_seq_mean:1.0000756978988647 - rollout_corr/rollout_is_seq_std:0.003055985551327467 - rollout_corr/rollout_is_seq_max:1.0124971866607666 - rollout_corr/rollout_is_seq_min:0.9919678568840027 - rollout_corr/rollout_is_seq_max_deviation:0.012497186660766602 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.208876115269959) - rollout_corr/training_log_ppl:np.float64(0.1878806567110587) - rollout_corr/kl:np.float64(0.001109215704858002) - rollout_corr/k3_kl:np.float64(0.0013251136373924055) - rollout_corr/rollout_ppl:np.float64(1.2075008023530245) - rollout_corr/rollout_log_ppl:np.float64(0.1867714399995748) - rollout_corr/log_ppl_diff:np.float64(0.0011092167114838958) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029893830069340765) - rollout_corr/log_ppl_diff_max:np.float64(0.017061367630958557) - rollout_corr/log_ppl_diff_min:np.float64(-0.011037014424800873) - rollout_corr/ppl_ratio:np.float64(1.0011169675271958) - rollout_corr/chi2_token:np.float64(0.0031342231668531895) - rollout_corr/chi2_seq:np.float64(0.7604034042451531) - actor/pg_loss:np.float64(0.0038497489877045155) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0018158378306907252) - actor/ppo_kl:np.float64(0.0003219292054641443) - actor/pg_clipfrac_lower:np.float64(2.0559211407089606e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.68359375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.68359375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.515625) - self_distillation/token_reweight_w_mean:np.float64(568107.0682997338) - self_distillation/token_reweight_w_std:np.float64(5762513.378730269) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9993454308714718) - self_distillation/token_reweight_w_clip_frac:np.float64(0.07923695075442083) - self_distillation/empty_target_batch:np.float64(0.31640625) - actor/grad_norm:np.float64(0.571109913289547) - perf/mfu/actor:np.float64(0.02667527205188385) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.28662490844727) - actor/lr:np.float64(1e-06) - training/global_step:94 - training/epoch:6 - critic/score/mean:0.515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0017134688096120954 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0017134688096120954 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:199.4765625 - res
step:95 - global_seqlen/min:12550 - global_seqlen/max:19516 - global_seqlen/minmax_diff:6966 - global_seqlen/balanced_min:15669 - global_seqlen/balanced_max:15675 - global_seqlen/mean:15672.625 - actor/entropy:0.1723659634590149 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.42921364307403564 - training/rollout_probs_diff_mean:0.004754330962896347 - training/rollout_probs_diff_std:0.01394499558955431 - training/rollout_actor_probs_pearson_corr:0.997614324092865 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.76953125 - self_distillation/correct_sample_fraction:0.60546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.76953125 - rollout_corr/rollout_is_mean:0.9999802708625793 - rollout_corr/rollout_is_ratio_fraction_high:7.880686462158337e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.9105146647198126e-05 - rollout_corr/rollout_is_max:3.042388916015625 - rollout_corr/rollout_is_min:0.31485360860824585 - rollout_corr/rollout_is_std:0.04127493128180504 - rollout_corr/rollout_is_eff_sample_size:0.9982989210156206 - rollout_corr/rollout_is_seq_mean:0.9999309778213501 - rollout_corr/rollout_is_seq_std:0.0030664117075502872 - rollout_corr/rollout_is_seq_max:1.0131924152374268 - rollout_corr/rollout_is_seq_min:0.9899721145629883 - rollout_corr/rollout_is_seq_max_deviation:0.013192415237426758 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.194142870604992) - rollout_corr/training_log_ppl:np.float64(0.17597143551392946) - rollout_corr/kl:np.float64(0.0014179566909646724) - rollout_corr/k3_kl:np.float64(0.001468020923283575) - rollout_corr/rollout_ppl:np.float64(1.1923948260955513) - rollout_corr/rollout_log_ppl:np.float64(0.1745534775982378) - rollout_corr/log_ppl_diff:np.float64(0.0014179579156916589) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032777310407254845) - rollout_corr/log_ppl_diff_max:np.float64(0.028223499655723572) - rollout_corr/log_ppl_diff_min:np.float64(-0.0074967145919799805) - rollout_corr/ppl_ratio:np.float64(1.0014282818883657) - rollout_corr/chi2_token:np.float64(0.0027583797927945852) - rollout_corr/chi2_seq:np.float64(0.5167441787198186) - actor/pg_loss:np.float64(0.0040054775308817625) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016601379911662661) - actor/ppo_kl:np.float64(0.0004547775269259091) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.76953125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.76953125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.60546875) - self_distillation/token_reweight_w_mean:np.float64(408989.465876037) - self_distillation/token_reweight_w_std:np.float64(4584876.381394251) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0018037902191281) - self_distillation/token_reweight_w_clip_frac:np.float64(0.06804537688731216) - self_distillation/empty_target_batch:np.float64(0.23046875) - actor/grad_norm:np.float64(0.555400162935257) - perf/mfu/actor:np.float64(0.026826703716015997) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.3315315246582) - actor/lr:np.float64(1e-06) - training/global_step:95 - training/epoch:6 - critic/score/mean:0.60546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.60546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.007434935308992863 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.007434935308992863 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:198.26953125
step:96 - global_seqlen/min:11753 - global_seqlen/max:19731 - global_seqlen/minmax_diff:7978 - global_seqlen/balanced_min:15977 - global_seqlen/balanced_max:16380 - global_seqlen/mean:16066.125 - actor/entropy:0.18051546812057495 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5147483348846436 - training/rollout_probs_diff_mean:0.005008666310459375 - training/rollout_probs_diff_std:0.014469319954514503 - training/rollout_actor_probs_pearson_corr:0.9975249171257019 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.76953125 - self_distillation/correct_sample_fraction:0.53515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.76953125 - rollout_corr/rollout_is_mean:0.9997128248214722 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.8940052036195993e-05 - rollout_corr/rollout_is_max:1.883395791053772 - rollout_corr/rollout_is_min:0.0843614861369133 - rollout_corr/rollout_is_std:0.0420609749853611 - rollout_corr/rollout_is_eff_sample_size:0.9982329891138849 - rollout_corr/rollout_is_seq_mean:0.9996994733810425 - rollout_corr/rollout_is_seq_std:0.0030340866651386023 - rollout_corr/rollout_is_seq_max:1.0078694820404053 - rollout_corr/rollout_is_seq_min:0.9882951378822327 - rollout_corr/rollout_is_seq_max_deviation:0.011704862117767334 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2039276850409806) - rollout_corr/training_log_ppl:np.float64(0.1833886240492575) - rollout_corr/kl:np.float64(0.0019757910764717224) - rollout_corr/k3_kl:np.float64(0.0021378641860110292) - rollout_corr/rollout_ppl:np.float64(1.2014858215115964) - rollout_corr/rollout_log_ppl:np.float64(0.18141283292789012) - rollout_corr/log_ppl_diff:np.float64(0.001975791121367365) - rollout_corr/log_ppl_abs_diff:np.float64(0.004001759923994541) - rollout_corr/log_ppl_diff_max:np.float64(0.03609415888786316) - rollout_corr/log_ppl_diff_min:np.float64(-0.013453051447868347) - rollout_corr/ppl_ratio:np.float64(1.001994721358642) - rollout_corr/chi2_token:np.float64(0.0038919271901249886) - rollout_corr/chi2_seq:np.float64(1.5032801111228764) - actor/pg_loss:np.float64(0.008404427906498313) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0034021124438368133) - actor/ppo_kl:np.float64(0.0007476098585712521) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.76953125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.76953125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.53515625) - self_distillation/token_reweight_w_mean:np.float64(604270.4651900218) - self_distillation/token_reweight_w_std:np.float64(6237989.264843742) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000877343583852) - self_distillation/token_reweight_w_clip_frac:np.float64(0.1141639132401906) - self_distillation/empty_target_batch:np.float64(0.23046875) - actor/grad_norm:np.float64(0.7972646504640579) - perf/mfu/actor:np.float64(0.02722053833241182) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.33768463134766) - actor/lr:np.float64(1e-06) - training/global_step:96 - training/epoch:6 - critic/score/mean:0.53515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.53515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.006266914773732424 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.006266914773732424 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:200.62890625 - response_length/max:991
step:97 - global_seqlen/min:10953 - global_seqlen/max:18766 - global_seqlen/minmax_diff:7813 - global_seqlen/balanced_min:15532 - global_seqlen/balanced_max:15577 - global_seqlen/mean:15539.5 - actor/entropy:0.16762813925743103 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4621080160140991 - training/rollout_probs_diff_mean:0.0049015823751688 - training/rollout_probs_diff_std:0.014530841261148453 - training/rollout_actor_probs_pearson_corr:0.9972710013389587 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.62109375 - self_distillation/correct_sample_fraction:0.515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.62109375 - rollout_corr/rollout_is_mean:1.0001134872436523 - rollout_corr/rollout_is_ratio_fraction_high:2.096787648042664e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.290362944127992e-05 - rollout_corr/rollout_is_max:2.718266487121582 - rollout_corr/rollout_is_min:0.27240684628486633 - rollout_corr/rollout_is_std:0.04075905680656433 - rollout_corr/rollout_is_eff_sample_size:0.9983419299402324 - rollout_corr/rollout_is_seq_mean:1.0001165866851807 - rollout_corr/rollout_is_seq_std:0.0031043454073369503 - rollout_corr/rollout_is_seq_max:1.0120599269866943 - rollout_corr/rollout_is_seq_min:0.9912907481193542 - rollout_corr/rollout_is_seq_max_deviation:0.012059926986694336 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.180992522276938) - rollout_corr/training_log_ppl:np.float64(0.16471268837631214) - rollout_corr/kl:np.float64(0.0010781966158646128) - rollout_corr/k3_kl:np.float64(0.00135383781866949) - rollout_corr/rollout_ppl:np.float64(1.179666185285896) - rollout_corr/rollout_log_ppl:np.float64(0.16363449190976098) - rollout_corr/log_ppl_diff:np.float64(0.0010781964665511623) - rollout_corr/log_ppl_abs_diff:np.float64(0.002958475160994567) - rollout_corr/log_ppl_diff_max:np.float64(0.040684640407562256) - rollout_corr/log_ppl_diff_min:np.float64(-0.00859902799129486) - rollout_corr/ppl_ratio:np.float64(1.0010882455389947) - rollout_corr/chi2_token:np.float64(0.0030083218589425087) - rollout_corr/chi2_seq:np.float64(0.46528330561704934) - actor/pg_loss:np.float64(0.0045534297823905945) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000986409560937318) - actor/ppo_kl:np.float64(0.00034714695744098023) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.62109375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.62109375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.515625) - self_distillation/token_reweight_w_mean:np.float64(418781.28417293704) - self_distillation/token_reweight_w_std:np.float64(4127527.157774403) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9994778318796307) - self_distillation/token_reweight_w_clip_frac:np.float64(0.05477544415043667) - self_distillation/empty_target_batch:np.float64(0.37890625) - actor/grad_norm:np.float64(0.47031004168093204) - perf/mfu/actor:np.float64(0.026484544790594824) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.26701736450195) - actor/lr:np.float64(1e-06) - training/global_step:97 - training/epoch:6 - critic/score/mean:0.515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0008989977068267763 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0008989977068267763 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:186.296875 - response_l
step:98 - global_seqlen/min:10609 - global_seqlen/max:19875 - global_seqlen/minmax_diff:9266 - global_seqlen/balanced_min:15622 - global_seqlen/balanced_max:15661 - global_seqlen/mean:15639.625 - actor/entropy:0.15689386427402496 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29895806312561035 - training/rollout_probs_diff_mean:0.004634734708815813 - training/rollout_probs_diff_std:0.014165589585900307 - training/rollout_actor_probs_pearson_corr:0.9973638653755188 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.6171875 - self_distillation/correct_sample_fraction:0.47265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.6171875 - rollout_corr/rollout_is_mean:0.9999297857284546 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00020426088303793222 - rollout_corr/rollout_is_max:1.9731019735336304 - rollout_corr/rollout_is_min:0.3392069637775421 - rollout_corr/rollout_is_std:0.04116937890648842 - rollout_corr/rollout_is_eff_sample_size:0.9983079502062758 - rollout_corr/rollout_is_seq_mean:0.9998367428779602 - rollout_corr/rollout_is_seq_std:0.0030175577849149704 - rollout_corr/rollout_is_seq_max:1.0067346096038818 - rollout_corr/rollout_is_seq_min:0.9912088513374329 - rollout_corr/rollout_is_seq_max_deviation:0.008791148662567139 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1760511882603168) - rollout_corr/training_log_ppl:np.float64(0.1607860552467173) - rollout_corr/kl:np.float64(0.0013580936059085502) - rollout_corr/k3_kl:np.float64(0.0012840381255614375) - rollout_corr/rollout_ppl:np.float64(1.1744432025589049) - rollout_corr/rollout_log_ppl:np.float64(0.15942796152376104) - rollout_corr/log_ppl_diff:np.float64(0.001358093722956255) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031231173197738826) - rollout_corr/log_ppl_diff_max:np.float64(0.01717827469110489) - rollout_corr/log_ppl_diff_min:np.float64(-0.00918780267238617) - rollout_corr/ppl_ratio:np.float64(1.0013662145938724) - rollout_corr/chi2_token:np.float64(0.002376826712861657) - rollout_corr/chi2_seq:np.float64(0.4572152856271714) - actor/pg_loss:np.float64(0.005094089079648256) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014830221407464705) - actor/ppo_kl:np.float64(0.00030168789419349196) - actor/pg_clipfrac_lower:np.float64(2.0777924873982556e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.6171875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.6171875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.47265625) - self_distillation/token_reweight_w_mean:np.float64(541957.2093263853) - self_distillation/token_reweight_w_std:np.float64(5558886.31772876) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0006034357938915) - self_distillation/token_reweight_w_clip_frac:np.float64(0.06585665716556832) - self_distillation/empty_target_batch:np.float64(0.3828125) - actor/grad_norm:np.float64(0.5607671290636063) - perf/mfu/actor:np.float64(0.02655483396971807) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.38301467895508) - actor/lr:np.float64(1e-06) - training/global_step:98 - training/epoch:6 - critic/score/mean:0.47265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.47265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0006357620004564524 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0006357620004564524 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:191.23828125 -
step:99 - global_seqlen/min:11254 - global_seqlen/max:19365 - global_seqlen/minmax_diff:8111 - global_seqlen/balanced_min:14846 - global_seqlen/balanced_max:14884 - global_seqlen/mean:14854.875 - actor/entropy:0.1654287576675415 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3766273558139801 - training/rollout_probs_diff_mean:0.004851612728089094 - training/rollout_probs_diff_std:0.01478587370365858 - training/rollout_actor_probs_pearson_corr:0.9972561001777649 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.71484375 - self_distillation/correct_sample_fraction:0.5859375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.71484375 - rollout_corr/rollout_is_mean:0.9998522400856018 - rollout_corr/rollout_is_ratio_fraction_high:8.606036863056943e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00017212073726113886 - rollout_corr/rollout_is_max:2.241464614868164 - rollout_corr/rollout_is_min:0.0024131345562636852 - rollout_corr/rollout_is_std:0.04235963150858879 - rollout_corr/rollout_is_eff_sample_size:0.9982082817437392 - rollout_corr/rollout_is_seq_mean:0.9998134970664978 - rollout_corr/rollout_is_seq_std:0.0033946263138204813 - rollout_corr/rollout_is_seq_max:1.0130257606506348 - rollout_corr/rollout_is_seq_min:0.9866660833358765 - rollout_corr/rollout_is_seq_max_deviation:0.013333916664123535 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1866260999813676) - rollout_corr/training_log_ppl:np.float64(0.16976790214539506) - rollout_corr/kl:np.float64(0.0013737595602520969) - rollout_corr/k3_kl:np.float64(0.0014210123007671882) - rollout_corr/rollout_ppl:np.float64(1.1849938463419676) - rollout_corr/rollout_log_ppl:np.float64(0.1683941402588971) - rollout_corr/log_ppl_diff:np.float64(0.0013737618864979595) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031606208940502256) - rollout_corr/log_ppl_diff_max:np.float64(0.019837364554405212) - rollout_corr/log_ppl_diff_min:np.float64(-0.011420145630836487) - rollout_corr/ppl_ratio:np.float64(1.0013831653632224) - rollout_corr/chi2_token:np.float64(0.002982073463499546) - rollout_corr/chi2_seq:np.float64(0.4137629037722945) - actor/pg_loss:np.float64(0.005757042206823826) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0016545631406188477) - actor/ppo_kl:np.float64(0.0001789195605663707) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.71484375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.71484375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5859375) - self_distillation/token_reweight_w_mean:np.float64(424982.73119985964) - self_distillation/token_reweight_w_std:np.float64(4268973.158323454) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9983152812346816) - self_distillation/token_reweight_w_clip_frac:np.float64(0.08449886360904202) - self_distillation/empty_target_batch:np.float64(0.28515625) - actor/grad_norm:np.float64(0.6708255037665367) - perf/mfu/actor:np.float64(0.025329531080435078) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.14479446411133) - actor/lr:np.float64(1e-06) - training/global_step:99 - training/epoch:7 - critic/score/mean:0.5859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00973826926201582 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.00973826926201582 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:181.55859375 -
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 100}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically determined through computational methods or experimental techniques, which assess the structural stability based on factors like secondary structure, hydrogen bonding, and van der Waals interactions. Without access to specific computational tools or databases that can calculate this score for the given sequence, it is not possible to determine the exact value. However, the provided options suggest a range of possible scores. Among the options, 1.69 is a reasonable value for a protein sequence that may have moderate stability, as it falls within the typical range of stability scores for proteins. Therefore, the most plausible answer is 1.69.
</reason>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_100
step:100 - global_seqlen/min:12732 - global_seqlen/max:21577 - global_seqlen/minmax_diff:8845 - global_seqlen/balanced_min:17451 - global_seqlen/balanced_max:17456 - global_seqlen/mean:17454.0 - actor/entropy:0.17713677883148193 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6802612543106079 - training/rollout_probs_diff_mean:0.004852317273616791 - training/rollout_probs_diff_std:0.015326019376516342 - training/rollout_actor_probs_pearson_corr:0.9972407817840576 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.68359375 - self_distillation/correct_sample_fraction:0.51953125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.68359375 - rollout_corr/rollout_is_mean:1.0001729726791382 - rollout_corr/rollout_is_ratio_fraction_high:3.995525185018778e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00019977624469902366 - rollout_corr/rollout_is_max:3.1677703857421875 - rollout_corr/rollout_is_min:0.004871013108640909 - rollout_corr/rollout_is_std:0.04112447053194046 - rollout_corr/rollout_is_eff_sample_size:0.9983123460555775 - rollout_corr/rollout_is_seq_mean:1.0002431869506836 - rollout_corr/rollout_is_seq_std:0.0035587374586611986 - rollout_corr/rollout_is_seq_max:1.0158462524414062 - rollout_corr/rollout_is_seq_min:0.9900786280632019 - rollout_corr/rollout_is_seq_max_deviation:0.01584625244140625 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.203045655041933) - rollout_corr/training_log_ppl:np.float64(0.18334656501247082) - rollout_corr/kl:np.float64(0.0016552262983289268) - rollout_corr/k3_kl:np.float64(0.0015354104443474625) - rollout_corr/rollout_ppl:np.float64(1.2010509767569602) - rollout_corr/rollout_log_ppl:np.float64(0.18169133765331935) - rollout_corr/log_ppl_diff:np.float64(0.0016552273591514677) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034326322202105075) - rollout_corr/log_ppl_diff_max:np.float64(0.025318950414657593) - rollout_corr/log_ppl_diff_min:np.float64(-0.009318530559539795) - rollout_corr/ppl_ratio:np.float64(1.001667067874223) - rollout_corr/chi2_token:np.float64(0.0024400001857429743) - rollout_corr/chi2_seq:np.float64(0.4870492776390165) - actor/pg_loss:np.float64(0.004485586890950799) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0013001139122934546) - actor/ppo_kl:np.float64(0.0008072886606438345) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.68359375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.68359375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.51953125) - self_distillation/token_reweight_w_mean:np.float64(702577.8307879148) - self_distillation/token_reweight_w_std:np.float64(6412720.680917468) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0022917841561139) - self_distillation/token_reweight_w_clip_frac:np.float64(0.05805497569963336) - self_distillation/empty_target_batch:np.float64(0.31640625) - actor/grad_norm:np.float64(0.551053985953331) - perf/mfu/actor:np.float64(0.030039900561703775) - perf/max_memory_allocated_gb:np.float64(127.15039157867432) - perf/max_memory_reserved_gb:np.float64(133.6796875) - perf/cpu_memory_used_gb:np.float64(144.17816162109375) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.42875) - val-aux/sciknoweval/reward/std@16:np.float64(0.1440962083400905) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.49282000000000004) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.11460243726780435) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.36628) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.13169012287904225) - val-aux/sciknoweval/reward/maj@2/mean:n
("Final validation metrics: {'val-aux/sciknoweval/reward/mean@16': "
 "np.float64(0.42875), 'val-aux/sciknoweval/reward/std@16': "
 "np.float64(0.1440962083400905), 'val-aux/sciknoweval/reward/best@2/mean': "
 "np.float64(0.49282000000000004), 'val-aux/sciknoweval/reward/best@2/std': "
 "np.float64(0.11460243726780435), 'val-aux/sciknoweval/reward/worst@2/mean': "
 "np.float64(0.36628), 'val-aux/sciknoweval/reward/worst@2/std': "
 "np.float64(0.13169012287904225), 'val-aux/sciknoweval/reward/maj@2/mean': "
 "np.float64(0.4294), 'val-aux/sciknoweval/reward/maj@2/std': "
 "np.float64(0.14357431870086687), 'val-aux/sciknoweval/reward/best@4/mean': "
 "np.float64(0.53776), 'val-aux/sciknoweval/reward/best@4/std': "
 "np.float64(0.07143174787390709), 'val-aux/sciknoweval/reward/worst@4/mean': "
 "np.float64(0.30992), 'val-aux/sciknoweval/reward/worst@4/std': "
 "np.float64(0.09737417027288235), 'val-aux/sciknoweval/reward/maj@4/mean': "
 "np.float64(0.43699999999999994), 'val-aux/sciknoweval/reward/maj@4/std': "
 "np.float64(0.12461646331648187), 'val-aux/sciknoweval/reward/best@8/mean': "
 "np.float64(0.56108), 'val-aux/sciknoweval/reward/best@8/std': "
 "np.float64(0.03374430360648781), 'val-aux/sciknoweval/reward/worst@8/mean': "
 "np.float64(0.27224), 'val-aux/sciknoweval/reward/worst@8/std': "
 "np.float64(0.058556923969906534), 'val-aux/sciknoweval/reward/maj@8/mean': "
 "np.float64(0.44081999999999993), 'val-aux/sciknoweval/reward/maj@8/std': "
 "np.float64(0.10054251250479307), 'val-aux/sciknoweval/reward/best@16/mean': "
 "np.float64(0.5715600000000001), 'val-aux/sciknoweval/reward/best@16/std': "
 'np.float64(0.016366340783720925), '
 "'val-aux/sciknoweval/reward/worst@16/mean': np.float64(0.25117999999999996), "
 "'val-aux/sciknoweval/reward/worst@16/std': np.float64(0.027867680697389763), "
 "'val-aux/sciknoweval/reward/maj@16/mean': np.float64(0.44438), "
 "'val-aux/sciknoweval/reward/maj@16/std': np.float64(0.08103965668240862), "
 "'val-aux/sciknoweval/score/mean@16': np.float64(0.42875), "
 "'val-aux/sciknoweval/score/std@16': np.float64(0.1440962083400905), "
 "'val-aux/sciknoweval/score/best@2/mean': np.float64(0.49282000000000004), "
 "'val-aux/sciknoweval/score/best@2/std': np.float64(0.11460243726780435), "
 "'val-aux/sciknoweval/score/worst@2/mean': np.float64(0.36628), "
 "'val-aux/sciknoweval/score/worst@2/std': np.float64(0.13169012287904225), "
 "'val-aux/sciknoweval/score/maj@2/mean': np.float64(0.4294), "
 "'val-aux/sciknoweval/score/maj@2/std': np.float64(0.14357431870086687), "
 "'val-aux/sciknoweval/score/best@4/mean': np.float64(0.53776), "
 "'val-aux/sciknoweval/score/best@4/std': np.float64(0.07143174787390709), "
 "'val-aux/sciknoweval/score/worst@4/mean': np.float64(0.30992), "
 "'val-aux/sciknoweval/score/worst@4/std': np.float64(0.09737417027288235), "
 "'val-aux/sciknoweval/score/maj@4/mean': np.float64(0.43699999999999994), "
 "'val-aux/sciknoweval/score/maj@4/std': np.float64(0.12461646331648187), "
 "'val-aux/sciknoweval/score/best@8/mean': np.float64(0.56108), "
 "'val-aux/sciknoweval/score/best@8/std': np.float64(0.03374430360648781), "
 "'val-aux/sciknoweval/score/worst@8/mean': np.float64(0.27224), "
 "'val-aux/sciknoweval/score/worst@8/std': np.float64(0.058556923969906534), "
 "'val-aux/sciknoweval/score/maj@8/mean': np.float64(0.44081999999999993), "
 "'val-aux/sciknoweval/score/maj@8/std': np.float64(0.10054251250479307), "
 "'val-aux/sciknoweval/score/best@16/mean': np.float64(0.5715600000000001), "
 "'val-aux/sciknoweval/score/best@16/std': np.float64(0.016366340783720925), "
 "'val-aux/sciknoweval/score/worst@16/mean': np.float64(0.25117999999999996), "
 "'val-aux/sciknoweval/score/worst@16/std': np.float64(0.027867680697389763), "
 "'val-aux/sciknoweval/score/maj@16/mean': np.float64(0.44438), "
 "'val-aux/sciknoweval/score/maj@16/std': np.float64(0.08103965668240862), "
 "'val-core/sciknoweval/acc/mean@16': np.float64(0.42875), "
 "'val-aux/sciknoweval/acc/std@16': np.float64(0.1440962083400905), "
 "'val-aux/sciknoweval/acc/best@2/mean': np.float64(0.49282000000000004), "
 "'val-aux/sciknoweval/acc/best@2/std': np.float64(0.11460243726780435), "
 "'val-aux/sciknoweval/acc/worst@2/mean': np.float64(0.36628), "
 "'val-aux/sciknoweval/acc/worst@2/std': np.float64(0.13169012287904225), "
 "'val-aux/sciknoweval/acc/maj@2/mean': np.float64(0.4294), "
 "'val-aux/sciknoweval/acc/maj@2/std': np.float64(0.14357431870086687), "
 "'val-aux/sciknoweval/acc/best@4/mean': np.float64(0.53776), "
 "'val-aux/sciknoweval/acc/best@4/std': np.float64(0.07143174787390709), "
 "'val-aux/sciknoweval/acc/worst@4/mean': np.float64(0.30992), "
 "'val-aux/sciknoweval/acc/worst@4/std': np.float64(0.09737417027288235), "
 "'val-aux/sciknoweval/acc/maj@4/mean': np.float64(0.43699999999999994), "
 "'val-aux/sciknoweval/acc/maj@4/std': np.float64(0.12461646331648187), "
 "'val-aux/sciknoweval/acc/best@8/mean': np.float64(0.56108), "
 "'val-aux/sciknoweval/acc/best@8/std': np.float64(0.03374430360648781), "
 "'val-aux/sciknoweval/acc/worst@8/mean': np.float64(0.27224), "
 "'val-aux/sciknoweval/acc/worst@8/std': np.float64(0.058556923969906534), "
 "'val-aux/sciknoweval/acc/maj@8/mean': np.float64(0.44081999999999993), "
 "'val-aux/sciknoweval/acc/maj@8/std': np.float64(0.10054251250479307), "
 "'val-core/sciknoweval/acc/best@16/mean': np.float64(0.5715600000000001), "
 "'val-core/sciknoweval/acc/best@16/std': np.float64(0.016366340783720925), "
 "'val-aux/sciknoweval/acc/worst@16/mean': np.float64(0.25117999999999996), "
 "'val-aux/sciknoweval/acc/worst@16/std': np.float64(0.027867680697389763), "
 "'val-core/sciknoweval/acc/maj@16/mean': np.float64(0.44438), "
 "'val-core/sciknoweval/acc/maj@16/std': np.float64(0.08103965668240862), "
 "'val-aux/sciknoweval/incorrect_format/mean@16': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/std@16': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/best@2/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/best@2/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@2/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@2/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@2/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@2/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/best@4/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/best@4/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@4/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@4/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@4/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@4/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/best@8/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/best@8/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@8/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@8/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@8/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@8/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/best@16/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/best@16/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@16/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@16/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@16/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/maj@16/std': np.float64(0.0), "
 "'val-aux/num_turns/min': np.int32(2), 'val-aux/num_turns/max': np.int32(2), "
 "'val-aux/num_turns/mean': np.float64(2.0)}")