Qwen3-8B-Biology-GRPO-TR/artifacts/output.log

wandb: Detected [openai] in use.
wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
Checkpoint tracker file does not exist: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/latest_checkpointed_iteration.txt
Training from scratch
Training Progress:   9%|▉         | 9/100 [07:14<1:05:11, 42.98s/it]
step:1 - global_seqlen/min:17004 - global_seqlen/max:23625 - global_seqlen/minmax_diff:6621 - global_seqlen/balanced_min:20406 - global_seqlen/balanced_max:20474 - global_seqlen/mean:20433.5 - actor/entropy:0.45606616139411926 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27410173416137695 - training/rollout_probs_diff_mean:0.004999546334147453 - training/rollout_probs_diff_std:0.010803207755088806 - training/rollout_actor_probs_pearson_corr:0.999295175075531 - rollout_corr/rollout_is_mean:0.9999347925186157 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.1690437531797215e-05 - rollout_corr/rollout_is_max:1.6097444295883179 - rollout_corr/rollout_is_min:0.4404198229312897 - rollout_corr/rollout_is_std:0.037694238126277924 - rollout_corr/rollout_is_eff_sample_size:0.9985808038302345 - rollout_corr/rollout_is_seq_mean:0.9999879002571106 - rollout_corr/rollout_is_seq_std:0.002408882835879922 - rollout_corr/rollout_is_seq_max:1.007724642753601 - rollout_corr/rollout_is_seq_min:0.9933737516403198 - rollout_corr/rollout_is_seq_max_deviation:0.007724642753601074 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.661609239410609) - rollout_corr/training_log_ppl:np.float64(0.4972742155077867) - rollout_corr/kl:np.float64(0.0008381743773604455) - rollout_corr/k3_kl:np.float64(0.0008260894102249949) - rollout_corr/rollout_ppl:np.float64(1.6602747305296361) - rollout_corr/rollout_log_ppl:np.float64(0.4964360387530178) - rollout_corr/log_ppl_diff:np.float64(0.0008381767547689378) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019189202575944364) - rollout_corr/log_ppl_diff_max:np.float64(0.008108139038085938) - rollout_corr/log_ppl_diff_min:np.float64(-0.00605541467666626) - rollout_corr/ppl_ratio:np.float64(1.000841362401843) - rollout_corr/chi2_token:np.float64(0.0016398592852056026) - rollout_corr/chi2_seq:np.float64(0.3023667789530009) - actor/pg_loss:np.float64(0.00018576998263597488) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5297311246395111) - perf/mfu/actor:np.float64(0.07721720343738765) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(136.935546875) - perf/cpu_memory_used_gb:np.float64(100.48763656616211) - actor/lr:np.float64(0.0) - training/global_step:1 - training/epoch:0 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02347731962800026 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02347731962800026 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:334.140625 - response_length/max:1657.0 - response_length/min:104.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:334.140625 - response_length_non_aborted/max:1657.0 - response_length_non_aborted/min:104.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:304.40625 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00024292245507240295 - timing_s/agent_loop/generate_sequences/min:np.float64(8.621882352977991) - timing_s/agent_loop/generate_sequences/max:np.float64(24.858818693086505) - timing_s/agent_loop/generate_sequences/mean:np.float64(16.183497215148236) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(24.858818693086505) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:498 -
step:2 - global_seqlen/min:17979 - global_seqlen/max:27906 - global_seqlen/minmax_diff:9927 - global_seqlen/balanced_min:21694 - global_seqlen/balanced_max:21698 - global_seqlen/mean:21695.875 - actor/entropy:0.46434637904167175 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2930993139743805 - training/rollout_probs_diff_mean:0.004859263077378273 - training/rollout_probs_diff_std:0.010667702183127403 - training/rollout_actor_probs_pearson_corr:0.9992760419845581 - rollout_corr/rollout_is_mean:0.9999716877937317 - rollout_corr/rollout_is_ratio_fraction_high:1.1007517969119363e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.5037591664586216e-05 - rollout_corr/rollout_is_max:2.0687448978424072 - rollout_corr/rollout_is_min:0.32077541947364807 - rollout_corr/rollout_is_std:0.03711419180035591 - rollout_corr/rollout_is_eff_sample_size:0.9986244314544849 - rollout_corr/rollout_is_seq_mean:1.000083565711975 - rollout_corr/rollout_is_seq_std:0.002460097661241889 - rollout_corr/rollout_is_seq_max:1.0073260068893433 - rollout_corr/rollout_is_seq_min:0.9934355616569519 - rollout_corr/rollout_is_seq_max_deviation:0.007326006889343262 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6889589657075703) - rollout_corr/training_log_ppl:np.float64(0.511455423780717) - rollout_corr/kl:np.float64(0.0007734563698655883) - rollout_corr/k3_kl:np.float64(0.0007815920903908591) - rollout_corr/rollout_ppl:np.float64(1.6875818111002445) - rollout_corr/rollout_log_ppl:np.float64(0.5106819669599645) - rollout_corr/log_ppl_diff:np.float64(0.0007734568207524717) - rollout_corr/log_ppl_abs_diff:np.float64(0.002032038930337876) - rollout_corr/log_ppl_diff_max:np.float64(0.007044076919555664) - rollout_corr/log_ppl_diff_min:np.float64(-0.005927324295043945) - rollout_corr/ppl_ratio:np.float64(1.000776780070737) - rollout_corr/chi2_token:np.float64(0.0015948812942951918) - rollout_corr/chi2_seq:np.float64(0.5421393746510148) - actor/pg_loss:np.float64(3.2029347494244576e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004935268025292316) - actor/ppo_kl:np.float64(6.76090117774919e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5436465069651604) - perf/mfu/actor:np.float64(0.0881464278705336) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(136.935546875) - perf/cpu_memory_used_gb:np.float64(100.40111923217773) - actor/lr:np.float64(1e-07) - training/global_step:2 - training/epoch:0 - critic/score/mean:0.41015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004588759038597345 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004588759038597345 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:354.87109375 - response_length/max:1028.0 - response_length/min:91.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:354.87109375 - response_length_non_aborted/max:1028.0 - response_length_non_aborted/min:91.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:323.125 - prompt_length/max:500.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.401593029499054e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1962740942835808) - timing_s/agent_loop/generate_sequences/max:np.float64(8.448791231960058) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.967542698221223) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(8.448791231960058) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
step:3 - global_seqlen/min:15219 - global_seqlen/max:25758 - global_seqlen/minmax_diff:10539 - global_seqlen/balanced_min:21489 - global_seqlen/balanced_max:21497 - global_seqlen/mean:21494.375 - actor/entropy:0.4526706039905548 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5513312220573425 - training/rollout_probs_diff_mean:0.004978486802428961 - training/rollout_probs_diff_std:0.01090934220701456 - training/rollout_actor_probs_pearson_corr:0.999257504940033 - rollout_corr/rollout_is_mean:1.0000450611114502 - rollout_corr/rollout_is_ratio_fraction_high:1.1814326171588618e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:4.3521647453308105 - rollout_corr/rollout_is_min:0.5341034531593323 - rollout_corr/rollout_is_std:0.036890286952257156 - rollout_corr/rollout_is_eff_sample_size:0.9986409562639345 - rollout_corr/rollout_is_seq_mean:1.0000402927398682 - rollout_corr/rollout_is_seq_std:0.002635131822898984 - rollout_corr/rollout_is_seq_max:1.0100656747817993 - rollout_corr/rollout_is_seq_min:0.9922374486923218 - rollout_corr/rollout_is_seq_max_deviation:0.010065674781799316 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6451118825934827) - rollout_corr/training_log_ppl:np.float64(0.48540826508542523) - rollout_corr/kl:np.float64(0.0005973378207713154) - rollout_corr/k3_kl:np.float64(0.0007490586991139025) - rollout_corr/rollout_ppl:np.float64(1.6440460379235446) - rollout_corr/rollout_log_ppl:np.float64(0.4848109232261777) - rollout_corr/log_ppl_diff:np.float64(0.0005973418592475355) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019435615395195782) - rollout_corr/log_ppl_diff_max:np.float64(0.008635103702545166) - rollout_corr/log_ppl_diff_min:np.float64(-0.007964909076690674) - rollout_corr/ppl_ratio:np.float64(1.0006008483469486) - rollout_corr/chi2_token:np.float64(0.0018233966547995806) - rollout_corr/chi2_seq:np.float64(0.6826913580298424) - actor/pg_loss:np.float64(7.822259794920683e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000672286637382058) - actor/ppo_kl:np.float64(-0.00012650544893233473) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5236600339412689) - perf/mfu/actor:np.float64(0.08733108988315967) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(136.935546875) - perf/cpu_memory_used_gb:np.float64(99.50039672851562) - actor/lr:np.float64(2e-07) - training/global_step:3 - training/epoch:0 - critic/score/mean:0.46875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009907789528369904 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009907789528369904 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:330.63671875 - response_length/max:1061.0 - response_length/min:122.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:330.63671875 - response_length_non_aborted/max:1061.0 - response_length_non_aborted/min:122.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:341.0625 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011304020881652832 - timing_s/agent_loop/generate_sequences/min:np.float64(1.487062904983759) - timing_s/agent_loop/generate_sequences/max:np.float64(8.423777125775814) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.623795313113078) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(8.423777125775814) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
step:4 - global_seqlen/min:21080 - global_seqlen/max:31986 - global_seqlen/minmax_diff:10906 - global_seqlen/balanced_min:23525 - global_seqlen/balanced_max:29933 - global_seqlen/mean:24830.5 - actor/entropy:0.3820832073688507 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8611429333686829 - training/rollout_probs_diff_mean:0.004009395372122526 - training/rollout_probs_diff_std:0.010203440673649311 - training/rollout_actor_probs_pearson_corr:0.99933260679245 - rollout_corr/rollout_is_mean:1.0000187158584595 - rollout_corr/rollout_is_ratio_fraction_high:1.819703720684629e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.098518603423145e-06 - rollout_corr/rollout_is_max:2.721611738204956 - rollout_corr/rollout_is_min:0.10949309170246124 - rollout_corr/rollout_is_std:0.03344637528061867 - rollout_corr/rollout_is_eff_sample_size:0.998882590028664 - rollout_corr/rollout_is_seq_mean:1.0000638961791992 - rollout_corr/rollout_is_seq_std:0.0025042814668267965 - rollout_corr/rollout_is_seq_max:1.0081053972244263 - rollout_corr/rollout_is_seq_min:0.9915721416473389 - rollout_corr/rollout_is_seq_max_deviation:0.008427858352661133 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6594064254313707) - rollout_corr/training_log_ppl:np.float64(0.48950918603441096) - rollout_corr/kl:np.float64(0.0006122606175613388) - rollout_corr/k3_kl:np.float64(0.0007181931993329727) - rollout_corr/rollout_ppl:np.float64(1.6582759958691895) - rollout_corr/rollout_log_ppl:np.float64(0.48889691919248435) - rollout_corr/log_ppl_diff:np.float64(0.000612266841926612) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019007629161933437) - rollout_corr/log_ppl_diff_max:np.float64(0.009332895278930664) - rollout_corr/log_ppl_diff_min:np.float64(-0.006693542003631592) - rollout_corr/ppl_ratio:np.float64(1.000615457771346) - rollout_corr/chi2_token:np.float64(0.0016606971621513367) - rollout_corr/chi2_seq:np.float64(0.6099733386654407) - actor/pg_loss:np.float64(0.0002654555719345808) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006338727775982989) - actor/ppo_kl:np.float64(-4.466667715163908e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.47790132462978363) - perf/mfu/actor:np.float64(0.08913927686190729) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(98.91629409790039) - actor/lr:np.float64(3e-07) - training/global_step:4 - training/epoch:0 - critic/score/mean:0.37109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008718655444681644 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008718655444681644 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:429.328125 - response_length/max:8192.0 - response_length/min:128.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:429.328125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:128.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:346.625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.976273238658905e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5923744346946478) - timing_s/agent_loop/generate_sequences/max:np.float64(58.80743079818785) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.428937872085953) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.80743079818785) - timing_s/agent_loop/slowest/tool_calls:np
step:5 - global_seqlen/min:16614 - global_seqlen/max:30645 - global_seqlen/minmax_diff:14031 - global_seqlen/balanced_min:22331 - global_seqlen/balanced_max:28555 - global_seqlen/mean:23448.875 - actor/entropy:0.39009585976600647 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5083264708518982 - training/rollout_probs_diff_mean:0.004277484025806189 - training/rollout_probs_diff_std:0.010338352993130684 - training/rollout_actor_probs_pearson_corr:0.9992530345916748 - rollout_corr/rollout_is_mean:1.0001705884933472 - rollout_corr/rollout_is_ratio_fraction_high:1.8629085388965905e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.314542694482952e-06 - rollout_corr/rollout_is_max:3.2825849056243896 - rollout_corr/rollout_is_min:0.4963112771511078 - rollout_corr/rollout_is_std:0.03470920771360397 - rollout_corr/rollout_is_eff_sample_size:0.9987970773134115 - rollout_corr/rollout_is_seq_mean:1.0001564025878906 - rollout_corr/rollout_is_seq_std:0.002237744629383087 - rollout_corr/rollout_is_seq_max:1.0071467161178589 - rollout_corr/rollout_is_seq_min:0.9921352863311768 - rollout_corr/rollout_is_seq_max_deviation:0.007864713668823242 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6317136995494366) - rollout_corr/training_log_ppl:np.float64(0.4763981981232064) - rollout_corr/kl:np.float64(0.0006864165576629944) - rollout_corr/k3_kl:np.float64(0.0007291419690886869) - rollout_corr/rollout_ppl:np.float64(1.6305437525734305) - rollout_corr/rollout_log_ppl:np.float64(0.47571178265934577) - rollout_corr/log_ppl_diff:np.float64(0.0006864154638606124) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016675018923706375) - rollout_corr/log_ppl_diff_max:np.float64(0.006133973598480225) - rollout_corr/log_ppl_diff_min:np.float64(-0.005565643310546875) - rollout_corr/ppl_ratio:np.float64(1.0006888257339597) - rollout_corr/chi2_token:np.float64(0.0015769046731293201) - rollout_corr/chi2_seq:np.float64(0.5721808266825974) - actor/pg_loss:np.float64(-5.351717118173838e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003557371818487809) - actor/ppo_kl:np.float64(9.799349692585224e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.46800821274518967) - perf/mfu/actor:np.float64(0.08657873347846458) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(98.78124856948853) - actor/lr:np.float64(4e-07) - training/global_step:5 - training/epoch:0 - critic/score/mean:0.484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.08101905882358551 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.08101905882358551 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:419.37109375 - response_length/max:8192.0 - response_length/min:105.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:419.37109375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:105.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:313.40625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012868084013462067 - timing_s/agent_loop/generate_sequences/min:np.float64(1.362916937097907) - timing_s/agent_loop/generate_sequences/max:np.float64(58.57155675254762) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.383119511629047) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.57155675254762) - timing_s/agent_loop/slowest/tool_c
step:6 - global_seqlen/min:18127 - global_seqlen/max:27021 - global_seqlen/minmax_diff:8894 - global_seqlen/balanced_min:22023 - global_seqlen/balanced_max:22436 - global_seqlen/mean:22083.25 - actor/entropy:0.4299395680427551 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24133890867233276 - training/rollout_probs_diff_mean:0.00450734980404377 - training/rollout_probs_diff_std:0.01023276150226593 - training/rollout_actor_probs_pearson_corr:0.9993268251419067 - rollout_corr/rollout_is_mean:1.0001133680343628 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.609718680381775 - rollout_corr/rollout_is_min:0.5886062383651733 - rollout_corr/rollout_is_std:0.03500673547387123 - rollout_corr/rollout_is_eff_sample_size:0.9987763851987496 - rollout_corr/rollout_is_seq_mean:1.000073790550232 - rollout_corr/rollout_is_seq_std:0.0024205981753766537 - rollout_corr/rollout_is_seq_max:1.0076102018356323 - rollout_corr/rollout_is_seq_min:0.9911082983016968 - rollout_corr/rollout_is_seq_max_deviation:0.008891701698303223 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.62017731834203) - rollout_corr/training_log_ppl:np.float64(0.4699065822351258) - rollout_corr/kl:np.float64(0.0007290374117765452) - rollout_corr/k3_kl:np.float64(0.0007327980236198073) - rollout_corr/rollout_ppl:np.float64(1.61898354254663) - rollout_corr/rollout_log_ppl:np.float64(0.46917754341848195) - rollout_corr/log_ppl_diff:np.float64(0.0007290388166438788) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018925997719634324) - rollout_corr/log_ppl_diff_max:np.float64(0.010129809379577637) - rollout_corr/log_ppl_diff_min:np.float64(-0.008397519588470459) - rollout_corr/ppl_ratio:np.float64(1.0007325678598136) - rollout_corr/chi2_token:np.float64(0.0014765092637389898) - rollout_corr/chi2_seq:np.float64(0.5434383894316852) - actor/pg_loss:np.float64(0.0002857344225049019) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00039323040778072027) - actor/ppo_kl:np.float64(7.932769977214704e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4775845855474472) - perf/mfu/actor:np.float64(0.0876719461970589) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(98.81685638427734) - actor/lr:np.float64(5e-07) - training/global_step:6 - training/epoch:0 - critic/score/mean:0.39453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.39453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.011946593411266804 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.011946593411266804 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:374.6328125 - response_length/max:2272.0 - response_length/min:83.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:374.6328125 - response_length_non_aborted/max:2272.0 - response_length_non_aborted/min:83.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:315.46875 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.409842848777771e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.9789579007774591) - timing_s/agent_loop/generate_sequences/max:np.float64(15.470766561105847) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.018603090356919) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(15.470766561105847) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_
step:7 - global_seqlen/min:16550 - global_seqlen/max:22376 - global_seqlen/minmax_diff:5826 - global_seqlen/balanced_min:18694 - global_seqlen/balanced_max:18724 - global_seqlen/mean:18716.75 - actor/entropy:0.48856961727142334 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2910865545272827 - training/rollout_probs_diff_mean:0.005428676027804613 - training/rollout_probs_diff_std:0.011296551674604416 - training/rollout_actor_probs_pearson_corr:0.9992088675498962 - rollout_corr/rollout_is_mean:1.000033974647522 - rollout_corr/rollout_is_ratio_fraction_high:1.2588433492055628e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.776530138566159e-05 - rollout_corr/rollout_is_max:2.4048073291778564 - rollout_corr/rollout_is_min:0.27528393268585205 - rollout_corr/rollout_is_std:0.03851236030459404 - rollout_corr/rollout_is_eff_sample_size:0.9985191135059444 - rollout_corr/rollout_is_seq_mean:0.999962329864502 - rollout_corr/rollout_is_seq_std:0.002761835465207696 - rollout_corr/rollout_is_seq_max:1.0109126567840576 - rollout_corr/rollout_is_seq_min:0.9907678365707397 - rollout_corr/rollout_is_seq_max_deviation:0.010912656784057617 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7016257592476904) - rollout_corr/training_log_ppl:np.float64(0.5184495754656382) - rollout_corr/kl:np.float64(0.0007849387236626981) - rollout_corr/k3_kl:np.float64(0.0008057011677919945) - rollout_corr/rollout_ppl:np.float64(1.7002712097018957) - rollout_corr/rollout_log_ppl:np.float64(0.5176646329346113) - rollout_corr/log_ppl_diff:np.float64(0.0007849425310268998) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019888353999704123) - rollout_corr/log_ppl_diff_max:np.float64(0.013498961925506592) - rollout_corr/log_ppl_diff_min:np.float64(-0.006153464317321777) - rollout_corr/ppl_ratio:np.float64(1.00078862789087) - rollout_corr/chi2_token:np.float64(0.0016454113647341728) - rollout_corr/chi2_seq:np.float64(0.5236562767531723) - actor/pg_loss:np.float64(-0.0005285731749609113) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003219096870452631) - actor/ppo_kl:np.float64(-8.751282566699103e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5023542940616608) - perf/mfu/actor:np.float64(0.0761568338884115) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(98.87422180175781) - actor/lr:np.float64(6e-07) - training/global_step:7 - training/epoch:0 - critic/score/mean:0.3359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0065884715877473354 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0065884715877473354 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:310.3046875 - response_length/max:1259.0 - response_length/min:110.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:310.3046875 - response_length_non_aborted/max:1259.0 - response_length_non_aborted/min:110.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:274.59375 - prompt_length/max:498.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.857995271682739e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1775593627244234) - timing_s/agent_loop/generate_sequences/max:np.float64(8.90939361229539) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.3879526555756456) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(8.90939361229539) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
step:8 - global_seqlen/min:13834 - global_seqlen/max:30290 - global_seqlen/minmax_diff:16456 - global_seqlen/balanced_min:21884 - global_seqlen/balanced_max:23458 - global_seqlen/mean:22228.75 - actor/entropy:0.4273810088634491 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3001537322998047 - training/rollout_probs_diff_mean:0.0045857783406972885 - training/rollout_probs_diff_std:0.0104550551623106 - training/rollout_actor_probs_pearson_corr:0.9993284940719604 - rollout_corr/rollout_is_mean:1.0001215934753418 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.0499128620722331e-05 - rollout_corr/rollout_is_max:1.9388949871063232 - rollout_corr/rollout_is_min:0.39794403314590454 - rollout_corr/rollout_is_std:0.03580969572067261 - rollout_corr/rollout_is_eff_sample_size:0.9987196646602444 - rollout_corr/rollout_is_seq_mean:1.0001896619796753 - rollout_corr/rollout_is_seq_std:0.002625343855470419 - rollout_corr/rollout_is_seq_max:1.017081379890442 - rollout_corr/rollout_is_seq_min:0.9907941818237305 - rollout_corr/rollout_is_seq_max_deviation:0.017081379890441895 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.64657027926296) - rollout_corr/training_log_ppl:np.float64(0.4850382098229602) - rollout_corr/kl:np.float64(0.0005068328047705961) - rollout_corr/k3_kl:np.float64(0.000781206376643695) - rollout_corr/rollout_ppl:np.float64(1.6457952382043004) - rollout_corr/rollout_log_ppl:np.float64(0.484531373513164) - rollout_corr/log_ppl_diff:np.float64(0.0005068363097961992) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019215670472476631) - rollout_corr/log_ppl_diff_max:np.float64(0.009997963905334473) - rollout_corr/log_ppl_diff_min:np.float64(-0.013356029987335205) - rollout_corr/ppl_ratio:np.float64(1.00051030353643) - rollout_corr/chi2_token:np.float64(0.0021576944272965193) - rollout_corr/chi2_seq:np.float64(0.6749954679980874) - actor/pg_loss:np.float64(-0.00029184913728386164) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004709585602995503) - actor/ppo_kl:np.float64(-7.495002562940556e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.473421074450016) - perf/mfu/actor:np.float64(0.08762504635999757) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(98.80816268920898) - actor/lr:np.float64(7e-07) - training/global_step:8 - training/epoch:0 - critic/score/mean:0.28515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.014156762510538101 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.014156762510538101 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:372.0546875 - response_length/max:3203.0 - response_length/min:103.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:372.0546875 - response_length_non_aborted/max:3203.0 - response_length_non_aborted/min:103.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:322.59375 - prompt_length/max:498.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010384805500507355 - timing_s/agent_loop/generate_sequences/min:np.float64(0.8197779841721058) - timing_s/agent_loop/generate_sequences/max:np.float64(19.14439438469708) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.720477598653815) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(19.14439438469708) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_l
step:9 - global_seqlen/min:14241 - global_seqlen/max:22262 - global_seqlen/minmax_diff:8021 - global_seqlen/balanced_min:19257 - global_seqlen/balanced_max:19629 - global_seqlen/mean:19305.625 - actor/entropy:0.4903789460659027 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.306344211101532 - training/rollout_probs_diff_mean:0.005416225176304579 - training/rollout_probs_diff_std:0.011249792762100697 - training/rollout_actor_probs_pearson_corr:0.9992027878761292 - rollout_corr/rollout_is_mean:0.9997429251670837 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7894800901412964 - rollout_corr/rollout_is_min:0.5898621678352356 - rollout_corr/rollout_is_std:0.03869686648249626 - rollout_corr/rollout_is_eff_sample_size:0.9985040189611549 - rollout_corr/rollout_is_seq_mean:0.9997555613517761 - rollout_corr/rollout_is_seq_std:0.0029178294353187084 - rollout_corr/rollout_is_seq_max:1.008059024810791 - rollout_corr/rollout_is_seq_min:0.9885047674179077 - rollout_corr/rollout_is_seq_max_deviation:0.011495232582092285 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6981198079884052) - rollout_corr/training_log_ppl:np.float64(0.5177845960715786) - rollout_corr/kl:np.float64(0.001054313000039997) - rollout_corr/k3_kl:np.float64(0.0008291173188581524) - rollout_corr/rollout_ppl:np.float64(1.696351514197886) - rollout_corr/rollout_log_ppl:np.float64(0.5167302802437916) - rollout_corr/log_ppl_diff:np.float64(0.0010543158277869225) - rollout_corr/log_ppl_abs_diff:np.float64(0.0022871122928336263) - rollout_corr/log_ppl_diff_max:np.float64(0.01241070032119751) - rollout_corr/log_ppl_diff_min:np.float64(-0.005818724632263184) - rollout_corr/ppl_ratio:np.float64(1.0010586818680167) - rollout_corr/chi2_token:np.float64(0.001223152969032526) - rollout_corr/chi2_seq:np.float64(0.44494306459091604) - actor/pg_loss:np.float64(-0.00015803263522684574) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005042095353928744) - actor/ppo_kl:np.float64(-3.926435525158922e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4676269143819809) - perf/mfu/actor:np.float64(0.07834197689942418) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(98.78539657592773) - actor/lr:np.float64(8e-07) - training/global_step:9 - training/epoch:0 - critic/score/mean:0.3359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0010239575058221817 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0010239575058221817 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:309.95703125 - response_length/max:1664.0 - response_length/min:98.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:309.95703125 - response_length_non_aborted/max:1664.0 - response_length_non_aborted/min:98.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:293.34375 - prompt_length/max:499.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014573708176612854 - timing_s/agent_loop/generate_sequences/min:np.float64(1.006842527538538) - timing_s/agent_loop/generate_sequences/max:np.float64(11.399067362770438) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.1814643732941477) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.399067362770438) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/p
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 10}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically calculated using computational methods that evaluate the likelihood of the sequence folding into a stable three-dimensional structure. These methods often involve analyzing the energy landscape of the protein, predicting secondary structure elements, and assessing the overall stability based on amino acid interactions and hydrophobicity.

In the absence of direct computation or access to a specific algorithm to calculate the folding stability score for the given protein sequence, we cannot determine the exact value. However, based on the provided options, we can infer that the correct answer is the one that represents a reasonable folding stability score.

Among the options, option B (1.69) and option C (2.49) are both positive values, which could indicate a relatively stable folding structure. Option A (-0.01) is very close to zero, which might suggest a slightly unstable or neutral folding stability. Option D (0.45) is also a positive value but smaller than B and C.

Given that folding stability scores are typically reported as positive values, and considering the context of the question, the most plausible answer is B (1.69), as it represents a moderate to stable folding stability score.
</reasoning>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_10
step:10 - global_seqlen/min:14026 - global_seqlen/max:26212 - global_seqlen/minmax_diff:12186 - global_seqlen/balanced_min:18467 - global_seqlen/balanced_max:25366 - global_seqlen/mean:19332.375 - actor/entropy:0.45262259244918823 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5830507278442383 - training/rollout_probs_diff_mean:0.004972450900822878 - training/rollout_probs_diff_std:0.011055339127779007 - training/rollout_actor_probs_pearson_corr:0.9992586374282837 - rollout_corr/rollout_is_mean:0.9999414682388306 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.1841186278616078e-05 - rollout_corr/rollout_is_max:1.7506085634231567 - rollout_corr/rollout_is_min:0.3154762089252472 - rollout_corr/rollout_is_std:0.03809688985347748 - rollout_corr/rollout_is_eff_sample_size:0.9985504926027746 - rollout_corr/rollout_is_seq_mean:0.999889612197876 - rollout_corr/rollout_is_seq_std:0.0027533581014722586 - rollout_corr/rollout_is_seq_max:1.010258674621582 - rollout_corr/rollout_is_seq_min:0.9903730750083923 - rollout_corr/rollout_is_seq_max_deviation:0.010258674621582031 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.716814047191292) - rollout_corr/training_log_ppl:np.float64(0.5270733479010232) - rollout_corr/kl:np.float64(0.0010048211948259222) - rollout_corr/k3_kl:np.float64(0.0008655035604760997) - rollout_corr/rollout_ppl:np.float64(1.715072752442211) - rollout_corr/rollout_log_ppl:np.float64(0.5260685242756153) - rollout_corr/log_ppl_diff:np.float64(0.0010048236254078802) - rollout_corr/log_ppl_abs_diff:np.float64(0.0021937599194643553) - rollout_corr/log_ppl_diff_max:np.float64(0.00876617431640625) - rollout_corr/log_ppl_diff_min:np.float64(-0.009220004081726074) - rollout_corr/ppl_ratio:np.float64(1.0010089005809277) - rollout_corr/chi2_token:np.float64(0.0014747201930731535) - rollout_corr/chi2_seq:np.float64(0.7448661010712385) - actor/pg_loss:np.float64(-0.00027040555141866207) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006960646828702011) - actor/ppo_kl:np.float64(3.835439729282797e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5604352355003357) - perf/mfu/actor:np.float64(0.07364472637593265) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(98.74493789672852) - actor/lr:np.float64(9e-07) - val-aux/sciknoweval/reward/mean@16:np.float64(0.305) - val-aux/sciknoweval/reward/std@16:np.float64(0.34964298228177393) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.45586) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.34684612554072713) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.1565) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.24691334720794672) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.30598000000000003) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.350415368201675) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.6034799999999999) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.2922414405058621) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.0688) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.13262228575634746) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.30114) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.3016085903429573) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.7244600000000001) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.20789043475164487) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.025199999999999997) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.057717604537027185) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.29326) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.2483461544296699) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.8033999999999999) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.11852761284640682) - val-aux/scikn
step:11 - global_seqlen/min:16957 - global_seqlen/max:30433 - global_seqlen/minmax_diff:13476 - global_seqlen/balanced_min:22590 - global_seqlen/balanced_max:25365 - global_seqlen/mean:22965.625 - actor/entropy:0.4155322313308716 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3120696544647217 - training/rollout_probs_diff_mean:0.004567084833979607 - training/rollout_probs_diff_std:0.010465013794600964 - training/rollout_actor_probs_pearson_corr:0.9992883801460266 - rollout_corr/rollout_is_mean:0.9998583197593689 - rollout_corr/rollout_is_ratio_fraction_high:1.0084203495352995e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.016840699070599e-05 - rollout_corr/rollout_is_max:2.0753023624420166 - rollout_corr/rollout_is_min:0.4422110319137573 - rollout_corr/rollout_is_std:0.0358213447034359 - rollout_corr/rollout_is_eff_sample_size:0.9987180000038098 - rollout_corr/rollout_is_seq_mean:0.9998087882995605 - rollout_corr/rollout_is_seq_std:0.002214111154899001 - rollout_corr/rollout_is_seq_max:1.0086524486541748 - rollout_corr/rollout_is_seq_min:0.993055522441864 - rollout_corr/rollout_is_seq_max_deviation:0.008652448654174805 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6284825187176466) - rollout_corr/training_log_ppl:np.float64(0.47535870561841875) - rollout_corr/kl:np.float64(0.0009332117763483083) - rollout_corr/k3_kl:np.float64(0.0008248986909222822) - rollout_corr/rollout_ppl:np.float64(1.6268996740691364) - rollout_corr/rollout_log_ppl:np.float64(0.47442549155675806) - rollout_corr/log_ppl_diff:np.float64(0.0009332140616606921) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019218551169615239) - rollout_corr/log_ppl_diff_max:np.float64(0.007362186908721924) - rollout_corr/log_ppl_diff_min:np.float64(-0.007423877716064453) - rollout_corr/ppl_ratio:np.float64(1.0009363759309053) - rollout_corr/chi2_token:np.float64(0.001480589620769024) - rollout_corr/chi2_seq:np.float64(0.6636504703201354) - actor/pg_loss:np.float64(0.0001596701331436634) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00046512034583656714) - actor/ppo_kl:np.float64(-2.2117470098947933e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5356682911515236) - perf/mfu/actor:np.float64(0.08978195743431006) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(102.40783309936523) - actor/lr:np.float64(1e-06) - training/global_step:11 - training/epoch:0 - critic/score/mean:0.375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004459738731384277 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004459738731384277 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:387.36328125 - response_length/max:4649.0 - response_length/min:78.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:387.36328125 - response_length_non_aborted/max:4649.0 - response_length_non_aborted/min:78.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:330.3125 - prompt_length/max:500.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001032371073961258 - timing_s/agent_loop/generate_sequences/min:np.float64(0.7794717792421579) - timing_s/agent_loop/generate_sequences/max:np.float64(28.687389539554715) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.100075885755359) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(28.687389539554715) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
step:12 - global_seqlen/min:18215 - global_seqlen/max:29458 - global_seqlen/minmax_diff:11243 - global_seqlen/balanced_min:23841 - global_seqlen/balanced_max:27478 - global_seqlen/mean:24339.0 - actor/entropy:0.43766021728515625 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30099600553512573 - training/rollout_probs_diff_mean:0.004334617871791124 - training/rollout_probs_diff_std:0.009989089332520962 - training/rollout_actor_probs_pearson_corr:0.9993811249732971 - rollout_corr/rollout_is_mean:1.000182867050171 - rollout_corr/rollout_is_ratio_fraction_high:9.775553735380527e-06 - rollout_corr/rollout_is_ratio_fraction_low:4.887776594841853e-05 - rollout_corr/rollout_is_max:2.1124563217163086 - rollout_corr/rollout_is_min:0.011348603293299675 - rollout_corr/rollout_is_std:0.034875381737947464 - rollout_corr/rollout_is_eff_sample_size:0.9987856608682638 - rollout_corr/rollout_is_seq_mean:1.000220537185669 - rollout_corr/rollout_is_seq_std:0.0024740397930145264 - rollout_corr/rollout_is_seq_max:1.0120216608047485 - rollout_corr/rollout_is_seq_min:0.9940353035926819 - rollout_corr/rollout_is_seq_max_deviation:0.012021660804748535 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6821262426674366) - rollout_corr/training_log_ppl:np.float64(0.5046567447425332) - rollout_corr/kl:np.float64(0.0005845932231274276) - rollout_corr/k3_kl:np.float64(0.0007912340478242186) - rollout_corr/rollout_ppl:np.float64(1.681106602307409) - rollout_corr/rollout_log_ppl:np.float64(0.5040721487021074) - rollout_corr/log_ppl_diff:np.float64(0.0005845960404258221) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019499089976307005) - rollout_corr/log_ppl_diff_max:np.float64(0.013257354497909546) - rollout_corr/log_ppl_diff_min:np.float64(-0.010273128747940063) - rollout_corr/ppl_ratio:np.float64(1.000588194001466) - rollout_corr/chi2_token:np.float64(0.001965596806257963) - rollout_corr/chi2_seq:np.float64(1.858226215466857) - actor/pg_loss:np.float64(0.0003983316710218787) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006193824146976112) - actor/ppo_kl:np.float64(6.872035001781462e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5202421024441719) - perf/mfu/actor:np.float64(0.09425964715479349) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(101.28682327270508) - actor/lr:np.float64(1e-06) - training/global_step:12 - training/epoch:0 - critic/score/mean:0.43359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.43359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.013849515467882156 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.013849515467882156 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:399.59375 - response_length/max:5387.0 - response_length/min:142.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:399.59375 - response_length_non_aborted/max:5387.0 - response_length_non_aborted/min:142.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:361.0 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.916350245475769e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.688298499211669) - timing_s/agent_loop/generate_sequences/max:np.float64(32.550289833918214) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.273808764126443) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(32.550289833918214) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) -
step:13 - global_seqlen/min:16426 - global_seqlen/max:28676 - global_seqlen/minmax_diff:12250 - global_seqlen/balanced_min:20919 - global_seqlen/balanced_max:27689 - global_seqlen/mean:21768.75 - actor/entropy:0.45051950216293335 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25071096420288086 - training/rollout_probs_diff_mean:0.004617288708686829 - training/rollout_probs_diff_std:0.010263320989906788 - training/rollout_actor_probs_pearson_corr:0.999343752861023 - rollout_corr/rollout_is_mean:0.9999645948410034 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.044822874973761e-05 - rollout_corr/rollout_is_max:1.7554703950881958 - rollout_corr/rollout_is_min:0.37157756090164185 - rollout_corr/rollout_is_std:0.03532538563013077 - rollout_corr/rollout_is_eff_sample_size:0.9987534346031791 - rollout_corr/rollout_is_seq_mean:0.999995231628418 - rollout_corr/rollout_is_seq_std:0.002299003768712282 - rollout_corr/rollout_is_seq_max:1.0069160461425781 - rollout_corr/rollout_is_seq_min:0.9921134114265442 - rollout_corr/rollout_is_seq_max_deviation:0.00788658857345581 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6914544617757201) - rollout_corr/training_log_ppl:np.float64(0.5109681343019474) - rollout_corr/kl:np.float64(0.0007979853619914934) - rollout_corr/k3_kl:np.float64(0.00077781562168866) - rollout_corr/rollout_ppl:np.float64(1.6901205792091787) - rollout_corr/rollout_log_ppl:np.float64(0.5101701469830004) - rollout_corr/log_ppl_diff:np.float64(0.0007979873189469799) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018314038024982437) - rollout_corr/log_ppl_diff_max:np.float64(0.008499443531036377) - rollout_corr/log_ppl_diff_min:np.float64(-0.005160987377166748) - rollout_corr/ppl_ratio:np.float64(1.0008007904980332) - rollout_corr/chi2_token:np.float64(0.0015173715073615313) - rollout_corr/chi2_seq:np.float64(0.3772704761940986) - actor/pg_loss:np.float64(-0.0003307295264676213) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005128576804054319) - actor/ppo_kl:np.float64(6.100696820965368e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.45558615028858185) - perf/mfu/actor:np.float64(0.0824730901618031) - perf/max_memory_allocated_gb:np.float64(132.02229022979736) - perf/max_memory_reserved_gb:np.float64(144.71875) - perf/cpu_memory_used_gb:np.float64(101.28923034667969) - actor/lr:np.float64(1e-06) - training/global_step:13 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.06721868366003036 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.06721868366003036 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:373.8671875 - response_length/max:8192.0 - response_length/min:126.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:373.8671875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:126.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:306.40625 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.137524127960205e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.67017375305295) - timing_s/agent_loop/generate_sequences/max:np.float64(58.25485855713487) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.205507205348113) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.25485855713487) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_
step:14 - global_seqlen/min:14671 - global_seqlen/max:39208 - global_seqlen/minmax_diff:24537 - global_seqlen/balanced_min:21329 - global_seqlen/balanced_max:27996 - global_seqlen/mean:22634.625 - actor/entropy:0.4110657870769501 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3016807436943054 - training/rollout_probs_diff_mean:0.00429363502189517 - training/rollout_probs_diff_std:0.010314399376511574 - training/rollout_actor_probs_pearson_corr:0.9993447661399841 - rollout_corr/rollout_is_mean:0.9998406171798706 - rollout_corr/rollout_is_ratio_fraction_high:1.9119544958812185e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.8679316528723575e-05 - rollout_corr/rollout_is_max:2.719468116760254 - rollout_corr/rollout_is_min:0.39786025881767273 - rollout_corr/rollout_is_std:0.03521892428398132 - rollout_corr/rollout_is_eff_sample_size:0.9987608072183694 - rollout_corr/rollout_is_seq_mean:0.9998125433921814 - rollout_corr/rollout_is_seq_std:0.0023194169625639915 - rollout_corr/rollout_is_seq_max:1.006919264793396 - rollout_corr/rollout_is_seq_min:0.9936529397964478 - rollout_corr/rollout_is_seq_max_deviation:0.006919264793395996 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.67210001219064) - rollout_corr/training_log_ppl:np.float64(0.4983691323141102) - rollout_corr/kl:np.float64(0.0009185323109477395) - rollout_corr/k3_kl:np.float64(0.0007933990461879148) - rollout_corr/rollout_ppl:np.float64(1.6704831109382212) - rollout_corr/rollout_log_ppl:np.float64(0.49745059617998777) - rollout_corr/log_ppl_diff:np.float64(0.0009185361341224052) - rollout_corr/log_ppl_abs_diff:np.float64(0.001841111145040486) - rollout_corr/log_ppl_diff_max:np.float64(0.008407264947891235) - rollout_corr/log_ppl_diff_min:np.float64(-0.005116939544677734) - rollout_corr/ppl_ratio:np.float64(1.0009215117897838) - rollout_corr/chi2_token:np.float64(0.0013447413221001625) - rollout_corr/chi2_seq:np.float64(0.33762073097750545) - actor/pg_loss:np.float64(0.00017369771376252174) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007912135890819627) - actor/ppo_kl:np.float64(-9.891378601523115e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4692867696285248) - perf/mfu/actor:np.float64(0.08400188820824843) - perf/max_memory_allocated_gb:np.float64(132.02516555786133) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(101.32085037231445) - actor/lr:np.float64(1e-06) - training/global_step:14 - training/epoch:0 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.03370058909058571 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.03370058909058571 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:408.61328125 - response_length/max:8192.0 - response_length/min:119.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:408.61328125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:119.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:298.71875 - prompt_length/max:498.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010697729885578156 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5121872909367085) - timing_s/agent_loop/generate_sequences/max:np.float64(58.620669377967715) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.286885734763928) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.620669377967715) - timing_s/agent_loop/slowes
step:15 - global_seqlen/min:16770 - global_seqlen/max:25955 - global_seqlen/minmax_diff:9185 - global_seqlen/balanced_min:19227 - global_seqlen/balanced_max:19234 - global_seqlen/mean:19231.875 - actor/entropy:0.49017786979675293 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2772047519683838 - training/rollout_probs_diff_mean:0.005305732134729624 - training/rollout_probs_diff_std:0.011075073853135109 - training/rollout_actor_probs_pearson_corr:0.9992448687553406 - rollout_corr/rollout_is_mean:0.9997841715812683 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.2659669664571993e-05 - rollout_corr/rollout_is_max:1.859199047088623 - rollout_corr/rollout_is_min:0.44539427757263184 - rollout_corr/rollout_is_std:0.03849146142601967 - rollout_corr/rollout_is_eff_sample_size:0.9985199455019984 - rollout_corr/rollout_is_seq_mean:0.9997751116752625 - rollout_corr/rollout_is_seq_std:0.0026260388549417257 - rollout_corr/rollout_is_seq_max:1.008506417274475 - rollout_corr/rollout_is_seq_min:0.9886805415153503 - rollout_corr/rollout_is_seq_max_deviation:0.011319458484649658 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6824355935677886) - rollout_corr/training_log_ppl:np.float64(0.5090422219946049) - rollout_corr/kl:np.float64(0.001040822978014333) - rollout_corr/k3_kl:np.float64(0.0008659341230554674) - rollout_corr/rollout_ppl:np.float64(1.680602803826332) - rollout_corr/rollout_log_ppl:np.float64(0.5080013968981802) - rollout_corr/log_ppl_diff:np.float64(0.001040825096424669) - rollout_corr/log_ppl_abs_diff:np.float64(0.002198683505412191) - rollout_corr/log_ppl_diff_max:np.float64(0.009897172451019287) - rollout_corr/log_ppl_diff_min:np.float64(-0.007486939430236816) - rollout_corr/ppl_ratio:np.float64(1.001044871052727) - rollout_corr/chi2_token:np.float64(0.0013809786178171635) - rollout_corr/chi2_seq:np.float64(0.2935559705365449) - actor/pg_loss:np.float64(-0.00017933628987520933) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008264910120487912) - actor/ppo_kl:np.float64(8.757520348012804e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.48963937163352966) - perf/mfu/actor:np.float64(0.07772259665729145) - perf/max_memory_allocated_gb:np.float64(132.02516555786133) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(102.28882598876953) - actor/lr:np.float64(1e-06) - training/global_step:15 - training/epoch:1 - critic/score/mean:0.3671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.001990733202546835 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.001990733202546835 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:308.55859375 - response_length/max:980.0 - response_length/min:108.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:308.55859375 - response_length_non_aborted/max:980.0 - response_length_non_aborted/min:108.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:292.4375 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00030867382884025574 - timing_s/agent_loop/generate_sequences/min:np.float64(1.3679221644997597) - timing_s/agent_loop/generate_sequences/max:np.float64(7.741090871393681) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.4445935255935183) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.741090871393681) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
step:16 - global_seqlen/min:18245 - global_seqlen/max:24988 - global_seqlen/minmax_diff:6743 - global_seqlen/balanced_min:21582 - global_seqlen/balanced_max:21592 - global_seqlen/mean:21588.375 - actor/entropy:0.46256548166275024 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2309231162071228 - training/rollout_probs_diff_mean:0.005185081623494625 - training/rollout_probs_diff_std:0.011045632883906364 - training/rollout_actor_probs_pearson_corr:0.9992262721061707 - rollout_corr/rollout_is_mean:0.9999391436576843 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.128833810071228e-05 - rollout_corr/rollout_is_max:1.7464262247085571 - rollout_corr/rollout_is_min:0.4746478796005249 - rollout_corr/rollout_is_std:0.03808280825614929 - rollout_corr/rollout_is_eff_sample_size:0.9985516812436948 - rollout_corr/rollout_is_seq_mean:0.9998874068260193 - rollout_corr/rollout_is_seq_std:0.002428104868158698 - rollout_corr/rollout_is_seq_max:1.01023268699646 - rollout_corr/rollout_is_seq_min:0.9897691607475281 - rollout_corr/rollout_is_seq_max_deviation:0.010232686996459961 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.641688687261194) - rollout_corr/training_log_ppl:np.float64(0.4859840482240543) - rollout_corr/kl:np.float64(0.000994573286405398) - rollout_corr/k3_kl:np.float64(0.0008416437668756771) - rollout_corr/rollout_ppl:np.float64(1.6399632166139781) - rollout_corr/rollout_log_ppl:np.float64(0.4849894735380076) - rollout_corr/log_ppl_diff:np.float64(0.0009945746860466897) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020759932813234627) - rollout_corr/log_ppl_diff_max:np.float64(0.008678853511810303) - rollout_corr/log_ppl_diff_min:np.float64(-0.009289979934692383) - rollout_corr/ppl_ratio:np.float64(1.0009982739575207) - rollout_corr/chi2_token:np.float64(0.001368396682664752) - rollout_corr/chi2_seq:np.float64(0.8329015655908734) - actor/pg_loss:np.float64(-0.0002698972821235657) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005803697106330219) - actor/ppo_kl:np.float64(8.798259023556909e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5201293975114822) - perf/mfu/actor:np.float64(0.08792344894975813) - perf/max_memory_allocated_gb:np.float64(132.02516555786133) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(102.23332977294922) - actor/lr:np.float64(1e-06) - training/global_step:16 - training/epoch:1 - critic/score/mean:0.453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0021574837155640125 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0021574837155640125 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:346.04296875 - response_length/max:1053.0 - response_length/min:130.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:346.04296875 - response_length_non_aborted/max:1053.0 - response_length_non_aborted/min:130.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:328.59375 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001698676496744156 - timing_s/agent_loop/generate_sequences/min:np.float64(1.689747143536806) - timing_s/agent_loop/generate_sequences/max:np.float64(8.236624287441373) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.8304059656438767) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(8.236624287441373) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/a
step:17 - global_seqlen/min:14579 - global_seqlen/max:23993 - global_seqlen/minmax_diff:9414 - global_seqlen/balanced_min:20135 - global_seqlen/balanced_max:20148 - global_seqlen/mean:20144.625 - actor/entropy:0.47733035683631897 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2896254360675812 - training/rollout_probs_diff_mean:0.005261630285531282 - training/rollout_probs_diff_std:0.011144670657813549 - training/rollout_actor_probs_pearson_corr:0.9992367029190063 - rollout_corr/rollout_is_mean:0.9999669790267944 - rollout_corr/rollout_is_ratio_fraction_high:1.1454622836026829e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.1454622836026829e-05 - rollout_corr/rollout_is_max:2.0969088077545166 - rollout_corr/rollout_is_min:0.48796799778938293 - rollout_corr/rollout_is_std:0.03874843195080757 - rollout_corr/rollout_is_eff_sample_size:0.9985005722393395 - rollout_corr/rollout_is_seq_mean:0.9999296069145203 - rollout_corr/rollout_is_seq_std:0.0025035692378878593 - rollout_corr/rollout_is_seq_max:1.0074434280395508 - rollout_corr/rollout_is_seq_min:0.989840030670166 - rollout_corr/rollout_is_seq_max_deviation:0.010159969329833984 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.689788539428264) - rollout_corr/training_log_ppl:np.float64(0.5136786702787504) - rollout_corr/kl:np.float64(0.0010801191343556837) - rollout_corr/k3_kl:np.float64(0.0009097063799572425) - rollout_corr/rollout_ppl:np.float64(1.6878817342221737) - rollout_corr/rollout_log_ppl:np.float64(0.5125985508784652) - rollout_corr/log_ppl_diff:np.float64(0.0010801194002851844) - rollout_corr/log_ppl_abs_diff:np.float64(0.002021018648520112) - rollout_corr/log_ppl_diff_max:np.float64(0.009488582611083984) - rollout_corr/log_ppl_diff_min:np.float64(-0.006097257137298584) - rollout_corr/ppl_ratio:np.float64(1.001083607552573) - rollout_corr/chi2_token:np.float64(0.0014436279889196157) - rollout_corr/chi2_seq:np.float64(0.4424182176589966) - actor/pg_loss:np.float64(-1.9055441953241825e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010638892772476538) - actor/ppo_kl:np.float64(0.00019094234705008262) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4444914981722832) - perf/mfu/actor:np.float64(0.08021553795910458) - perf/max_memory_allocated_gb:np.float64(132.02516555786133) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(102.20829391479492) - actor/lr:np.float64(1e-06) - training/global_step:17 - training/epoch:1 - critic/score/mean:0.23046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.23046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00047966232523322105 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00047966232523322105 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:341.01953125 - response_length/max:1183.0 - response_length/min:132.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:341.01953125 - response_length_non_aborted/max:1183.0 - response_length_non_aborted/min:132.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:288.5 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010183639824390411 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5702809430658817) - timing_s/agent_loop/generate_sequences/max:np.float64(9.146460255607963) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.727873096773692) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(9.146460255607963) - timing_s/agent_loop/slowest/tool_call
step:18 - global_seqlen/min:14050 - global_seqlen/max:31007 - global_seqlen/minmax_diff:16957 - global_seqlen/balanced_min:21074 - global_seqlen/balanced_max:27792 - global_seqlen/mean:21943.25 - actor/entropy:0.41611501574516296 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30242347717285156 - training/rollout_probs_diff_mean:0.005012628622353077 - training/rollout_probs_diff_std:0.011453614570200443 - training/rollout_actor_probs_pearson_corr:0.999149739742279 - rollout_corr/rollout_is_mean:1.0000622272491455 - rollout_corr/rollout_is_ratio_fraction_high:1.0493399713595863e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.0493399713595863e-05 - rollout_corr/rollout_is_max:2.399968147277832 - rollout_corr/rollout_is_min:0.20653177797794342 - rollout_corr/rollout_is_std:0.038318414241075516 - rollout_corr/rollout_is_eff_sample_size:0.9985340896470543 - rollout_corr/rollout_is_seq_mean:1.0000394582748413 - rollout_corr/rollout_is_seq_std:0.002293739467859268 - rollout_corr/rollout_is_seq_max:1.0059384107589722 - rollout_corr/rollout_is_seq_min:0.9915452599525452 - rollout_corr/rollout_is_seq_max_deviation:0.008454740047454834 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6364765437319875) - rollout_corr/training_log_ppl:np.float64(0.48095705287414603) - rollout_corr/kl:np.float64(0.0008645531091753256) - rollout_corr/k3_kl:np.float64(0.000911699380878872) - rollout_corr/rollout_ppl:np.float64(1.6350416275672615) - rollout_corr/rollout_log_ppl:np.float64(0.4800924996234244) - rollout_corr/log_ppl_diff:np.float64(0.0008645532507216558) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019391910027479753) - rollout_corr/log_ppl_diff_max:np.float64(0.011366486549377441) - rollout_corr/log_ppl_diff_min:np.float64(-0.005639404058456421) - rollout_corr/ppl_ratio:np.float64(1.0008679183665663) - rollout_corr/chi2_token:np.float64(0.0019431104883551598) - rollout_corr/chi2_seq:np.float64(0.5791504352819175) - actor/pg_loss:np.float64(0.00032479327637702227) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010526327953357395) - actor/ppo_kl:np.float64(4.073885254030074e-05) - actor/pg_clipfrac_lower:np.float64(6.4566115725028794e-06) - actor/grad_norm:np.float64(0.48805930465459824) - perf/mfu/actor:np.float64(0.08156170908553631) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(102.15203094482422) - actor/lr:np.float64(1e-06) - training/global_step:18 - training/epoch:1 - critic/score/mean:0.34765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.04970329999923706 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.04970329999923706 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:372.2578125 - response_length/max:8192.0 - response_length/min:103.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:372.2578125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:103.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:313.46875 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00018807873129844666 - timing_s/agent_loop/generate_sequences/min:np.float64(1.205347741022706) - timing_s/agent_loop/generate_sequences/max:np.float64(58.50628229603171) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.006803513904742) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.50628229603171) - timing_
step:19 - global_seqlen/min:14821 - global_seqlen/max:32064 - global_seqlen/minmax_diff:17243 - global_seqlen/balanced_min:21027 - global_seqlen/balanced_max:25572 - global_seqlen/mean:21620.625 - actor/entropy:0.3882409930229187 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27794426679611206 - training/rollout_probs_diff_mean:0.004868786782026291 - training/rollout_probs_diff_std:0.011396627873182297 - training/rollout_actor_probs_pearson_corr:0.9991189241409302 - rollout_corr/rollout_is_mean:1.000097632408142 - rollout_corr/rollout_is_ratio_fraction_high:1.0341154847992584e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.035048723220825 - rollout_corr/rollout_is_min:0.5708956718444824 - rollout_corr/rollout_is_std:0.03782682865858078 - rollout_corr/rollout_is_eff_sample_size:0.9985715319653053 - rollout_corr/rollout_is_seq_mean:1.0002447366714478 - rollout_corr/rollout_is_seq_std:0.0023739675525575876 - rollout_corr/rollout_is_seq_max:1.0081961154937744 - rollout_corr/rollout_is_seq_min:0.9933203458786011 - rollout_corr/rollout_is_seq_max_deviation:0.008196115493774414 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5852337004616857) - rollout_corr/training_log_ppl:np.float64(0.4482002856093459) - rollout_corr/kl:np.float64(0.0009470764403403109) - rollout_corr/k3_kl:np.float64(0.0009331986865674935) - rollout_corr/rollout_ppl:np.float64(1.5837227194570005) - rollout_corr/rollout_log_ppl:np.float64(0.4472532053478062) - rollout_corr/log_ppl_diff:np.float64(0.0009470802615396678) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020817756303586066) - rollout_corr/log_ppl_diff_max:np.float64(0.00791981816291809) - rollout_corr/log_ppl_diff_min:np.float64(-0.007333278656005859) - rollout_corr/ppl_ratio:np.float64(1.0009507073555142) - rollout_corr/chi2_token:np.float64(0.0018556120339781046) - rollout_corr/chi2_seq:np.float64(0.8564345519989729) - actor/pg_loss:np.float64(0.0005588408093899488) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011391409620955528) - actor/ppo_kl:np.float64(0.0003408312764214827) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5193510204553604) - perf/mfu/actor:np.float64(0.06523030261134072) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(137.5371389389038) - actor/lr:np.float64(1e-06) - training/global_step:19 - training/epoch:1 - critic/score/mean:0.453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.01663116179406643 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.01663116179406643 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:377.73828125 - response_length/max:6077.0 - response_length/min:134.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:377.73828125 - response_length_non_aborted/max:6077.0 - response_length_non_aborted/min:134.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:297.90625 - prompt_length/max:498.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.726174175739288e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7443513739854097) - timing_s/agent_loop/generate_sequences/max:np.float64(36.85969475097954) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.116641358414199) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(36.85969475097954) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/ag
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 20}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, one would typically use computational tools or algorithms that predict protein folding stability based on factors such as amino acid composition, secondary structure propensity, and energy minimization. However, without access to such tools or specific data for the given sequence, it is not possible to calculate the exact folding stability score.

In the absence of specific computational results, we must infer the most reasonable answer based on typical values for folding stability scores. Folding stability scores can vary widely, but values above 0 generally indicate a more stable structure, while values below 0 suggest instability.

Among the given options, the highest value is 2.49 (Option C), which is a strong indicator of high folding stability. This is a plausible value for a protein sequence that may have favorable interactions and a well-defined structure.

Therefore, based on the reasoning that a higher value indicates greater folding stability, the most reasonable answer is Option C.
</reasoning>
<answer>
C
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] C
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_20
step:20 - global_seqlen/min:14273 - global_seqlen/max:36229 - global_seqlen/minmax_diff:21956 - global_seqlen/balanced_min:21364 - global_seqlen/balanced_max:28151 - global_seqlen/mean:22222.625 - actor/entropy:0.4128585159778595 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2921063005924225 - training/rollout_probs_diff_mean:0.00500514218583703 - training/rollout_probs_diff_std:0.01128156017512083 - training/rollout_actor_probs_pearson_corr:0.9991604685783386 - rollout_corr/rollout_is_mean:1.0001616477966309 - rollout_corr/rollout_is_ratio_fraction_high:2.049243266810663e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.636357069015503 - rollout_corr/rollout_is_min:0.5685460567474365 - rollout_corr/rollout_is_std:0.03822029009461403 - rollout_corr/rollout_is_eff_sample_size:0.9985419344716855 - rollout_corr/rollout_is_seq_mean:1.0001330375671387 - rollout_corr/rollout_is_seq_std:0.002333165379241109 - rollout_corr/rollout_is_seq_max:1.0072177648544312 - rollout_corr/rollout_is_seq_min:0.9936760663986206 - rollout_corr/rollout_is_seq_max_deviation:0.007217764854431152 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6222130814567208) - rollout_corr/training_log_ppl:np.float64(0.4735873161116615) - rollout_corr/kl:np.float64(0.0007982173941947224) - rollout_corr/k3_kl:np.float64(0.0009112951114502721) - rollout_corr/rollout_ppl:np.float64(1.620887991040945) - rollout_corr/rollout_log_ppl:np.float64(0.4727890971262241) - rollout_corr/log_ppl_diff:np.float64(0.0007982189854374155) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018730945739662275) - rollout_corr/log_ppl_diff_max:np.float64(0.009568095207214355) - rollout_corr/log_ppl_diff_min:np.float64(-0.0058307647705078125) - rollout_corr/ppl_ratio:np.float64(1.0008012137841433) - rollout_corr/chi2_token:np.float64(0.002104806946590543) - rollout_corr/chi2_seq:np.float64(0.6861413994338363) - actor/pg_loss:np.float64(8.781743235886097e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000662013314467913) - actor/ppo_kl:np.float64(8.268784525711226e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5173042640089989) - perf/mfu/actor:np.float64(0.08140710296600062) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(103.83859252929688) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.29875) - val-aux/sciknoweval/reward/std@16:np.float64(0.3468667593557151) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.44404000000000005) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.3538906206864504) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.153) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.2321419100449532) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.30033999999999994) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.3456856053262063) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.59438) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.31099638559049564) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.07102) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.11713290401712242) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.2959399999999999) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.296988236418229) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.72616) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.22979892018300924) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.035379999999999995) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.045051659239938216) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.28952) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.24205058730129803) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.82064) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.1367142800110298) - val-aux/sciknoweval/rewa
step:21 - global_seqlen/min:13775 - global_seqlen/max:27026 - global_seqlen/minmax_diff:13251 - global_seqlen/balanced_min:19708 - global_seqlen/balanced_max:19740 - global_seqlen/mean:19720.0 - actor/entropy:0.43985289335250854 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18748968839645386 - training/rollout_probs_diff_mean:0.005339562427252531 - training/rollout_probs_diff_std:0.01158396527171135 - training/rollout_actor_probs_pearson_corr:0.9991340637207031 - rollout_corr/rollout_is_mean:0.9999651312828064 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9055321216583252 - rollout_corr/rollout_is_min:0.5899193286895752 - rollout_corr/rollout_is_std:0.03874843195080757 - rollout_corr/rollout_is_eff_sample_size:0.9985005722393395 - rollout_corr/rollout_is_seq_mean:1.0000044107437134 - rollout_corr/rollout_is_seq_std:0.002407708903774619 - rollout_corr/rollout_is_seq_max:1.008156418800354 - rollout_corr/rollout_is_seq_min:0.9918157458305359 - rollout_corr/rollout_is_seq_max_deviation:0.008184254169464111 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5938744340091944) - rollout_corr/training_log_ppl:np.float64(0.4572917863843031) - rollout_corr/kl:np.float64(0.0008235171446138168) - rollout_corr/k3_kl:np.float64(0.0009057562956513721) - rollout_corr/rollout_ppl:np.float64(1.5925458329729736) - rollout_corr/rollout_log_ppl:np.float64(0.4564682655618526) - rollout_corr/log_ppl_diff:np.float64(0.0008235208224505186) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020844079554080963) - rollout_corr/log_ppl_diff_max:np.float64(0.009804129600524902) - rollout_corr/log_ppl_diff_min:np.float64(-0.007019698619842529) - rollout_corr/ppl_ratio:np.float64(1.0008272039704025) - rollout_corr/chi2_token:np.float64(0.001998132560402155) - rollout_corr/chi2_seq:np.float64(0.7063760042656213) - actor/pg_loss:np.float64(0.0004940113285556436) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008618902672878903) - actor/ppo_kl:np.float64(2.2110816431109015e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4871308505535126) - perf/mfu/actor:np.float64(0.07992006169026471) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(114.48110771179199) - actor/lr:np.float64(1e-06) - training/global_step:21 - training/epoch:1 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.01268029399216175 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.01268029399216175 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:335.28125 - response_length/max:1239.0 - response_length/min:150.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:335.28125 - response_length_non_aborted/max:1239.0 - response_length_non_aborted/min:150.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:280.96875 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:4.81531023979187e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.9318560305982828) - timing_s/agent_loop/generate_sequences/max:np.float64(9.249703470617533) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.8056380497218925) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(9.249703470617533) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt
step:22 - global_seqlen/min:18700 - global_seqlen/max:33221 - global_seqlen/minmax_diff:14521 - global_seqlen/balanced_min:23858 - global_seqlen/balanced_max:26558 - global_seqlen/mean:24255.0 - actor/entropy:0.41630059480667114 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15547972917556763 - training/rollout_probs_diff_mean:0.004655183758586645 - training/rollout_probs_diff_std:0.010528627783060074 - training/rollout_actor_probs_pearson_corr:0.9992711544036865 - rollout_corr/rollout_is_mean:1.00006103515625 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.499924090050627e-06 - rollout_corr/rollout_is_max:1.9030859470367432 - rollout_corr/rollout_is_min:0.49738994240760803 - rollout_corr/rollout_is_std:0.036124564707279205 - rollout_corr/rollout_is_eff_sample_size:0.998696835570079 - rollout_corr/rollout_is_seq_mean:1.0000958442687988 - rollout_corr/rollout_is_seq_std:0.002197669818997383 - rollout_corr/rollout_is_seq_max:1.0082387924194336 - rollout_corr/rollout_is_seq_min:0.9935979843139648 - rollout_corr/rollout_is_seq_max_deviation:0.008238792419433594 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6229639295488596) - rollout_corr/training_log_ppl:np.float64(0.47301355128729483) - rollout_corr/kl:np.float64(0.0008646119430739674) - rollout_corr/k3_kl:np.float64(0.0008283676010023555) - rollout_corr/rollout_ppl:np.float64(1.6215176028199494) - rollout_corr/rollout_log_ppl:np.float64(0.4721489406147157) - rollout_corr/log_ppl_diff:np.float64(0.0008646106725791469) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017696021968731657) - rollout_corr/log_ppl_diff_max:np.float64(0.007478058338165283) - rollout_corr/log_ppl_diff_min:np.float64(-0.006179004907608032) - rollout_corr/ppl_ratio:np.float64(1.0008673779666424) - rollout_corr/chi2_token:np.float64(0.0016075125895440578) - rollout_corr/chi2_seq:np.float64(0.4220045474357903) - actor/pg_loss:np.float64(0.00016741419676691294) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008953819645967087) - actor/ppo_kl:np.float64(0.000198875633639517) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5035498887300491) - perf/mfu/actor:np.float64(0.09435049589776996) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(108.81607818603516) - actor/lr:np.float64(1e-06) - training/global_step:22 - training/epoch:1 - critic/score/mean:0.51171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.018244603648781776 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.018244603648781776 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:411.1875 - response_length/max:4363.0 - response_length/min:158.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:411.1875 - response_length_non_aborted/max:4363.0 - response_length_non_aborted/min:158.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:346.78125 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012529082596302032 - timing_s/agent_loop/generate_sequences/min:np.float64(1.9556401576846838) - timing_s/agent_loop/generate_sequences/max:np.float64(27.262505570426583) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.428927275461319) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.262505570426583) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/
step:23 - global_seqlen/min:18550 - global_seqlen/max:35535 - global_seqlen/minmax_diff:16985 - global_seqlen/balanced_min:23395 - global_seqlen/balanced_max:29703 - global_seqlen/mean:24808.875 - actor/entropy:0.3801974058151245 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2553989887237549 - training/rollout_probs_diff_mean:0.004351600538939238 - training/rollout_probs_diff_std:0.010345465503633022 - training/rollout_actor_probs_pearson_corr:0.9992690086364746 - rollout_corr/rollout_is_mean:0.9998360276222229 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.767262578010559 - rollout_corr/rollout_is_min:0.5374431610107422 - rollout_corr/rollout_is_std:0.03489076346158981 - rollout_corr/rollout_is_eff_sample_size:0.9987837581527793 - rollout_corr/rollout_is_seq_mean:0.9997899532318115 - rollout_corr/rollout_is_seq_std:0.0022617734503000975 - rollout_corr/rollout_is_seq_max:1.0066187381744385 - rollout_corr/rollout_is_seq_min:0.9941260814666748 - rollout_corr/rollout_is_seq_max_deviation:0.0066187381744384766 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6270498312078416) - rollout_corr/training_log_ppl:np.float64(0.4729785490198992) - rollout_corr/kl:np.float64(0.0009565757269722752) - rollout_corr/k3_kl:np.float64(0.000844647590980685) - rollout_corr/rollout_ppl:np.float64(1.6254838155582547) - rollout_corr/rollout_log_ppl:np.float64(0.47202197147271363) - rollout_corr/log_ppl_diff:np.float64(0.0009565775471855886) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019879597311955877) - rollout_corr/log_ppl_diff_max:np.float64(0.0070632100105285645) - rollout_corr/log_ppl_diff_min:np.float64(-0.007271766662597656) - rollout_corr/ppl_ratio:np.float64(1.0009599297773093) - rollout_corr/chi2_token:np.float64(0.0015118732117116451) - rollout_corr/chi2_seq:np.float64(0.8003104475792497) - actor/pg_loss:np.float64(0.00017989519983530045) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005136319407483825) - actor/ppo_kl:np.float64(-2.9271853385637314e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.41223112493753433) - perf/mfu/actor:np.float64(0.09283550601107665) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.54674911499023) - actor/lr:np.float64(1e-06) - training/global_step:23 - training/epoch:1 - critic/score/mean:0.3515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.05055713653564453 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.05055713653564453 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:440.30859375 - response_length/max:8192.0 - response_length/min:159.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:440.30859375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:159.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:334.96875 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015219859778881073 - timing_s/agent_loop/generate_sequences/min:np.float64(2.0618123151361942) - timing_s/agent_loop/generate_sequences/max:np.float64(59.26402160525322) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.621393935289234) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(59.26402160525322) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
step:24 - global_seqlen/min:14381 - global_seqlen/max:26554 - global_seqlen/minmax_diff:12173 - global_seqlen/balanced_min:19808 - global_seqlen/balanced_max:20388 - global_seqlen/mean:19882.75 - actor/entropy:0.4750767946243286 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23108524084091187 - training/rollout_probs_diff_mean:0.005285514052957296 - training/rollout_probs_diff_std:0.011154617182910442 - training/rollout_actor_probs_pearson_corr:0.9992302656173706 - rollout_corr/rollout_is_mean:1.0001184940338135 - rollout_corr/rollout_is_ratio_fraction_high:2.3042006432660855e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.1521003216330428e-05 - rollout_corr/rollout_is_max:4.353000164031982 - rollout_corr/rollout_is_min:0.41086792945861816 - rollout_corr/rollout_is_std:0.03882833942770958 - rollout_corr/rollout_is_eff_sample_size:0.998494986223482 - rollout_corr/rollout_is_seq_mean:1.000071406364441 - rollout_corr/rollout_is_seq_std:0.0025317457038909197 - rollout_corr/rollout_is_seq_max:1.0152056217193604 - rollout_corr/rollout_is_seq_min:0.9927321672439575 - rollout_corr/rollout_is_seq_max_deviation:0.015205621719360352 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6779361688531935) - rollout_corr/training_log_ppl:np.float64(0.5069089613389224) - rollout_corr/kl:np.float64(0.0009095346787901804) - rollout_corr/k3_kl:np.float64(0.0009307687192858793) - rollout_corr/rollout_ppl:np.float64(1.6764288442209363) - rollout_corr/rollout_log_ppl:np.float64(0.505999423970934) - rollout_corr/log_ppl_diff:np.float64(0.0009095373679883778) - rollout_corr/log_ppl_abs_diff:np.float64(0.0023033165489323437) - rollout_corr/log_ppl_diff_max:np.float64(0.009229183197021484) - rollout_corr/log_ppl_diff_min:np.float64(-0.008145451545715332) - rollout_corr/ppl_ratio:np.float64(1.0009138768073171) - rollout_corr/chi2_token:np.float64(0.002055418211966753) - rollout_corr/chi2_seq:np.float64(1.0026492818724364) - actor/pg_loss:np.float64(-0.00018458650447428226) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005724298384848225) - actor/ppo_kl:np.float64(0.00015153375217558107) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4611205756664276) - perf/mfu/actor:np.float64(0.0801533090041476) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.51220703125) - actor/lr:np.float64(1e-06) - training/global_step:24 - training/epoch:1 - critic/score/mean:0.37890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.020999908447265625 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.020999908447265625 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:339.0546875 - response_length/max:1875.0 - response_length/min:158.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:339.0546875 - response_length_non_aborted/max:1875.0 - response_length_non_aborted/min:158.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:282.28125 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013718008995056152 - timing_s/agent_loop/generate_sequences/min:np.float64(2.0218928940594196) - timing_s/agent_loop/generate_sequences/max:np.float64(12.864371560513973) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.8413179576964467) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.864371560513973) - timing_s/agent_loop/slowest/tool_calls:np
step:25 - global_seqlen/min:20990 - global_seqlen/max:30984 - global_seqlen/minmax_diff:9994 - global_seqlen/balanced_min:24812 - global_seqlen/balanced_max:27350 - global_seqlen/mean:25437.0 - actor/entropy:0.4363953769207001 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.531131386756897 - training/rollout_probs_diff_mean:0.004387347958981991 - training/rollout_probs_diff_std:0.010115292854607105 - training/rollout_actor_probs_pearson_corr:0.9993716478347778 - rollout_corr/rollout_is_mean:1.0000243186950684 - rollout_corr/rollout_is_ratio_fraction_high:1.8080567315337248e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.712085006351117e-05 - rollout_corr/rollout_is_max:2.0666491985321045 - rollout_corr/rollout_is_min:0.35002005100250244 - rollout_corr/rollout_is_std:0.03474181890487671 - rollout_corr/rollout_is_eff_sample_size:0.9987945799437343 - rollout_corr/rollout_is_seq_mean:0.9999772310256958 - rollout_corr/rollout_is_seq_std:0.00208827736787498 - rollout_corr/rollout_is_seq_max:1.0061976909637451 - rollout_corr/rollout_is_seq_min:0.9945194721221924 - rollout_corr/rollout_is_seq_max_deviation:0.006197690963745117 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6769645470194519) - rollout_corr/training_log_ppl:np.float64(0.5054974173108349) - rollout_corr/kl:np.float64(0.0008113924816184337) - rollout_corr/k3_kl:np.float64(0.0007960972822615986) - rollout_corr/rollout_ppl:np.float64(1.6756097814068198) - rollout_corr/rollout_log_ppl:np.float64(0.5046860251750331) - rollout_corr/log_ppl_diff:np.float64(0.0008113921358017251) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017934010393219069) - rollout_corr/log_ppl_diff_max:np.float64(0.00806504487991333) - rollout_corr/log_ppl_diff_min:np.float64(-0.005534529685974121) - rollout_corr/ppl_ratio:np.float64(1.000814215745777) - rollout_corr/chi2_token:np.float64(0.0015990398824214935) - rollout_corr/chi2_seq:np.float64(0.4457212893757969) - actor/pg_loss:np.float64(0.00010927650146186352) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006512334759349869) - actor/ppo_kl:np.float64(8.092571112894298e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.49562444537878036) - perf/mfu/actor:np.float64(0.09939930232459235) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.31881713867188) - actor/lr:np.float64(1e-06) - training/global_step:25 - training/epoch:1 - critic/score/mean:0.40625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004961985629051924 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004961985629051924 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:432.09375 - response_length/max:4253.0 - response_length/min:148.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:432.09375 - response_length_non_aborted/max:4253.0 - response_length_non_aborted/min:148.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:362.8125 - prompt_length/max:499.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010738149285316467 - timing_s/agent_loop/generate_sequences/min:np.float64(1.915298454463482) - timing_s/agent_loop/generate_sequences/max:np.float64(27.074555112048984) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.673549318940786) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.074555112048984) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
step:26 - global_seqlen/min:14899 - global_seqlen/max:25252 - global_seqlen/minmax_diff:10353 - global_seqlen/balanced_min:21642 - global_seqlen/balanced_max:24852 - global_seqlen/mean:22062.375 - actor/entropy:0.4528347849845886 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28152310848236084 - training/rollout_probs_diff_mean:0.00456203892827034 - training/rollout_probs_diff_std:0.010279463604092598 - training/rollout_actor_probs_pearson_corr:0.999377965927124 - rollout_corr/rollout_is_mean:1.0002533197402954 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6443817615509033 - rollout_corr/rollout_is_min:0.5422587990760803 - rollout_corr/rollout_is_std:0.035841308534145355 - rollout_corr/rollout_is_eff_sample_size:0.9987176432924386 - rollout_corr/rollout_is_seq_mean:1.000220775604248 - rollout_corr/rollout_is_seq_std:0.002359299920499325 - rollout_corr/rollout_is_seq_max:1.0104557275772095 - rollout_corr/rollout_is_seq_min:0.9919562339782715 - rollout_corr/rollout_is_seq_max_deviation:0.010455727577209473 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.678601372987032) - rollout_corr/training_log_ppl:np.float64(0.504833974307985) - rollout_corr/kl:np.float64(0.0005614295998803698) - rollout_corr/k3_kl:np.float64(0.0007734230811990983) - rollout_corr/rollout_ppl:np.float64(1.677660213317722) - rollout_corr/rollout_log_ppl:np.float64(0.5042725394159788) - rollout_corr/log_ppl_diff:np.float64(0.0005614348920062184) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016854319255799055) - rollout_corr/log_ppl_diff_max:np.float64(0.008096307516098022) - rollout_corr/log_ppl_diff_min:np.float64(-0.009202778339385986) - rollout_corr/ppl_ratio:np.float64(1.0005641190800816) - rollout_corr/chi2_token:np.float64(0.0019795263651758432) - rollout_corr/chi2_seq:np.float64(0.8771327515132725) - actor/pg_loss:np.float64(-0.00016296107787638903) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005223186910825461) - actor/ppo_kl:np.float64(4.247915952193537e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3661017343401909) - perf/mfu/actor:np.float64(0.08498147246204509) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.42106628417969) - actor/lr:np.float64(1e-06) - training/global_step:26 - training/epoch:1 - critic/score/mean:0.37109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0021807325538247824 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0021807325538247824 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:380.41796875 - response_length/max:4567.0 - response_length/min:130.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:380.41796875 - response_length_non_aborted/max:4567.0 - response_length_non_aborted/min:130.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:309.03125 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013206899166107178 - timing_s/agent_loop/generate_sequences/min:np.float64(1.4601224940270185) - timing_s/agent_loop/generate_sequences/max:np.float64(28.66743589565158) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.032827958923008) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(28.66743589565158) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/s
step:27 - global_seqlen/min:15705 - global_seqlen/max:30289 - global_seqlen/minmax_diff:14584 - global_seqlen/balanced_min:22392 - global_seqlen/balanced_max:25878 - global_seqlen/mean:23112.375 - actor/entropy:0.4682733118534088 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5454909205436707 - training/rollout_probs_diff_mean:0.004588646814227104 - training/rollout_probs_diff_std:0.010231602936983109 - training/rollout_actor_probs_pearson_corr:0.9993829727172852 - rollout_corr/rollout_is_mean:1.0001314878463745 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.9136008631903678e-05 - rollout_corr/rollout_is_max:1.7160686254501343 - rollout_corr/rollout_is_min:0.2300301492214203 - rollout_corr/rollout_is_std:0.035254448652267456 - rollout_corr/rollout_is_eff_sample_size:0.9987590235111645 - rollout_corr/rollout_is_seq_mean:1.000084400177002 - rollout_corr/rollout_is_seq_std:0.002220951719209552 - rollout_corr/rollout_is_seq_max:1.0060702562332153 - rollout_corr/rollout_is_seq_min:0.9901464581489563 - rollout_corr/rollout_is_seq_max_deviation:0.009853541851043701 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7234379891306162) - rollout_corr/training_log_ppl:np.float64(0.5305853445461253) - rollout_corr/kl:np.float64(0.0008600184118137122) - rollout_corr/k3_kl:np.float64(0.0007880550206209591) - rollout_corr/rollout_ppl:np.float64(1.721922215539962) - rollout_corr/rollout_log_ppl:np.float64(0.5297253206954338) - rollout_corr/log_ppl_diff:np.float64(0.0008600238506915048) - rollout_corr/log_ppl_abs_diff:np.float64(0.001834972543292679) - rollout_corr/log_ppl_diff_max:np.float64(0.011312544345855713) - rollout_corr/log_ppl_diff_min:np.float64(-0.005065798759460449) - rollout_corr/ppl_ratio:np.float64(1.0008631183300167) - rollout_corr/chi2_token:np.float64(0.0014241689350456) - rollout_corr/chi2_seq:np.float64(0.6947200584691018) - actor/pg_loss:np.float64(-0.0004229054320603609) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007544087525275245) - actor/ppo_kl:np.float64(0.00022471997308315395) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4978668913245201) - perf/mfu/actor:np.float64(0.0900470521876152) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.44089126586914) - actor/lr:np.float64(1e-06) - training/global_step:27 - training/epoch:1 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.019456537440419197 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.019456537440419197 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:408.26171875 - response_length/max:4945.0 - response_length/min:142.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:408.26171875 - response_length_non_aborted/max:4945.0 - response_length_non_aborted/min:142.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:314.0 - prompt_length/max:499.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.715821266174316e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7510246485471725) - timing_s/agent_loop/generate_sequences/max:np.float64(30.639742696657777) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.416832888658973) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(30.639742696657777) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/ag
step:28 - global_seqlen/min:18610 - global_seqlen/max:27723 - global_seqlen/minmax_diff:9113 - global_seqlen/balanced_min:23188 - global_seqlen/balanced_max:24923 - global_seqlen/mean:23408.125 - actor/entropy:0.47311460971832275 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27339667081832886 - training/rollout_probs_diff_mean:0.004760510753840208 - training/rollout_probs_diff_std:0.010186607018113136 - training/rollout_actor_probs_pearson_corr:0.999364972114563 - rollout_corr/rollout_is_mean:1.0001866817474365 - rollout_corr/rollout_is_ratio_fraction_high:1.0103357453772333e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.2587881088256836 - rollout_corr/rollout_is_min:0.6093446016311646 - rollout_corr/rollout_is_std:0.03614930436015129 - rollout_corr/rollout_is_eff_sample_size:0.9986954087865968 - rollout_corr/rollout_is_seq_mean:1.0002046823501587 - rollout_corr/rollout_is_seq_std:0.0023463431280106306 - rollout_corr/rollout_is_seq_max:1.007077932357788 - rollout_corr/rollout_is_seq_min:0.9923440217971802 - rollout_corr/rollout_is_seq_max_deviation:0.007655978202819824 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7137529752217233) - rollout_corr/training_log_ppl:np.float64(0.5269968162901932) - rollout_corr/kl:np.float64(0.0008623486197407715) - rollout_corr/k3_kl:np.float64(0.0009063949795518056) - rollout_corr/rollout_ppl:np.float64(1.7122624972835183) - rollout_corr/rollout_log_ppl:np.float64(0.5261344668688253) - rollout_corr/log_ppl_diff:np.float64(0.0008623494213679805) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020449918374652043) - rollout_corr/log_ppl_diff_max:np.float64(0.012380421161651611) - rollout_corr/log_ppl_diff_min:np.float64(-0.005613207817077637) - rollout_corr/ppl_ratio:np.float64(1.0008662319742143) - rollout_corr/chi2_token:np.float64(0.0018957597203552723) - rollout_corr/chi2_seq:np.float64(0.56739765801467) - actor/pg_loss:np.float64(-0.00012453715316951275) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001367721694350621) - actor/ppo_kl:np.float64(0.0003233809929383824) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4850858673453331) - perf/mfu/actor:np.float64(0.09199498753655419) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.3936653137207) - actor/lr:np.float64(1e-06) - training/global_step:28 - training/epoch:1 - critic/score/mean:0.3671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0176707711070776 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0176707711070776 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:386.62890625 - response_length/max:3352.0 - response_length/min:139.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:386.62890625 - response_length_non_aborted/max:3352.0 - response_length_non_aborted/min:139.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:344.875 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001003313809633255 - timing_s/agent_loop/generate_sequences/min:np.float64(1.799130529165268) - timing_s/agent_loop/generate_sequences/max:np.float64(21.598102193325758) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.267342348233797) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(21.598102193325758) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
step:29 - global_seqlen/min:13908 - global_seqlen/max:22396 - global_seqlen/minmax_diff:8488 - global_seqlen/balanced_min:19396 - global_seqlen/balanced_max:19400 - global_seqlen/mean:19398.625 - actor/entropy:0.5204939246177673 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18593913316726685 - training/rollout_probs_diff_mean:0.0054834987968206406 - training/rollout_probs_diff_std:0.010920548811554909 - training/rollout_actor_probs_pearson_corr:0.9992918968200684 - rollout_corr/rollout_is_mean:0.9999595284461975 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.2546894140541553e-05 - rollout_corr/rollout_is_max:1.8008973598480225 - rollout_corr/rollout_is_min:0.49691760540008545 - rollout_corr/rollout_is_std:0.03862517699599266 - rollout_corr/rollout_is_eff_sample_size:0.9985104370582881 - rollout_corr/rollout_is_seq_mean:0.9999402761459351 - rollout_corr/rollout_is_seq_std:0.002590069780126214 - rollout_corr/rollout_is_seq_max:1.006123661994934 - rollout_corr/rollout_is_seq_min:0.9924188256263733 - rollout_corr/rollout_is_seq_max_deviation:0.007581174373626709 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7231960976496339) - rollout_corr/training_log_ppl:np.float64(0.5328172956360504) - rollout_corr/kl:np.float64(0.0008222202101677567) - rollout_corr/k3_kl:np.float64(0.0008401776635764691) - rollout_corr/rollout_ppl:np.float64(1.7217592736706138) - rollout_corr/rollout_log_ppl:np.float64(0.5319950737175532) - rollout_corr/log_ppl_diff:np.float64(0.0008222219184972346) - rollout_corr/log_ppl_abs_diff:np.float64(0.0021424852893687785) - rollout_corr/log_ppl_diff_max:np.float64(0.011124730110168457) - rollout_corr/log_ppl_diff_min:np.float64(-0.008998692035675049) - rollout_corr/ppl_ratio:np.float64(1.0008265001233667) - rollout_corr/chi2_token:np.float64(0.0017317512538284063) - rollout_corr/chi2_seq:np.float64(1.5403655688278377) - actor/pg_loss:np.float64(0.00012683775275945663) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005490041689881764) - actor/ppo_kl:np.float64(-2.5919941826657578e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.539950042963028) - perf/mfu/actor:np.float64(0.0787262959745778) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.37881088256836) - actor/lr:np.float64(1e-06) - training/global_step:29 - training/epoch:2 - critic/score/mean:0.45703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.45703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.013511436060070992 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.013511436060070992 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:311.33203125 - response_length/max:797.0 - response_length/min:126.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:311.33203125 - response_length_non_aborted/max:797.0 - response_length_non_aborted/min:126.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:294.875 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00022766925394535065 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5709626711905003) - timing_s/agent_loop/generate_sequences/max:np.float64(6.911529300734401) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.6116345795235247) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(6.911529300734401) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 30}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
The folding stability score of a protein sequence is typically calculated using computational methods that consider factors such as hydrogen bonding, hydrophobic interactions, and the overall energy landscape of the folded protein. The sequence provided, 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR', contains a mix of hydrophilic and hydrophobic amino acids, and the presence of multiple charged residues (like E, R, K) may suggest a higher tendency for forming stable interactions. However, without specific computational tools or data, it is not possible to determine the exact folding stability score. Based on typical values observed in such sequences, a positive score indicates a more stable structure. Among the options, B (1.69) and C (2.49) are positive values, with C being higher and suggesting greater stability. Given the sequence's complexity and potential for favorable interactions, a score of 2.49 seems reasonable.
</reasoning>
<answer>
C
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] C
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_30
step:30 - global_seqlen/min:15921 - global_seqlen/max:29115 - global_seqlen/minmax_diff:13194 - global_seqlen/balanced_min:21015 - global_seqlen/balanced_max:21850 - global_seqlen/mean:21127.0 - actor/entropy:0.5034244656562805 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35961899161338806 - training/rollout_probs_diff_mean:0.004888434894382954 - training/rollout_probs_diff_std:0.010262053459882736 - training/rollout_actor_probs_pearson_corr:0.9993752241134644 - rollout_corr/rollout_is_mean:1.0002319812774658 - rollout_corr/rollout_is_ratio_fraction_high:1.1315289157209918e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.2630578314419836e-05 - rollout_corr/rollout_is_max:4.365750789642334 - rollout_corr/rollout_is_min:0.3669763505458832 - rollout_corr/rollout_is_std:0.03633022680878639 - rollout_corr/rollout_is_eff_sample_size:0.9986825679187074 - rollout_corr/rollout_is_seq_mean:1.0001426935195923 - rollout_corr/rollout_is_seq_std:0.002683563157916069 - rollout_corr/rollout_is_seq_max:1.016749620437622 - rollout_corr/rollout_is_seq_min:0.9914579391479492 - rollout_corr/rollout_is_seq_max_deviation:0.01674962043762207 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7409726032055914) - rollout_corr/training_log_ppl:np.float64(0.5416285220417194) - rollout_corr/kl:np.float64(0.0008744750540028434) - rollout_corr/k3_kl:np.float64(0.0008884881920039334) - rollout_corr/rollout_ppl:np.float64(1.7394368732348084) - rollout_corr/rollout_log_ppl:np.float64(0.5407540432061069) - rollout_corr/log_ppl_diff:np.float64(0.0008744788356125355) - rollout_corr/log_ppl_abs_diff:np.float64(0.002122406382113695) - rollout_corr/log_ppl_diff_max:np.float64(0.009858965873718262) - rollout_corr/log_ppl_diff_min:np.float64(-0.011270463466644287) - rollout_corr/ppl_ratio:np.float64(1.0008785829413682) - rollout_corr/chi2_token:np.float64(0.002094854135066271) - rollout_corr/chi2_seq:np.float64(1.5728097292594612) - actor/pg_loss:np.float64(0.00017506827134639025) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022806990341450728) - actor/ppo_kl:np.float64(0.0002573708973727662) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4844425171613693) - perf/mfu/actor:np.float64(0.0842390753133567) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(105.5502815246582) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.41125) - val-aux/sciknoweval/reward/std@16:np.float64(0.3835546105023346) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.58116) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.3378056404427167) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.23626000000000003) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.31866308960167566) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.40958) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.3834787728134225) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.7272599999999998) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.2301793621926673) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.10631999999999998) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.20106062878529374) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.42849999999999994) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.3462837893823021) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.81274) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.11568744149859533) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.037360000000000004) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.0940545327678721) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.4434) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.2949953521763409) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.84726) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.04303278259713
step:31 - global_seqlen/min:16045 - global_seqlen/max:30169 - global_seqlen/minmax_diff:14124 - global_seqlen/balanced_min:21042 - global_seqlen/balanced_max:21044 - global_seqlen/mean:21043.125 - actor/entropy:0.5093265175819397 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2890603542327881 - training/rollout_probs_diff_mean:0.005097019951790571 - training/rollout_probs_diff_std:0.010553320869803429 - training/rollout_actor_probs_pearson_corr:0.9993405938148499 - rollout_corr/rollout_is_mean:1.0000298023223877 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5787277221679688 - rollout_corr/rollout_is_min:0.5416204929351807 - rollout_corr/rollout_is_std:0.037192802876234055 - rollout_corr/rollout_is_eff_sample_size:0.9986186062923174 - rollout_corr/rollout_is_seq_mean:0.9999734163284302 - rollout_corr/rollout_is_seq_std:0.002234366023913026 - rollout_corr/rollout_is_seq_max:1.006969928741455 - rollout_corr/rollout_is_seq_min:0.9920904636383057 - rollout_corr/rollout_is_seq_max_deviation:0.007909536361694336 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7148501025512815) - rollout_corr/training_log_ppl:np.float64(0.527589610486757) - rollout_corr/kl:np.float64(0.0006631820047111603) - rollout_corr/k3_kl:np.float64(0.0008296667777472067) - rollout_corr/rollout_ppl:np.float64(1.713729961309582) - rollout_corr/rollout_log_ppl:np.float64(0.5269264254020527) - rollout_corr/log_ppl_diff:np.float64(0.0006631850847043097) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019215813954360783) - rollout_corr/log_ppl_diff_max:np.float64(0.008836150169372559) - rollout_corr/log_ppl_diff_min:np.float64(-0.006797522306442261) - rollout_corr/ppl_ratio:np.float64(1.0006662704981863) - rollout_corr/chi2_token:np.float64(0.001993033802136779) - rollout_corr/chi2_seq:np.float64(0.5590176100376993) - actor/pg_loss:np.float64(8.000177331268787e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010203329434261832) - actor/ppo_kl:np.float64(-0.00012113135247204809) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5038574263453484) - perf/mfu/actor:np.float64(0.08390962990998627) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(109.54733657836914) - actor/lr:np.float64(1e-06) - training/global_step:31 - training/epoch:2 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0038380834739655256 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0038380834739655256 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:335.09765625 - response_length/max:1008.0 - response_length/min:138.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:335.09765625 - response_length_non_aborted/max:1008.0 - response_length_non_aborted/min:138.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:322.5 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.787401020526886e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.539093492552638) - timing_s/agent_loop/generate_sequences/max:np.float64(7.527396231889725) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.514145264525723) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.527396231889725) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowes
step:32 - global_seqlen/min:17853 - global_seqlen/max:26307 - global_seqlen/minmax_diff:8454 - global_seqlen/balanced_min:22042 - global_seqlen/balanced_max:22072 - global_seqlen/mean:22061.125 - actor/entropy:0.5101040601730347 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4102376401424408 - training/rollout_probs_diff_mean:0.004974946845322847 - training/rollout_probs_diff_std:0.010487372055649757 - training/rollout_actor_probs_pearson_corr:0.9993613958358765 - rollout_corr/rollout_is_mean:0.9999424815177917 - rollout_corr/rollout_is_ratio_fraction_high:1.1160589565406553e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.1160589565406553e-05 - rollout_corr/rollout_is_max:2.0903308391571045 - rollout_corr/rollout_is_min:0.3959798514842987 - rollout_corr/rollout_is_std:0.0362941138446331 - rollout_corr/rollout_is_eff_sample_size:0.998684232457028 - rollout_corr/rollout_is_seq_mean:0.9999070167541504 - rollout_corr/rollout_is_seq_std:0.002210472244769335 - rollout_corr/rollout_is_seq_max:1.0059552192687988 - rollout_corr/rollout_is_seq_min:0.9879215359687805 - rollout_corr/rollout_is_seq_max_deviation:0.012078464031219482 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.741852265316993) - rollout_corr/training_log_ppl:np.float64(0.5438747547450475) - rollout_corr/kl:np.float64(0.0010154247492444313) - rollout_corr/k3_kl:np.float64(0.0008875310091411848) - rollout_corr/rollout_ppl:np.float64(1.740026846062392) - rollout_corr/rollout_log_ppl:np.float64(0.542859322624281) - rollout_corr/log_ppl_diff:np.float64(0.0010154321207664907) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019701081910170615) - rollout_corr/log_ppl_diff_max:np.float64(0.013227999210357666) - rollout_corr/log_ppl_diff_min:np.float64(-0.0068541765213012695) - rollout_corr/ppl_ratio:np.float64(1.0010191169567406) - rollout_corr/chi2_token:np.float64(0.00150773162022233) - rollout_corr/chi2_seq:np.float64(0.5326227811165154) - actor/pg_loss:np.float64(-0.0004458230687305331) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012204310414745123) - actor/ppo_kl:np.float64(0.00019506082471743014) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5660746768116951) - perf/mfu/actor:np.float64(0.08873230760940706) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.13384246826172) - actor/lr:np.float64(1e-06) - training/global_step:32 - training/epoch:2 - critic/score/mean:0.47265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.47265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.014278579503297806 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.014278579503297806 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:350.00390625 - response_length/max:1380.0 - response_length/min:117.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:350.00390625 - response_length_non_aborted/max:1380.0 - response_length_non_aborted/min:117.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:339.40625 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001362096518278122 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5374602898955345) - timing_s/agent_loop/generate_sequences/max:np.float64(10.008588448166847) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.020550312859996) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(10.008588448166847) - timing_s/agent_loop/slowest/tool_calls:np.
step:33 - global_seqlen/min:15850 - global_seqlen/max:34873 - global_seqlen/minmax_diff:19023 - global_seqlen/balanced_min:23762 - global_seqlen/balanced_max:30149 - global_seqlen/mean:24574.75 - actor/entropy:0.43911048769950867 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15237966179847717 - training/rollout_probs_diff_mean:0.00434852996841073 - training/rollout_probs_diff_std:0.00967381801456213 - training/rollout_actor_probs_pearson_corr:0.9994093179702759 - rollout_corr/rollout_is_mean:0.999904453754425 - rollout_corr/rollout_is_ratio_fraction_high:9.356462214782368e-06 - rollout_corr/rollout_is_ratio_fraction_low:9.356462214782368e-06 - rollout_corr/rollout_is_max:2.930999755859375 - rollout_corr/rollout_is_min:0.4452812671661377 - rollout_corr/rollout_is_std:0.03401712328195572 - rollout_corr/rollout_is_eff_sample_size:0.9988439350407945 - rollout_corr/rollout_is_seq_mean:0.9999206066131592 - rollout_corr/rollout_is_seq_std:0.002141724806278944 - rollout_corr/rollout_is_seq_max:1.0081114768981934 - rollout_corr/rollout_is_seq_min:0.9935972690582275 - rollout_corr/rollout_is_seq_max_deviation:0.00811147689819336 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.679862623102963) - rollout_corr/training_log_ppl:np.float64(0.5077659674498136) - rollout_corr/kl:np.float64(0.000853035526844792) - rollout_corr/k3_kl:np.float64(0.0007963023309116579) - rollout_corr/rollout_ppl:np.float64(1.678448023274541) - rollout_corr/rollout_log_ppl:np.float64(0.506912927092344) - rollout_corr/log_ppl_diff:np.float64(0.0008530403574695811) - rollout_corr/log_ppl_abs_diff:np.float64(0.00179992952325847) - rollout_corr/log_ppl_diff_max:np.float64(0.006957203149795532) - rollout_corr/log_ppl_diff_min:np.float64(-0.00761336088180542) - rollout_corr/ppl_ratio:np.float64(1.0008557294495404) - rollout_corr/chi2_token:np.float64(0.0015092436224222183) - rollout_corr/chi2_seq:np.float64(0.5108529871795326) - actor/pg_loss:np.float64(7.511698640882969e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008746653911657631) - actor/ppo_kl:np.float64(7.056684518147449e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4631449654698372) - perf/mfu/actor:np.float64(0.09239895920539236) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.0075798034668) - actor/lr:np.float64(1e-06) - training/global_step:33 - training/epoch:2 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004488762933760881 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004488762933760881 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:417.4921875 - response_length/max:8192.0 - response_length/min:118.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:417.4921875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:118.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:350.46875 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.045323193073273e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5268178712576628) - timing_s/agent_loop/generate_sequences/max:np.float64(60.010625906288624) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.565083497051091) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(60.010625906288624) - timing_s/agent_loop/slowest/tool_calls:np
step:34 - global_seqlen/min:15870 - global_seqlen/max:30220 - global_seqlen/minmax_diff:14350 - global_seqlen/balanced_min:21412 - global_seqlen/balanced_max:28185 - global_seqlen/mean:22574.0 - actor/entropy:0.46322205662727356 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2762543857097626 - training/rollout_probs_diff_mean:0.004577747080475092 - training/rollout_probs_diff_std:0.010074884630739689 - training/rollout_actor_probs_pearson_corr:0.9993917942047119 - rollout_corr/rollout_is_mean:1.0000509023666382 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.806998605199624e-06 - rollout_corr/rollout_is_max:1.8433923721313477 - rollout_corr/rollout_is_min:0.38417690992355347 - rollout_corr/rollout_is_std:0.03546011075377464 - rollout_corr/rollout_is_eff_sample_size:0.9987442784422956 - rollout_corr/rollout_is_seq_mean:1.0000061988830566 - rollout_corr/rollout_is_seq_std:0.0022956987377256155 - rollout_corr/rollout_is_seq_max:1.0057731866836548 - rollout_corr/rollout_is_seq_min:0.9929726123809814 - rollout_corr/rollout_is_seq_max_deviation:0.007027387619018555 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7362358481623232) - rollout_corr/training_log_ppl:np.float64(0.540509320795536) - rollout_corr/kl:np.float64(0.0009273811082515238) - rollout_corr/k3_kl:np.float64(0.0008446048440760023) - rollout_corr/rollout_ppl:np.float64(1.7345940633676946) - rollout_corr/rollout_log_ppl:np.float64(0.5395819384139031) - rollout_corr/log_ppl_diff:np.float64(0.0009273823816329241) - rollout_corr/log_ppl_abs_diff:np.float64(0.002035444718785584) - rollout_corr/log_ppl_diff_max:np.float64(0.007113933563232422) - rollout_corr/log_ppl_diff_min:np.float64(-0.006178379058837891) - rollout_corr/ppl_ratio:np.float64(1.000930847832933) - rollout_corr/chi2_token:np.float64(0.0015633984003216028) - rollout_corr/chi2_seq:np.float64(0.7919935090467334) - actor/pg_loss:np.float64(-0.0002476725494489074) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007952609025778656) - actor/ppo_kl:np.float64(0.00020245065443447174) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4739364758133888) - perf/mfu/actor:np.float64(0.08472597953413721) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.10835266113281) - actor/lr:np.float64(1e-06) - training/global_step:34 - training/epoch:2 - critic/score/mean:0.37890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.010730082169175148 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.010730082169175148 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:398.3125 - response_length/max:8192.0 - response_length/min:140.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:398.3125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:140.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:307.125 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.35023820400238e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7196151595562696) - timing_s/agent_loop/generate_sequences/max:np.float64(58.53228139877319) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.315582930379605) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.53228139877319) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - t
step:35 - global_seqlen/min:15371 - global_seqlen/max:29210 - global_seqlen/minmax_diff:13839 - global_seqlen/balanced_min:21381 - global_seqlen/balanced_max:28274 - global_seqlen/mean:22251.75 - actor/entropy:0.48208385705947876 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2294640988111496 - training/rollout_probs_diff_mean:0.004745776765048504 - training/rollout_probs_diff_std:0.010112657211720943 - training/rollout_actor_probs_pearson_corr:0.9993820190429688 - rollout_corr/rollout_is_mean:0.9998485445976257 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.073355244647246e-05 - rollout_corr/rollout_is_max:1.5992817878723145 - rollout_corr/rollout_is_min:0.29721227288246155 - rollout_corr/rollout_is_std:0.035781387239694595 - rollout_corr/rollout_is_eff_sample_size:0.9987208537039524 - rollout_corr/rollout_is_seq_mean:0.9997965693473816 - rollout_corr/rollout_is_seq_std:0.002371368696913123 - rollout_corr/rollout_is_seq_max:1.012627363204956 - rollout_corr/rollout_is_seq_min:0.9940608739852905 - rollout_corr/rollout_is_seq_max_deviation:0.012627363204956055 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7351841717027128) - rollout_corr/training_log_ppl:np.float64(0.5391048130259151) - rollout_corr/kl:np.float64(0.0009379798822379826) - rollout_corr/k3_kl:np.float64(0.0008646021540812399) - rollout_corr/rollout_ppl:np.float64(1.7336103562265635) - rollout_corr/rollout_log_ppl:np.float64(0.5381668309128145) - rollout_corr/log_ppl_diff:np.float64(0.0009379821131005883) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019617589423432946) - rollout_corr/log_ppl_diff_max:np.float64(0.008763253688812256) - rollout_corr/log_ppl_diff_min:np.float64(-0.01156991720199585) - rollout_corr/ppl_ratio:np.float64(1.0009413054212928) - rollout_corr/chi2_token:np.float64(0.001647185068577528) - rollout_corr/chi2_seq:np.float64(0.5248547857627273) - actor/pg_loss:np.float64(9.360024705529213e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006373033320414834) - actor/ppo_kl:np.float64(6.670383458029505e-06) - actor/pg_clipfrac_lower:np.float64(4.76837158203125e-07) - actor/grad_norm:np.float64(0.4435551390051842) - perf/mfu/actor:np.float64(0.08314078009404126) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.08636093139648) - actor/lr:np.float64(1e-06) - training/global_step:35 - training/epoch:2 - critic/score/mean:0.50390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.50390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.05523677542805672 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.05523677542805672 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:376.8046875 - response_length/max:8192.0 - response_length/min:150.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:376.8046875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:150.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:318.5625 - prompt_length/max:498.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001079067587852478 - timing_s/agent_loop/generate_sequences/min:np.float64(1.865217786282301) - timing_s/agent_loop/generate_sequences/max:np.float64(58.86797649227083) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.1633613895537565) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.86797649227083) - timing_s/agent_loop/slowest/tool_c
step:36 - global_seqlen/min:17895 - global_seqlen/max:28009 - global_seqlen/minmax_diff:10114 - global_seqlen/balanced_min:22366 - global_seqlen/balanced_max:22392 - global_seqlen/mean:22385.25 - actor/entropy:0.5474426746368408 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3531901240348816 - training/rollout_probs_diff_mean:0.004762253724038601 - training/rollout_probs_diff_std:0.009661497548222542 - training/rollout_actor_probs_pearson_corr:0.9994480013847351 - rollout_corr/rollout_is_mean:0.999980092048645 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.989411410060711e-06 - rollout_corr/rollout_is_max:1.6471166610717773 - rollout_corr/rollout_is_min:0.43200916051864624 - rollout_corr/rollout_is_std:0.03524091839790344 - rollout_corr/rollout_is_eff_sample_size:0.998759618079525 - rollout_corr/rollout_is_seq_mean:1.0000606775283813 - rollout_corr/rollout_is_seq_std:0.002138224197551608 - rollout_corr/rollout_is_seq_max:1.0066604614257812 - rollout_corr/rollout_is_seq_min:0.9929714798927307 - rollout_corr/rollout_is_seq_max_deviation:0.007028520107269287 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7957607205025852) - rollout_corr/training_log_ppl:np.float64(0.5723578177276067) - rollout_corr/kl:np.float64(0.0008410818211324056) - rollout_corr/k3_kl:np.float64(0.0007388105183281368) - rollout_corr/rollout_ppl:np.float64(1.7942767110653222) - rollout_corr/rollout_log_ppl:np.float64(0.5715167365851812) - rollout_corr/log_ppl_diff:np.float64(0.0008410811424255371) - rollout_corr/log_ppl_abs_diff:np.float64(0.00185401423368603) - rollout_corr/log_ppl_diff_max:np.float64(0.007687121629714966) - rollout_corr/log_ppl_diff_min:np.float64(-0.004860281944274902) - rollout_corr/ppl_ratio:np.float64(1.0008438881486654) - rollout_corr/chi2_token:np.float64(0.0013015002477914095) - rollout_corr/chi2_seq:np.float64(0.7014591388870031) - actor/pg_loss:np.float64(-0.0004100718069821596) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00045033029300611815) - actor/ppo_kl:np.float64(0.00023396518165341718) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.419260635972023) - perf/mfu/actor:np.float64(0.09084009435068277) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.06069564819336) - actor/lr:np.float64(1e-06) - training/global_step:36 - training/epoch:2 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004429055377840996 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004429055377840996 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:391.0390625 - response_length/max:1408.0 - response_length/min:173.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:391.0390625 - response_length_non_aborted/max:1408.0 - response_length_non_aborted/min:173.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:308.5 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013133883476257324 - timing_s/agent_loop/generate_sequences/min:np.float64(2.008711403235793) - timing_s/agent_loop/generate_sequences/max:np.float64(10.44145399145782) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.272390514044673) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(10.44145399145782) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
step:37 - global_seqlen/min:14796 - global_seqlen/max:28597 - global_seqlen/minmax_diff:13801 - global_seqlen/balanced_min:21550 - global_seqlen/balanced_max:21695 - global_seqlen/mean:21581.125 - actor/entropy:0.5615962743759155 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19333729147911072 - training/rollout_probs_diff_mean:0.004837579093873501 - training/rollout_probs_diff_std:0.009564741514623165 - training/rollout_actor_probs_pearson_corr:0.999474823474884 - rollout_corr/rollout_is_mean:1.000237226486206 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5724468231201172 - rollout_corr/rollout_is_min:0.5126587152481079 - rollout_corr/rollout_is_std:0.03539786487817764 - rollout_corr/rollout_is_eff_sample_size:0.9987492726910567 - rollout_corr/rollout_is_seq_mean:1.0002822875976562 - rollout_corr/rollout_is_seq_std:0.002085695043206215 - rollout_corr/rollout_is_seq_max:1.0059657096862793 - rollout_corr/rollout_is_seq_min:0.9942064881324768 - rollout_corr/rollout_is_seq_max_deviation:0.005965709686279297 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8264168752357364) - rollout_corr/training_log_ppl:np.float64(0.5892809363431297) - rollout_corr/kl:np.float64(0.0006145548779485921) - rollout_corr/k3_kl:np.float64(0.0007332920498583917) - rollout_corr/rollout_ppl:np.float64(1.8253387045115232) - rollout_corr/rollout_log_ppl:np.float64(0.5886663760757074) - rollout_corr/log_ppl_diff:np.float64(0.0006145602674223483) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017893717740662396) - rollout_corr/log_ppl_diff_max:np.float64(0.0075185298919677734) - rollout_corr/log_ppl_diff_min:np.float64(-0.006856441497802734) - rollout_corr/ppl_ratio:np.float64(1.0006174142472446) - rollout_corr/chi2_token:np.float64(0.0017267197836190462) - rollout_corr/chi2_seq:np.float64(0.9451530280057341) - actor/pg_loss:np.float64(-2.6800204068422318e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00035696033910426195) - actor/ppo_kl:np.float64(0.00022737449768328588) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4306887537240982) - perf/mfu/actor:np.float64(0.08714707167339927) - perf/max_memory_allocated_gb:np.float64(132.02660465240479) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.01277923583984) - actor/lr:np.float64(1e-06) - training/global_step:37 - training/epoch:2 - critic/score/mean:0.4296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01045309193432331 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.01045309193432331 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:378.69140625 - response_length/max:1760.0 - response_length/min:121.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:378.69140625 - response_length_non_aborted/max:1760.0 - response_length_non_aborted/min:121.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:295.71875 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015825405716896057 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5638416465371847) - timing_s/agent_loop/generate_sequences/max:np.float64(12.766646282747388) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.241187332525442) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.766646282747388) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_lo
step:38 - global_seqlen/min:22667 - global_seqlen/max:31748 - global_seqlen/minmax_diff:9081 - global_seqlen/balanced_min:24882 - global_seqlen/balanced_max:31312 - global_seqlen/mean:26002.125 - actor/entropy:0.49343523383140564 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19023588299751282 - training/rollout_probs_diff_mean:0.004170398227870464 - training/rollout_probs_diff_std:0.008934952318668365 - training/rollout_actor_probs_pearson_corr:0.9995138645172119 - rollout_corr/rollout_is_mean:1.000038981437683 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.40950906422222e-06 - rollout_corr/rollout_is_max:1.605200171470642 - rollout_corr/rollout_is_min:0.43745046854019165 - rollout_corr/rollout_is_std:0.03293818235397339 - rollout_corr/rollout_is_eff_sample_size:0.9989163709907513 - rollout_corr/rollout_is_seq_mean:1.0000364780426025 - rollout_corr/rollout_is_seq_std:0.0018815776566043496 - rollout_corr/rollout_is_seq_max:1.006003499031067 - rollout_corr/rollout_is_seq_min:0.9939581155776978 - rollout_corr/rollout_is_seq_max_deviation:0.006041884422302246 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7932175691239536) - rollout_corr/training_log_ppl:np.float64(0.5726296329521574) - rollout_corr/kl:np.float64(0.0007390747027464784) - rollout_corr/k3_kl:np.float64(0.00069970584891621) - rollout_corr/rollout_ppl:np.float64(1.7918073264881968) - rollout_corr/rollout_log_ppl:np.float64(0.5718905562534928) - rollout_corr/log_ppl_diff:np.float64(0.0007390766986645758) - rollout_corr/log_ppl_abs_diff:np.float64(0.00165215675951913) - rollout_corr/log_ppl_diff_max:np.float64(0.006316483020782471) - rollout_corr/log_ppl_diff_min:np.float64(-0.004039406776428223) - rollout_corr/ppl_ratio:np.float64(1.0007413655985147) - rollout_corr/chi2_token:np.float64(0.001315293600782752) - rollout_corr/chi2_seq:np.float64(0.5285406170878559) - actor/pg_loss:np.float64(0.00012777664232999086) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005600684596629435) - actor/ppo_kl:np.float64(0.00014184987492527057) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5138222500681877) - perf/mfu/actor:np.float64(0.09607802312833064) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.05743408203125) - actor/lr:np.float64(1e-06) - training/global_step:38 - training/epoch:2 - critic/score/mean:0.4375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02484484389424324 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02484484389424324 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:464.50390625 - response_length/max:8192.0 - response_length/min:168.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:464.50390625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:168.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:348.0625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.371340274810791e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.1275972314178944) - timing_s/agent_loop/generate_sequences/max:np.float64(58.58451947197318) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.890880755818216) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.58451947197318) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
step:39 - global_seqlen/min:21922 - global_seqlen/max:31119 - global_seqlen/minmax_diff:9197 - global_seqlen/balanced_min:24178 - global_seqlen/balanced_max:30466 - global_seqlen/mean:25818.875 - actor/entropy:0.49117639660835266 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.44297343492507935 - training/rollout_probs_diff_mean:0.004097122233361006 - training/rollout_probs_diff_std:0.009035130962729454 - training/rollout_actor_probs_pearson_corr:0.9995251893997192 - rollout_corr/rollout_is_mean:0.9999533891677856 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.3793094442225993e-05 - rollout_corr/rollout_is_max:1.7279109954833984 - rollout_corr/rollout_is_min:0.329568475484848 - rollout_corr/rollout_is_std:0.03281852975487709 - rollout_corr/rollout_is_eff_sample_size:0.998923983917394 - rollout_corr/rollout_is_seq_mean:0.9999627470970154 - rollout_corr/rollout_is_seq_std:0.0019861103501170874 - rollout_corr/rollout_is_seq_max:1.0055146217346191 - rollout_corr/rollout_is_seq_min:0.9945484399795532 - rollout_corr/rollout_is_seq_max_deviation:0.005514621734619141 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.832747123669833) - rollout_corr/training_log_ppl:np.float64(0.5925828650360927) - rollout_corr/kl:np.float64(0.0006982816480949339) - rollout_corr/k3_kl:np.float64(0.0007501204074173984) - rollout_corr/rollout_ppl:np.float64(1.8314804444089532) - rollout_corr/rollout_log_ppl:np.float64(0.5918845816631801) - rollout_corr/log_ppl_diff:np.float64(0.0006982833729125559) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017554989899508655) - rollout_corr/log_ppl_diff_max:np.float64(0.006209671497344971) - rollout_corr/log_ppl_diff_min:np.float64(-0.005997836589813232) - rollout_corr/ppl_ratio:np.float64(1.0007007885724306) - rollout_corr/chi2_token:np.float64(0.0016319723799824715) - rollout_corr/chi2_seq:np.float64(0.898369211005047) - actor/pg_loss:np.float64(-0.00016278354451060295) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00040480234133610793) - actor/ppo_kl:np.float64(9.550054748785897e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4561876431107521) - perf/mfu/actor:np.float64(0.09614644721123172) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.13670349121094) - actor/lr:np.float64(1e-06) - training/global_step:39 - training/epoch:2 - critic/score/mean:0.5546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.020068485289812088 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.020068485289812088 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:492.52734375 - response_length/max:8192.0 - response_length/min:150.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:492.52734375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:150.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:314.3125 - prompt_length/max:498.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.406358003616333e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.9149847514927387) - timing_s/agent_loop/generate_sequences/max:np.float64(58.697369664907455) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.188801962154685) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.697369664907455) - timing_s/agent_loop/slowest/tool_calls:np.floa
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 40}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, we need to evaluate the overall energy landscape of the protein, which includes factors such as hydrogen bonding, hydrophobic interactions, and the overall secondary and tertiary structure formation. The stability score is typically a measure of how favorable the folding process is, with higher values indicating greater stability.

The given protein sequence is 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'. The sequence contains a mix of hydrophilic and hydrophobic amino acids, as well as charged residues, which may influence the folding behavior. The presence of multiple charged residues, such as lysine, arginine, and glutamic acid, could contribute to the formation of salt bridges and electrostatic interactions, which can stabilize the folded structure.

However, without performing a detailed energy calculation or using a specific algorithm (such as DSSP or FoldX), we cannot calculate the exact folding stability score. Instead, we can infer the likely score based on the sequence characteristics. The sequence has a relatively balanced distribution of hydrophilic and hydrophobic residues, suggesting moderate stability. Among the given options, a score of 1.69 (Option B) is the most reasonable as it reflects moderate folding stability, which is typical for a sequence with a mix of stabilizing and destabilizing interactions.
</reasoning>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_40
step:40 - global_seqlen/min:19098 - global_seqlen/max:28317 - global_seqlen/minmax_diff:9219 - global_seqlen/balanced_min:22424 - global_seqlen/balanced_max:29206 - global_seqlen/mean:23277.75 - actor/entropy:0.5539281964302063 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29786157608032227 - training/rollout_probs_diff_mean:0.004488453734666109 - training/rollout_probs_diff_std:0.008966107852756977 - training/rollout_actor_probs_pearson_corr:0.9995365142822266 - rollout_corr/rollout_is_mean:1.0000907182693481 - rollout_corr/rollout_is_ratio_fraction_high:9.498660801909864e-06 - rollout_corr/rollout_is_ratio_fraction_low:9.498660801909864e-06 - rollout_corr/rollout_is_max:3.913763999938965 - rollout_corr/rollout_is_min:0.4965573251247406 - rollout_corr/rollout_is_std:0.03439177945256233 - rollout_corr/rollout_is_eff_sample_size:0.9988188406349303 - rollout_corr/rollout_is_seq_mean:1.0001420974731445 - rollout_corr/rollout_is_seq_std:0.0018958095461130142 - rollout_corr/rollout_is_seq_max:1.0051233768463135 - rollout_corr/rollout_is_seq_min:0.9933481812477112 - rollout_corr/rollout_is_seq_max_deviation:0.006651818752288818 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8776730671525002) - rollout_corr/training_log_ppl:np.float64(0.6196891939471243) - rollout_corr/kl:np.float64(0.000507959112133971) - rollout_corr/k3_kl:np.float64(0.0007296323929608661) - rollout_corr/rollout_ppl:np.float64(1.8767864825204015) - rollout_corr/rollout_log_ppl:np.float64(0.6191812297620345) - rollout_corr/log_ppl_diff:np.float64(0.0005079641850898042) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017655136616667733) - rollout_corr/log_ppl_diff_max:np.float64(0.007503926753997803) - rollout_corr/log_ppl_diff_min:np.float64(-0.0071929097175598145) - rollout_corr/ppl_ratio:np.float64(1.0005105822347105) - rollout_corr/chi2_token:np.float64(0.0019365742336958647) - rollout_corr/chi2_seq:np.float64(1.3874397985637188) - actor/pg_loss:np.float64(0.0001728396164253354) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002644850069373206) - actor/ppo_kl:np.float64(-1.4685543522574562e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4062229320406914) - perf/mfu/actor:np.float64(0.08707724686407023) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.21352910995483) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.39125) - val-aux/sciknoweval/reward/std@16:np.float64(0.37253521037910325) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.5513800000000001) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.3506419915147702) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.23148) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.286829527822001) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.39202000000000004) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.3743125310521978) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.69842) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.2768187174348611) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.1204) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.17445881738042573) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.41034000000000004) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.3181482376669904) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.8081400000000001) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.18146952350964213) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.06094) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.08641530208328256) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.42536) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.2527305764302417) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.87614) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.09890418393972275) - va
step:41 - global_seqlen/min:15547 - global_seqlen/max:35816 - global_seqlen/minmax_diff:20269 - global_seqlen/balanced_min:24560 - global_seqlen/balanced_max:31004 - global_seqlen/mean:25459.625 - actor/entropy:0.5520501136779785 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30264812707901 - training/rollout_probs_diff_mean:0.0042206603102386 - training/rollout_probs_diff_std:0.008700028993189335 - training/rollout_actor_probs_pearson_corr:0.9995612502098083 - rollout_corr/rollout_is_mean:0.9999479055404663 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.706178954918869e-05 - rollout_corr/rollout_is_max:1.6090575456619263 - rollout_corr/rollout_is_min:0.4421665668487549 - rollout_corr/rollout_is_std:0.032896533608436584 - rollout_corr/rollout_is_eff_sample_size:0.9989186310662374 - rollout_corr/rollout_is_seq_mean:0.9999524354934692 - rollout_corr/rollout_is_seq_std:0.0018278578063473105 - rollout_corr/rollout_is_seq_max:1.0051695108413696 - rollout_corr/rollout_is_seq_min:0.9950945973396301 - rollout_corr/rollout_is_seq_max_deviation:0.005169510841369629 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9041591510176659) - rollout_corr/training_log_ppl:np.float64(0.628253795846831) - rollout_corr/kl:np.float64(0.0006011622540711414) - rollout_corr/k3_kl:np.float64(0.0006767768304882793) - rollout_corr/rollout_ppl:np.float64(1.9029451552778482) - rollout_corr/rollout_log_ppl:np.float64(0.6276526338187978) - rollout_corr/log_ppl_diff:np.float64(0.0006011620280332863) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015633253497071564) - rollout_corr/log_ppl_diff_max:np.float64(0.006269395351409912) - rollout_corr/log_ppl_diff_min:np.float64(-0.005324721336364746) - rollout_corr/ppl_ratio:np.float64(1.0006031626835465) - rollout_corr/chi2_token:np.float64(0.0015126701910048723) - rollout_corr/chi2_seq:np.float64(0.4702533932868391) - actor/pg_loss:np.float64(0.00018820911645889282) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00024871044433893985) - actor/ppo_kl:np.float64(-6.770004552336673e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.43679335713386536) - perf/mfu/actor:np.float64(0.09446160551951877) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(107.07995986938477) - actor/lr:np.float64(1e-06) - training/global_step:41 - training/epoch:2 - critic/score/mean:0.50390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.50390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005686907563358545 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005686907563358545 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:457.89453125 - response_length/max:8192.0 - response_length/min:159.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:457.89453125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:159.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:337.71875 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:6.386451423168182e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.994308490306139) - timing_s/agent_loop/generate_sequences/max:np.float64(58.91641258075833) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.007014467555564) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.91641258075833) - timing_s/agent_loop/slowest/tool_calls:np.flo
step:42 - global_seqlen/min:14836 - global_seqlen/max:23639 - global_seqlen/minmax_diff:8803 - global_seqlen/balanced_min:18882 - global_seqlen/balanced_max:18891 - global_seqlen/mean:18888.875 - actor/entropy:0.6401734352111816 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22833934426307678 - training/rollout_probs_diff_mean:0.005033794790506363 - training/rollout_probs_diff_std:0.009340723045170307 - training/rollout_actor_probs_pearson_corr:0.9995176792144775 - rollout_corr/rollout_is_mean:0.9999657273292542 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6378281116485596 - rollout_corr/rollout_is_min:0.5725600123405457 - rollout_corr/rollout_is_std:0.03597741574048996 - rollout_corr/rollout_is_eff_sample_size:0.9987071798722467 - rollout_corr/rollout_is_seq_mean:0.9999330043792725 - rollout_corr/rollout_is_seq_std:0.002047613263130188 - rollout_corr/rollout_is_seq_max:1.0051140785217285 - rollout_corr/rollout_is_seq_min:0.9947119951248169 - rollout_corr/rollout_is_seq_max_deviation:0.0052880048751831055 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9359472929500043) - rollout_corr/training_log_ppl:np.float64(0.6511492785648443) - rollout_corr/kl:np.float64(0.0007118323650878722) - rollout_corr/k3_kl:np.float64(0.0007069421216101546) - rollout_corr/rollout_ppl:np.float64(1.9345732158981264) - rollout_corr/rollout_log_ppl:np.float64(0.6504374450305477) - rollout_corr/log_ppl_diff:np.float64(0.000711833534296602) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018189054098911583) - rollout_corr/log_ppl_diff_max:np.float64(0.005858421325683594) - rollout_corr/log_ppl_diff_min:np.float64(-0.006035566329956055) - rollout_corr/ppl_ratio:np.float64(1.000714389840141) - rollout_corr/chi2_token:np.float64(0.0014167285989969969) - rollout_corr/chi2_seq:np.float64(0.5743190047796816) - actor/pg_loss:np.float64(4.471093416213989e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019467047195576015) - actor/ppo_kl:np.float64(-1.92434488219817e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.40224236249923706) - perf/mfu/actor:np.float64(0.0758990405772834) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(103.73267364501953) - actor/lr:np.float64(1e-06) - training/global_step:42 - training/epoch:2 - critic/score/mean:0.40625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0018167474772781134 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0018167474772781134 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:339.18359375 - response_length/max:937.0 - response_length/min:139.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:339.18359375 - response_length_non_aborted/max:937.0 - response_length_non_aborted/min:139.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:251.09375 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.158013224601746e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5642009321600199) - timing_s/agent_loop/generate_sequences/max:np.float64(7.6919788755476475) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.8862094332580455) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.6919788755476475) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
step:43 - global_seqlen/min:17035 - global_seqlen/max:32944 - global_seqlen/minmax_diff:15909 - global_seqlen/balanced_min:23168 - global_seqlen/balanced_max:23388 - global_seqlen/mean:23206.0 - actor/entropy:0.61858069896698 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17755085229873657 - training/rollout_probs_diff_mean:0.004656197037547827 - training/rollout_probs_diff_std:0.0089277857914567 - training/rollout_actor_probs_pearson_corr:0.9995635747909546 - rollout_corr/rollout_is_mean:1.0001128911972046 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8120098114013672 - rollout_corr/rollout_is_min:0.6413815021514893 - rollout_corr/rollout_is_std:0.034812089055776596 - rollout_corr/rollout_is_eff_sample_size:0.9987899420046099 - rollout_corr/rollout_is_seq_mean:1.0000479221343994 - rollout_corr/rollout_is_seq_std:0.0017971129855141044 - rollout_corr/rollout_is_seq_max:1.0046108961105347 - rollout_corr/rollout_is_seq_min:0.9942375421524048 - rollout_corr/rollout_is_seq_max_deviation:0.005762457847595215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9328222768381238) - rollout_corr/training_log_ppl:np.float64(0.6469125346047804) - rollout_corr/kl:np.float64(0.0006033569120225124) - rollout_corr/k3_kl:np.float64(0.0006782633599868859) - rollout_corr/rollout_ppl:np.float64(1.9316168171353638) - rollout_corr/rollout_log_ppl:np.float64(0.6463091767509468) - rollout_corr/log_ppl_diff:np.float64(0.000603357853833586) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016255388618446887) - rollout_corr/log_ppl_diff_max:np.float64(0.006385475397109985) - rollout_corr/log_ppl_diff_min:np.float64(-0.0064054131507873535) - rollout_corr/ppl_ratio:np.float64(1.000605583190918) - rollout_corr/chi2_token:np.float64(0.0015161496121436357) - rollout_corr/chi2_seq:np.float64(0.5250671177636832) - actor/pg_loss:np.float64(-6.645242683589458e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00037597838763758773) - actor/ppo_kl:np.float64(1.0658516490735792e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4496193006634712) - perf/mfu/actor:np.float64(0.09248141553247767) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.73828125) - perf/cpu_memory_used_gb:np.float64(103.65077209472656) - actor/lr:np.float64(1e-06) - training/global_step:43 - training/epoch:3 - critic/score/mean:0.53515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.53515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.023391157388687134 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.023391157388687134 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:405.65625 - response_length/max:1901.0 - response_length/min:139.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:405.65625 - response_length_non_aborted/max:1901.0 - response_length_non_aborted/min:139.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:319.53125 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0003095921128988266 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7278583254665136) - timing_s/agent_loop/generate_sequences/max:np.float64(13.650023434311152) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.456003722312744) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(13.650023434311152) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
step:44 - global_seqlen/min:17897 - global_seqlen/max:43686 - global_seqlen/minmax_diff:25789 - global_seqlen/balanced_min:22762 - global_seqlen/balanced_max:29526 - global_seqlen/mean:24801.625 - actor/entropy:0.5510364770889282 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.39974313974380493 - training/rollout_probs_diff_mean:0.004158153664320707 - training/rollout_probs_diff_std:0.008739613927900791 - training/rollout_actor_probs_pearson_corr:0.9995846152305603 - rollout_corr/rollout_is_mean:0.999917209148407 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.5946843379642814e-05 - rollout_corr/rollout_is_max:1.7508643865585327 - rollout_corr/rollout_is_min:0.33229053020477295 - rollout_corr/rollout_is_std:0.03309163823723793 - rollout_corr/rollout_is_eff_sample_size:0.9989060223546776 - rollout_corr/rollout_is_seq_mean:0.9999911785125732 - rollout_corr/rollout_is_seq_std:0.0019545264076441526 - rollout_corr/rollout_is_seq_max:1.0059704780578613 - rollout_corr/rollout_is_seq_min:0.9944885969161987 - rollout_corr/rollout_is_seq_max_deviation:0.005970478057861328 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9735831669531763) - rollout_corr/training_log_ppl:np.float64(0.6637885194068076) - rollout_corr/kl:np.float64(0.0006672312732414198) - rollout_corr/k3_kl:np.float64(0.0006956736225447457) - rollout_corr/rollout_ppl:np.float64(1.9722777991555631) - rollout_corr/rollout_log_ppl:np.float64(0.663121281308122) - rollout_corr/log_ppl_diff:np.float64(0.0006672380986856297) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015487042401218787) - rollout_corr/log_ppl_diff_max:np.float64(0.005845367908477783) - rollout_corr/log_ppl_diff_min:np.float64(-0.003970146179199219) - rollout_corr/ppl_ratio:np.float64(1.0006691010203212) - rollout_corr/chi2_token:np.float64(0.0014661811292171478) - rollout_corr/chi2_seq:np.float64(0.3399782250635326) - actor/pg_loss:np.float64(0.00020380807109177113) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00040891994444791635) - actor/ppo_kl:np.float64(4.297608763081939e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4148004576563835) - perf/mfu/actor:np.float64(0.09312832470559576) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.71192932128906) - actor/lr:np.float64(1e-06) - training/global_step:44 - training/epoch:3 - critic/score/mean:0.47265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.47265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.06937429308891296 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.06937429308891296 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:451.64453125 - response_length/max:8192.0 - response_length/min:138.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:451.64453125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:138.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:323.40625 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015909038484096527 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7205688413232565) - timing_s/agent_loop/generate_sequences/max:np.float64(58.78740573488176) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.852808053030458) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.78740573488176) - timing_s/agent_loop/slowest/tool_calls:np.f
step:45 - global_seqlen/min:16930 - global_seqlen/max:27121 - global_seqlen/minmax_diff:10191 - global_seqlen/balanced_min:21969 - global_seqlen/balanced_max:24050 - global_seqlen/mean:22232.375 - actor/entropy:0.631592869758606 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17483389377593994 - training/rollout_probs_diff_mean:0.004726639948785305 - training/rollout_probs_diff_std:0.00895187258720398 - training/rollout_actor_probs_pearson_corr:0.9995525479316711 - rollout_corr/rollout_is_mean:0.9998272657394409 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.460617184638977 - rollout_corr/rollout_is_min:0.5448459982872009 - rollout_corr/rollout_is_std:0.034936003386974335 - rollout_corr/rollout_is_eff_sample_size:0.9987805473368377 - rollout_corr/rollout_is_seq_mean:0.9997673630714417 - rollout_corr/rollout_is_seq_std:0.0020082779228687286 - rollout_corr/rollout_is_seq_max:1.005624771118164 - rollout_corr/rollout_is_seq_min:0.9916337132453918 - rollout_corr/rollout_is_seq_max_deviation:0.008366286754608154 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9634366636164486) - rollout_corr/training_log_ppl:np.float64(0.6637803053599782) - rollout_corr/kl:np.float64(0.0008265025999527609) - rollout_corr/k3_kl:np.float64(0.0006917285731447009) - rollout_corr/rollout_ppl:np.float64(1.9618264771997929) - rollout_corr/rollout_log_ppl:np.float64(0.6629537985136267) - rollout_corr/log_ppl_diff:np.float64(0.000826506846351549) - rollout_corr/log_ppl_abs_diff:np.float64(0.001893459091661498) - rollout_corr/log_ppl_diff_max:np.float64(0.008935153484344482) - rollout_corr/log_ppl_diff_min:np.float64(-0.004910647869110107) - rollout_corr/ppl_ratio:np.float64(1.0008292747661471) - rollout_corr/chi2_token:np.float64(0.001116161234676838) - rollout_corr/chi2_seq:np.float64(0.6050010113976896) - actor/pg_loss:np.float64(0.00011260458268225193) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002743983029631636) - actor/ppo_kl:np.float64(-5.155293970204866e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.42793848365545273) - perf/mfu/actor:np.float64(0.08729111832699632) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.7159948348999) - actor/lr:np.float64(1e-06) - training/global_step:45 - training/epoch:3 - critic/score/mean:0.4375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.007823261432349682 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.007823261432349682 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:377.16796875 - response_length/max:3316.0 - response_length/min:146.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:377.16796875 - response_length_non_aborted/max:3316.0 - response_length_non_aborted/min:146.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:317.59375 - prompt_length/max:498.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.276345372200012e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.33570821210742) - timing_s/agent_loop/generate_sequences/max:np.float64(21.658590575680137) - timing_s/agent_loop/generate_sequences/mean:np.float64(3.9980578175236587) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(21.658590575680137) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/
step:46 - global_seqlen/min:16902 - global_seqlen/max:26550 - global_seqlen/minmax_diff:9648 - global_seqlen/balanced_min:20277 - global_seqlen/balanced_max:27022 - global_seqlen/mean:21122.625 - actor/entropy:0.6554891467094421 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3749000132083893 - training/rollout_probs_diff_mean:0.004718408919870853 - training/rollout_probs_diff_std:0.008995809592306614 - training/rollout_actor_probs_pearson_corr:0.9995769262313843 - rollout_corr/rollout_is_mean:0.9999872446060181 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.0000299880630337e-05 - rollout_corr/rollout_is_max:1.43068265914917 - rollout_corr/rollout_is_min:0.059669289737939835 - rollout_corr/rollout_is_std:0.034765832126140594 - rollout_corr/rollout_is_eff_sample_size:0.9987927961158968 - rollout_corr/rollout_is_seq_mean:1.0000014305114746 - rollout_corr/rollout_is_seq_std:0.00208776886574924 - rollout_corr/rollout_is_seq_max:1.006962537765503 - rollout_corr/rollout_is_seq_min:0.9941145181655884 - rollout_corr/rollout_is_seq_max_deviation:0.00696253776550293 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.0744992191903293) - rollout_corr/training_log_ppl:np.float64(0.7169467412386439) - rollout_corr/kl:np.float64(0.0007758290953425728) - rollout_corr/k3_kl:np.float64(0.0007976444751136569) - rollout_corr/rollout_ppl:np.float64(2.0729074915871024) - rollout_corr/rollout_log_ppl:np.float64(0.71617091196822) - rollout_corr/log_ppl_diff:np.float64(0.0007758292704238556) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019027811140404083) - rollout_corr/log_ppl_diff_max:np.float64(0.008478999137878418) - rollout_corr/log_ppl_diff_min:np.float64(-0.006452798843383789) - rollout_corr/ppl_ratio:np.float64(1.0007788352668285) - rollout_corr/chi2_token:np.float64(0.001621277304366231) - rollout_corr/chi2_seq:np.float64(0.7940898754168302) - actor/pg_loss:np.float64(-0.0001730915391817689) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00055276202465393) - actor/ppo_kl:np.float64(9.482850173014867e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4456499367952347) - perf/mfu/actor:np.float64(0.07777215994781624) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.74797439575195) - actor/lr:np.float64(1e-06) - training/global_step:46 - training/epoch:3 - critic/score/mean:0.41796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.029245877638459206 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.029245877638459206 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:390.61328125 - response_length/max:8192.0 - response_length/min:139.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:390.61328125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:139.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:269.46875 - prompt_length/max:498.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014945492148399353 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8304623439908028) - timing_s/agent_loop/generate_sequences/max:np.float64(59.264669789001346) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.3520388190299855) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(59.264669789001346) - timing_s/agent_loop/slowest/tool_calls:np.floa
step:47 - global_seqlen/min:20725 - global_seqlen/max:34120 - global_seqlen/minmax_diff:13395 - global_seqlen/balanced_min:25094 - global_seqlen/balanced_max:31559 - global_seqlen/mean:26145.5 - actor/entropy:0.546191394329071 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2583375573158264 - training/rollout_probs_diff_mean:0.004138430114835501 - training/rollout_probs_diff_std:0.008594999089837074 - training/rollout_actor_probs_pearson_corr:0.9995757937431335 - rollout_corr/rollout_is_mean:0.9999886751174927 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7381517887115479 - rollout_corr/rollout_is_min:0.5752727389335632 - rollout_corr/rollout_is_std:0.03275854140520096 - rollout_corr/rollout_is_eff_sample_size:0.9989279093780362 - rollout_corr/rollout_is_seq_mean:0.9999130368232727 - rollout_corr/rollout_is_seq_std:0.002008902607485652 - rollout_corr/rollout_is_seq_max:1.004290223121643 - rollout_corr/rollout_is_seq_min:0.9934692978858948 - rollout_corr/rollout_is_seq_max_deviation:0.006530702114105225 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8914625435136259) - rollout_corr/training_log_ppl:np.float64(0.6221555507218) - rollout_corr/kl:np.float64(0.0005894855491597184) - rollout_corr/k3_kl:np.float64(0.0006707891554356138) - rollout_corr/rollout_ppl:np.float64(1.890320950653404) - rollout_corr/rollout_log_ppl:np.float64(0.6215660634625237) - rollout_corr/log_ppl_diff:np.float64(0.0005894872592762113) - rollout_corr/log_ppl_abs_diff:np.float64(0.001678252941928804) - rollout_corr/log_ppl_diff_max:np.float64(0.007238566875457764) - rollout_corr/log_ppl_diff_min:np.float64(-0.0041100382804870605) - rollout_corr/ppl_ratio:np.float64(1.0005917930975556) - rollout_corr/chi2_token:np.float64(0.0015165875665843487) - rollout_corr/chi2_seq:np.float64(0.7157283113338053) - actor/pg_loss:np.float64(-0.0003227494889870286) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023992822298168903) - actor/ppo_kl:np.float64(-0.00010562632341559741) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.37839525192976) - perf/mfu/actor:np.float64(0.09708267992140404) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.68896484375) - actor/lr:np.float64(1e-06) - training/global_step:47 - training/epoch:3 - critic/score/mean:0.390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.026096303015947342 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.026096303015947342 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:454.296875 - response_length/max:8192.0 - response_length/min:157.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:454.296875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:157.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:362.75 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.846260607242584e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.933855528011918) - timing_s/agent_loop/generate_sequences/max:np.float64(58.546155823394656) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.940962525368377) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.546155823394656) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slow
step:48 - global_seqlen/min:18309 - global_seqlen/max:29930 - global_seqlen/minmax_diff:11621 - global_seqlen/balanced_min:23391 - global_seqlen/balanced_max:30028 - global_seqlen/mean:24536.75 - actor/entropy:0.5771048069000244 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.9025864601135254 - training/rollout_probs_diff_mean:0.004265796393156052 - training/rollout_probs_diff_std:0.009076961316168308 - training/rollout_actor_probs_pearson_corr:0.9995290040969849 - rollout_corr/rollout_is_mean:1.0000274181365967 - rollout_corr/rollout_is_ratio_fraction_high:8.586492185713723e-06 - rollout_corr/rollout_is_ratio_fraction_low:8.586492185713723e-06 - rollout_corr/rollout_is_max:2.0691685676574707 - rollout_corr/rollout_is_min:0.06241634115576744 - rollout_corr/rollout_is_std:0.033391084522008896 - rollout_corr/rollout_is_eff_sample_size:0.9988863962200344 - rollout_corr/rollout_is_seq_mean:1.0000274181365967 - rollout_corr/rollout_is_seq_std:0.001794546376913786 - rollout_corr/rollout_is_seq_max:1.005397915840149 - rollout_corr/rollout_is_seq_min:0.9948599934577942 - rollout_corr/rollout_is_seq_max_deviation:0.005397915840148926 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9582446995191276) - rollout_corr/training_log_ppl:np.float64(0.658810585460742) - rollout_corr/kl:np.float64(0.000730968798361431) - rollout_corr/k3_kl:np.float64(0.0006957861213834349) - rollout_corr/rollout_ppl:np.float64(1.956826860550791) - rollout_corr/rollout_log_ppl:np.float64(0.6580796112684766) - rollout_corr/log_ppl_diff:np.float64(0.0007309741922654212) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016826559440232813) - rollout_corr/log_ppl_diff_max:np.float64(0.007451772689819336) - rollout_corr/log_ppl_diff_min:np.float64(-0.005151212215423584) - rollout_corr/ppl_ratio:np.float64(1.0007332868408412) - rollout_corr/chi2_token:np.float64(0.001318385824561119) - rollout_corr/chi2_seq:np.float64(0.46904304763302207) - actor/pg_loss:np.float64(-0.0001319999573752284) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004603672068697051) - actor/ppo_kl:np.float64(0.0001262122454654957) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4332354739308357) - perf/mfu/actor:np.float64(0.09280957925379549) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.68746185302734) - actor/lr:np.float64(1e-06) - training/global_step:48 - training/epoch:3 - critic/score/mean:0.5390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.042791854590177536 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.042791854590177536 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:454.9296875 - response_length/max:8192.0 - response_length/min:164.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:454.9296875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:164.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:311.84375 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012995675206184387 - timing_s/agent_loop/generate_sequences/min:np.float64(1.9755186159163713) - timing_s/agent_loop/generate_sequences/max:np.float64(58.255842162296176) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.836520178461797) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.255842162296176) - timing_s/agent_loop/slowest/t
step:49 - global_seqlen/min:19061 - global_seqlen/max:30005 - global_seqlen/minmax_diff:10944 - global_seqlen/balanced_min:22404 - global_seqlen/balanced_max:24976 - global_seqlen/mean:22761.375 - actor/entropy:0.6405560374259949 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1910906434059143 - training/rollout_probs_diff_mean:0.004676402546465397 - training/rollout_probs_diff_std:0.008850921876728535 - training/rollout_actor_probs_pearson_corr:0.9995667338371277 - rollout_corr/rollout_is_mean:1.0000193119049072 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.8814853319781832e-05 - rollout_corr/rollout_is_max:1.6065211296081543 - rollout_corr/rollout_is_min:0.16068048775196075 - rollout_corr/rollout_is_std:0.03496243804693222 - rollout_corr/rollout_is_eff_sample_size:0.9987792392325578 - rollout_corr/rollout_is_seq_mean:1.0000687837600708 - rollout_corr/rollout_is_seq_std:0.001924062380567193 - rollout_corr/rollout_is_seq_max:1.0058914422988892 - rollout_corr/rollout_is_seq_min:0.9947021007537842 - rollout_corr/rollout_is_seq_max_deviation:0.00589144229888916 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.0206294134259224) - rollout_corr/training_log_ppl:np.float64(0.6906947079696693) - rollout_corr/kl:np.float64(0.0009516554765113261) - rollout_corr/k3_kl:np.float64(0.0007131432693086026) - rollout_corr/rollout_ppl:np.float64(2.018631271086633) - rollout_corr/rollout_log_ppl:np.float64(0.6897430497338064) - rollout_corr/log_ppl_diff:np.float64(0.0009516582358628511) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017689871601760387) - rollout_corr/log_ppl_diff_max:np.float64(0.006156444549560547) - rollout_corr/log_ppl_diff_min:np.float64(-0.004617631435394287) - rollout_corr/ppl_ratio:np.float64(1.0009541262406856) - rollout_corr/chi2_token:np.float64(0.0009525960776954889) - rollout_corr/chi2_seq:np.float64(0.27055922290310264) - actor/pg_loss:np.float64(-0.0005947427125647664) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003312197569584896) - actor/ppo_kl:np.float64(0.00035593098959907365) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3832462206482887) - perf/mfu/actor:np.float64(0.09048492943683159) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.68398666381836) - actor/lr:np.float64(1e-06) - training/global_step:49 - training/epoch:3 - critic/score/mean:0.42578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.42578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.01670641265809536 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.01670641265809536 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:415.23046875 - response_length/max:4041.0 - response_length/min:146.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:415.23046875 - response_length_non_aborted/max:4041.0 - response_length_non_aborted/min:146.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:296.0625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.8424032330513e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8784635066986084) - timing_s/agent_loop/generate_sequences/max:np.float64(26.004397485405207) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.704731465812074) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(26.004397485405207) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 50}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, one must evaluate the balance between stabilizing and destabilizing interactions within the protein. Stabilizing interactions, such as hydrogen bonds, hydrophobic effects, and disulfide bonds, contribute positively to the folding stability score, while destabilizing interactions, such as excessive charge repulsion or lack of hydrophobic core formation, lower the score.

The given sequence is:
`GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR`

This sequence contains a mix of charged and hydrophobic residues. The presence of multiple charged residues (e.g., D, E, R, K) suggests potential electrostatic interactions, which can either stabilize or destabilize the folded structure depending on their spatial arrangement. However, the sequence also contains hydrophobic residues (e.g., G, S, T, V, W, F), which can contribute to the formation of a hydrophobic core, a key stabilizing factor in protein folding.

To calculate the folding stability score, one would typically use computational methods that simulate the folding process and evaluate the energy landscape of the protein. These simulations take into account factors like the burial of hydrophobic residues, the formation of hydrogen bonds, and the reduction of unfavorable interactions.

Based on the sequence composition, it is reasonable to infer that the folding stability score would not be extremely low (like -0.01) or extremely high (like 2.49). A score of 0.45 suggests a relatively low but still positive stability, while a score of 1.69 indicates moderate stability. Given the presence of both stabilizing and destabilizing residues, the most likely score would be 0.45, indicating a weakly stable structure with some favorable folding interactions.
</reasoning>
<answer>
D
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] D
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_50
step:50 - global_seqlen/min:15798 - global_seqlen/max:26595 - global_seqlen/minmax_diff:10797 - global_seqlen/balanced_min:23164 - global_seqlen/balanced_max:23175 - global_seqlen/mean:23172.0 - actor/entropy:0.6356609463691711 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22906708717346191 - training/rollout_probs_diff_mean:0.004797298926860094 - training/rollout_probs_diff_std:0.009071983397006989 - training/rollout_actor_probs_pearson_corr:0.9995721578598022 - rollout_corr/rollout_is_mean:1.0001471042633057 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8442926406860352 - rollout_corr/rollout_is_min:0.6120340824127197 - rollout_corr/rollout_is_std:0.03550882637500763 - rollout_corr/rollout_is_eff_sample_size:0.9987411867895215 - rollout_corr/rollout_is_seq_mean:1.0002213716506958 - rollout_corr/rollout_is_seq_std:0.0020395577885210514 - rollout_corr/rollout_is_seq_max:1.0062882900238037 - rollout_corr/rollout_is_seq_min:0.9926304221153259 - rollout_corr/rollout_is_seq_max_deviation:0.007369577884674072 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.959245269652456) - rollout_corr/training_log_ppl:np.float64(0.660572504857555) - rollout_corr/kl:np.float64(0.0006797749082165794) - rollout_corr/k3_kl:np.float64(0.000713326107870671) - rollout_corr/rollout_ppl:np.float64(1.957892449107021) - rollout_corr/rollout_log_ppl:np.float64(0.6598927302984521) - rollout_corr/log_ppl_diff:np.float64(0.0006797745591029525) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017374403541907668) - rollout_corr/log_ppl_diff_max:np.float64(0.007385313510894775) - rollout_corr/log_ppl_diff_min:np.float64(-0.0051781535148620605) - rollout_corr/ppl_ratio:np.float64(1.0006822519935668) - rollout_corr/chi2_token:np.float64(0.0015025152824819088) - rollout_corr/chi2_seq:np.float64(0.7895834888331592) - actor/pg_loss:np.float64(-0.00022027932573109865) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004089342028237297) - actor/ppo_kl:np.float64(0.00023849693610777933) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.40693123638629913) - perf/mfu/actor:np.float64(0.09358700382629766) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.87079238891602) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.37625) - val-aux/sciknoweval/reward/std@16:np.float64(0.3149417869526249) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.5122800000000001) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.2800374699000979) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.2419) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.2551582988533073) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.37561999999999995) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.31500810894282244) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.6240400000000002) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.21381166334732124) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.14386) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.1710792137209249) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.39626000000000006) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.2606780320108342) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.7063600000000001) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.14089073297353036) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.08278) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.09575880296652768) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.41328000000000004) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.20326424584816394) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.7609999999999999) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.08080565001198156) - v
step:51 - global_seqlen/min:19382 - global_seqlen/max:27616 - global_seqlen/minmax_diff:8234 - global_seqlen/balanced_min:23599 - global_seqlen/balanced_max:23606 - global_seqlen/mean:23604.25 - actor/entropy:0.6392678618431091 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.14446893334388733 - training/rollout_probs_diff_mean:0.004770862404257059 - training/rollout_probs_diff_std:0.008967405185103416 - training/rollout_actor_probs_pearson_corr:0.999556303024292 - rollout_corr/rollout_is_mean:0.999977707862854 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.625535011291504 - rollout_corr/rollout_is_min:0.5792540907859802 - rollout_corr/rollout_is_std:0.03496755287051201 - rollout_corr/rollout_is_eff_sample_size:0.9987787635591238 - rollout_corr/rollout_is_seq_mean:1.0000072717666626 - rollout_corr/rollout_is_seq_std:0.001823716564103961 - rollout_corr/rollout_is_seq_max:1.0050665140151978 - rollout_corr/rollout_is_seq_min:0.994660496711731 - rollout_corr/rollout_is_seq_max_deviation:0.005339503288269043 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9575814469717443) - rollout_corr/training_log_ppl:np.float64(0.6596837055403739) - rollout_corr/kl:np.float64(0.0007464144207958157) - rollout_corr/k3_kl:np.float64(0.0007177888666092258) - rollout_corr/rollout_ppl:np.float64(1.9560449752025306) - rollout_corr/rollout_log_ppl:np.float64(0.6589372934540734) - rollout_corr/log_ppl_diff:np.float64(0.0007464120863005519) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015787462471053004) - rollout_corr/log_ppl_diff_max:np.float64(0.00665968656539917) - rollout_corr/log_ppl_diff_min:np.float64(-0.003551959991455078) - rollout_corr/ppl_ratio:np.float64(1.0007483852095902) - rollout_corr/chi2_token:np.float64(0.0013662567362189293) - rollout_corr/chi2_seq:np.float64(0.3143873498775065) - actor/pg_loss:np.float64(-5.5046286433935165e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005373947194584616) - actor/ppo_kl:np.float64(0.00011551689045319335) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.42167578637599945) - perf/mfu/actor:np.float64(0.09487652336910979) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(107.66786479949951) - actor/lr:np.float64(1e-06) - training/global_step:51 - training/epoch:3 - critic/score/mean:0.4609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003804941661655903 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.003804941661655903 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:407.5703125 - response_length/max:1151.0 - response_length/min:174.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:407.5703125 - response_length_non_aborted/max:1151.0 - response_length_non_aborted/min:174.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:330.0625 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00017059221863746643 - timing_s/agent_loop/generate_sequences/min:np.float64(2.1205009147524834) - timing_s/agent_loop/generate_sequences/max:np.float64(9.291227325797081) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.643093930448231) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(9.291227325797081) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest
step:52 - global_seqlen/min:18215 - global_seqlen/max:24612 - global_seqlen/minmax_diff:6397 - global_seqlen/balanced_min:21227 - global_seqlen/balanced_max:21336 - global_seqlen/mean:21249.25 - actor/entropy:0.6677834391593933 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17890137434005737 - training/rollout_probs_diff_mean:0.005169688258320093 - training/rollout_probs_diff_std:0.00939327385276556 - training/rollout_actor_probs_pearson_corr:0.9995176792144775 - rollout_corr/rollout_is_mean:0.9997798800468445 - rollout_corr/rollout_is_ratio_fraction_high:1.0146721251658164e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.256162643432617 - rollout_corr/rollout_is_min:0.6178552508354187 - rollout_corr/rollout_is_std:0.03671131283044815 - rollout_corr/rollout_is_eff_sample_size:0.9986535582847357 - rollout_corr/rollout_is_seq_mean:0.999818742275238 - rollout_corr/rollout_is_seq_std:0.0019563911482691765 - rollout_corr/rollout_is_seq_max:1.0066373348236084 - rollout_corr/rollout_is_seq_min:0.9947150945663452 - rollout_corr/rollout_is_seq_max_deviation:0.0066373348236083984 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9809529050253332) - rollout_corr/training_log_ppl:np.float64(0.6739747864776291) - rollout_corr/kl:np.float64(0.0008196673196678717) - rollout_corr/k3_kl:np.float64(0.0007884356174372442) - rollout_corr/rollout_ppl:np.float64(1.979280007071793) - rollout_corr/rollout_log_ppl:np.float64(0.6731551115517505) - rollout_corr/log_ppl_diff:np.float64(0.000819674925878644) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018322267569601536) - rollout_corr/log_ppl_diff_max:np.float64(0.00656890869140625) - rollout_corr/log_ppl_diff_min:np.float64(-0.005955934524536133) - rollout_corr/ppl_ratio:np.float64(1.0008223119657487) - rollout_corr/chi2_token:np.float64(0.0014989387709647417) - rollout_corr/chi2_seq:np.float64(0.612495215376839) - actor/pg_loss:np.float64(0.00021331990137696266) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003496147446639952) - actor/ppo_kl:np.float64(-4.643269364512648e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3523213863372803) - perf/mfu/actor:np.float64(0.08601763801628917) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.16965675354004) - actor/lr:np.float64(1e-06) - training/global_step:52 - training/epoch:3 - critic/score/mean:0.54296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.54296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009626702405512333 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009626702405512333 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:384.9765625 - response_length/max:1171.0 - response_length/min:182.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:384.9765625 - response_length_non_aborted/max:1171.0 - response_length_non_aborted/min:182.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:279.0625 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00017726048827171326 - timing_s/agent_loop/generate_sequences/min:np.float64(2.171152727678418) - timing_s/agent_loop/generate_sequences/max:np.float64(9.38106920197606) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.427015884917637) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(9.38106920197606) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/ag
step:53 - global_seqlen/min:19153 - global_seqlen/max:28485 - global_seqlen/minmax_diff:9332 - global_seqlen/balanced_min:24316 - global_seqlen/balanced_max:24343 - global_seqlen/mean:24336.125 - actor/entropy:0.5912443995475769 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5450356006622314 - training/rollout_probs_diff_mean:0.004726866725832224 - training/rollout_probs_diff_std:0.009441981092095375 - training/rollout_actor_probs_pearson_corr:0.9994943737983704 - rollout_corr/rollout_is_mean:1.0000923871994019 - rollout_corr/rollout_is_ratio_fraction_high:9.124670214077923e-06 - rollout_corr/rollout_is_ratio_fraction_low:9.124670214077923e-06 - rollout_corr/rollout_is_max:2.0695583820343018 - rollout_corr/rollout_is_min:0.3888539969921112 - rollout_corr/rollout_is_std:0.03535068407654762 - rollout_corr/rollout_is_eff_sample_size:0.9987521265699173 - rollout_corr/rollout_is_seq_mean:1.0000860691070557 - rollout_corr/rollout_is_seq_std:0.001946592121385038 - rollout_corr/rollout_is_seq_max:1.0063363313674927 - rollout_corr/rollout_is_seq_min:0.9949162602424622 - rollout_corr/rollout_is_seq_max_deviation:0.006336331367492676 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8581669991835952) - rollout_corr/training_log_ppl:np.float64(0.6067303767194971) - rollout_corr/kl:np.float64(0.0005786082886274357) - rollout_corr/k3_kl:np.float64(0.0007370528182377711) - rollout_corr/rollout_ppl:np.float64(1.857081515248865) - rollout_corr/rollout_log_ppl:np.float64(0.6061517667258158) - rollout_corr/log_ppl_diff:np.float64(0.0005786099936813116) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015172131825238466) - rollout_corr/log_ppl_diff_max:np.float64(0.006741583347320557) - rollout_corr/log_ppl_diff_min:np.float64(-0.005707681179046631) - rollout_corr/ppl_ratio:np.float64(1.0005806684494019) - rollout_corr/chi2_token:np.float64(0.0017955824732780457) - rollout_corr/chi2_seq:np.float64(0.8056872091256082) - actor/pg_loss:np.float64(4.05055470764637e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005777111191491713) - actor/ppo_kl:np.float64(4.964845899735337e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.338901124894619) - perf/mfu/actor:np.float64(0.09806070279864) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.09315490722656) - actor/lr:np.float64(1e-06) - training/global_step:53 - training/epoch:3 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008918224833905697 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008918224833905697 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:428.09765625 - response_length/max:1420.0 - response_length/min:165.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:428.09765625 - response_length_non_aborted/max:1420.0 - response_length_non_aborted/min:165.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:332.40625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012840516865253448 - timing_s/agent_loop/generate_sequences/min:np.float64(1.90303741581738) - timing_s/agent_loop/generate_sequences/max:np.float64(11.140737239271402) - timing_s/agent_loop/generate_sequences/mean:np.float64(4.837989689585811) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.140737239271402) - timing_s/agent_loop/slowest/tool_calls:np.float6
step:54 - global_seqlen/min:17561 - global_seqlen/max:32252 - global_seqlen/minmax_diff:14691 - global_seqlen/balanced_min:23155 - global_seqlen/balanced_max:29915 - global_seqlen/mean:24014.625 - actor/entropy:0.5520281195640564 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.34774380922317505 - training/rollout_probs_diff_mean:0.004567669704556465 - training/rollout_probs_diff_std:0.009347373619675636 - training/rollout_actor_probs_pearson_corr:0.999484121799469 - rollout_corr/rollout_is_mean:1.0000128746032715 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.610223630967084e-06 - rollout_corr/rollout_is_max:1.6269819736480713 - rollout_corr/rollout_is_min:0.37064963579177856 - rollout_corr/rollout_is_std:0.03476754575967789 - rollout_corr/rollout_is_eff_sample_size:0.9987926771942676 - rollout_corr/rollout_is_seq_mean:1.000026822090149 - rollout_corr/rollout_is_seq_std:0.0019094093004241586 - rollout_corr/rollout_is_seq_max:1.0044440031051636 - rollout_corr/rollout_is_seq_min:0.9933951497077942 - rollout_corr/rollout_is_seq_max_deviation:0.0066048502922058105 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8538824222050607) - rollout_corr/training_log_ppl:np.float64(0.6052331507526105) - rollout_corr/kl:np.float64(0.0007334417485118649) - rollout_corr/k3_kl:np.float64(0.0007262715936349196) - rollout_corr/rollout_ppl:np.float64(1.8525602836161852) - rollout_corr/rollout_log_ppl:np.float64(0.6044997070275713) - rollout_corr/log_ppl_diff:np.float64(0.0007334437250392511) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017532818455947563) - rollout_corr/log_ppl_diff_max:np.float64(0.007780998945236206) - rollout_corr/log_ppl_diff_min:np.float64(-0.0056771934032440186) - rollout_corr/ppl_ratio:np.float64(1.0007360137533396) - rollout_corr/chi2_token:np.float64(0.0014576194807887077) - rollout_corr/chi2_seq:np.float64(1.1083380549680442) - actor/pg_loss:np.float64(1.718697603791952e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00027073693217971595) - actor/ppo_kl:np.float64(7.857253805276798e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3225150853395462) - perf/mfu/actor:np.float64(0.09037306999521552) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(103.98453140258789) - actor/lr:np.float64(1e-06) - training/global_step:54 - training/epoch:3 - critic/score/mean:0.44140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.05943207070231438 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.05943207070231438 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:453.67578125 - response_length/max:8192.0 - response_length/min:170.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:453.67578125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:170.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:296.78125 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001210235059261322 - timing_s/agent_loop/generate_sequences/min:np.float64(2.048864269629121) - timing_s/agent_loop/generate_sequences/max:np.float64(59.003117674961686) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.114247565550613) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(59.003117674961686) - timing_s/agent_loop/slowest/tool_calls:np.f
step:55 - global_seqlen/min:18325 - global_seqlen/max:29759 - global_seqlen/minmax_diff:11434 - global_seqlen/balanced_min:24643 - global_seqlen/balanced_max:24656 - global_seqlen/mean:24652.25 - actor/entropy:0.6070672273635864 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2475433647632599 - training/rollout_probs_diff_mean:0.004747605882585049 - training/rollout_probs_diff_std:0.009215133264660835 - training/rollout_actor_probs_pearson_corr:0.999550998210907 - rollout_corr/rollout_is_mean:0.9999242424964905 - rollout_corr/rollout_is_ratio_fraction_high:8.880836503522005e-06 - rollout_corr/rollout_is_ratio_fraction_low:8.880836503522005e-06 - rollout_corr/rollout_is_max:2.243964195251465 - rollout_corr/rollout_is_min:0.43895408511161804 - rollout_corr/rollout_is_std:0.03562445938587189 - rollout_corr/rollout_is_eff_sample_size:0.9987323875748504 - rollout_corr/rollout_is_seq_mean:0.9999244213104248 - rollout_corr/rollout_is_seq_std:0.0019231056794524193 - rollout_corr/rollout_is_seq_max:1.0114800930023193 - rollout_corr/rollout_is_seq_min:0.9941225647926331 - rollout_corr/rollout_is_seq_max_deviation:0.011480093002319336 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9015162643045187) - rollout_corr/training_log_ppl:np.float64(0.6316752466373146) - rollout_corr/kl:np.float64(0.0009169320378272783) - rollout_corr/k3_kl:np.float64(0.000735976497367119) - rollout_corr/rollout_ppl:np.float64(1.8997333198785782) - rollout_corr/rollout_log_ppl:np.float64(0.6307583111338317) - rollout_corr/log_ppl_diff:np.float64(0.0009169355034828186) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016291378997266293) - rollout_corr/log_ppl_diff_max:np.float64(0.007391035556793213) - rollout_corr/log_ppl_diff_min:np.float64(-0.008635938167572021) - rollout_corr/ppl_ratio:np.float64(1.0009192482102662) - rollout_corr/chi2_token:np.float64(0.0011360023636370897) - rollout_corr/chi2_seq:np.float64(0.9624351807869971) - actor/pg_loss:np.float64(-8.239713497459888e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022346916739479639) - actor/ppo_kl:np.float64(0.00015720206336777842) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3877424970269203) - perf/mfu/actor:np.float64(0.09980069748066714) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.0140380859375) - actor/lr:np.float64(1e-06) - training/global_step:55 - training/epoch:3 - critic/score/mean:0.546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.014694455079734325 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.014694455079734325 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:439.8515625 - response_length/max:1282.0 - response_length/min:184.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:439.8515625 - response_length_non_aborted/max:1282.0 - response_length_non_aborted/min:184.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:330.53125 - prompt_length/max:498.0 - prompt_length/min:182.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010054372251033783 - timing_s/agent_loop/generate_sequences/min:np.float64(2.3944042921066284) - timing_s/agent_loop/generate_sequences/max:np.float64(10.38448597677052) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.044274065250647) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(10.38448597677052) - timing_s/agent_loop/slowest/tool_calls:np.float
step:56 - global_seqlen/min:18313 - global_seqlen/max:31738 - global_seqlen/minmax_diff:13425 - global_seqlen/balanced_min:24983 - global_seqlen/balanced_max:27049 - global_seqlen/mean:25287.375 - actor/entropy:0.6156255602836609 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2897600531578064 - training/rollout_probs_diff_mean:0.004696155432611704 - training/rollout_probs_diff_std:0.00904381275177002 - training/rollout_actor_probs_pearson_corr:0.9995206594467163 - rollout_corr/rollout_is_mean:0.9999057054519653 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.324245754920412e-06 - rollout_corr/rollout_is_max:1.6316847801208496 - rollout_corr/rollout_is_min:0.447075217962265 - rollout_corr/rollout_is_std:0.03502035513520241 - rollout_corr/rollout_is_eff_sample_size:0.998774958187962 - rollout_corr/rollout_is_seq_mean:0.9998769164085388 - rollout_corr/rollout_is_seq_std:0.001785187516361475 - rollout_corr/rollout_is_seq_max:1.0063698291778564 - rollout_corr/rollout_is_seq_min:0.995042622089386 - rollout_corr/rollout_is_seq_max_deviation:0.006369829177856445 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9300051955506206) - rollout_corr/training_log_ppl:np.float64(0.6460484475246631) - rollout_corr/kl:np.float64(0.0007186015388320754) - rollout_corr/k3_kl:np.float64(0.0007027769499359238) - rollout_corr/rollout_ppl:np.float64(1.9286025040782988) - rollout_corr/rollout_log_ppl:np.float64(0.6453298433916643) - rollout_corr/log_ppl_diff:np.float64(0.0007186041329987347) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015268662828020751) - rollout_corr/log_ppl_diff_max:np.float64(0.005717098712921143) - rollout_corr/log_ppl_diff_min:np.float64(-0.005181849002838135) - rollout_corr/ppl_ratio:np.float64(1.0007205524016172) - rollout_corr/chi2_token:np.float64(0.0013860114850103855) - rollout_corr/chi2_seq:np.float64(0.8416184603702277) - actor/pg_loss:np.float64(3.6787823773920536e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00017812409623729764) - actor/ppo_kl:np.float64(-6.579846164633807e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.37728193402290344) - perf/mfu/actor:np.float64(0.10006187263665729) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.04159164428711) - actor/lr:np.float64(1e-06) - training/global_step:56 - training/epoch:3 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0035013859160244465 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0035013859160244465 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:469.26171875 - response_length/max:3821.0 - response_length/min:148.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:469.26171875 - response_length_non_aborted/max:3821.0 - response_length_non_aborted/min:148.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:320.96875 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.054131805896759e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.9092184081673622) - timing_s/agent_loop/generate_sequences/max:np.float64(24.566567834466696) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.309498217960936) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(24.566567834466696) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - t
step:57 - global_seqlen/min:22638 - global_seqlen/max:28865 - global_seqlen/minmax_diff:6227 - global_seqlen/balanced_min:25125 - global_seqlen/balanced_max:25447 - global_seqlen/mean:25174.25 - actor/entropy:0.6356367468833923 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.26699820160865784 - training/rollout_probs_diff_mean:0.004728567320853472 - training/rollout_probs_diff_std:0.009011255577206612 - training/rollout_actor_probs_pearson_corr:0.9995681047439575 - rollout_corr/rollout_is_mean:1.0001047849655151 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7189937829971313 - rollout_corr/rollout_is_min:0.5848475098609924 - rollout_corr/rollout_is_std:0.03533213213086128 - rollout_corr/rollout_is_eff_sample_size:0.9987534346031791 - rollout_corr/rollout_is_seq_mean:1.000051498413086 - rollout_corr/rollout_is_seq_std:0.001815226161852479 - rollout_corr/rollout_is_seq_max:1.0048424005508423 - rollout_corr/rollout_is_seq_min:0.99420166015625 - rollout_corr/rollout_is_seq_max_deviation:0.00579833984375 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9671564442105591) - rollout_corr/training_log_ppl:np.float64(0.6644838369684294) - rollout_corr/kl:np.float64(0.0007726970619188478) - rollout_corr/k3_kl:np.float64(0.0007176388960488111) - rollout_corr/rollout_ppl:np.float64(1.965628553647548) - rollout_corr/rollout_log_ppl:np.float64(0.663711137836799) - rollout_corr/log_ppl_diff:np.float64(0.0007726991316303611) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016954998718574643) - rollout_corr/log_ppl_diff_max:np.float64(0.006702065467834473) - rollout_corr/log_ppl_diff_min:np.float64(-0.004583835601806641) - rollout_corr/ppl_ratio:np.float64(1.0007751293014735) - rollout_corr/chi2_token:np.float64(0.0013350171502679586) - rollout_corr/chi2_seq:np.float64(0.8401855137199163) - actor/pg_loss:np.float64(1.752958633005619e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00036715206033477443) - actor/ppo_kl:np.float64(0.00016723765993731377) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.39439400285482407) - perf/mfu/actor:np.float64(0.10120472404547595) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.08139419555664) - actor/lr:np.float64(1e-06) - training/global_step:57 - training/epoch:4 - critic/score/mean:0.5546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0065002902410924435 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0065002902410924435 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:471.1328125 - response_length/max:1989.0 - response_length/min:179.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:471.1328125 - response_length_non_aborted/max:1989.0 - response_length_non_aborted/min:179.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:315.5625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00023532472550868988 - timing_s/agent_loop/generate_sequences/min:np.float64(2.268577501177788) - timing_s/agent_loop/generate_sequences/max:np.float64(14.693121699616313) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.465190599577909) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(14.693121699616313) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/p
step:58 - global_seqlen/min:18787 - global_seqlen/max:30113 - global_seqlen/minmax_diff:11326 - global_seqlen/balanced_min:25213 - global_seqlen/balanced_max:25223 - global_seqlen/mean:25218.25 - actor/entropy:0.6536850929260254 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18439441919326782 - training/rollout_probs_diff_mean:0.004884521476924419 - training/rollout_probs_diff_std:0.009191151708364487 - training/rollout_actor_probs_pearson_corr:0.9995525479316711 - rollout_corr/rollout_is_mean:1.0000460147857666 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6425801515579224 - rollout_corr/rollout_is_min:0.6226503849029541 - rollout_corr/rollout_is_std:0.0359061062335968 - rollout_corr/rollout_is_eff_sample_size:0.9987124115549366 - rollout_corr/rollout_is_seq_mean:1.0001271963119507 - rollout_corr/rollout_is_seq_std:0.0018013427034020424 - rollout_corr/rollout_is_seq_max:1.006547451019287 - rollout_corr/rollout_is_seq_min:0.9956664443016052 - rollout_corr/rollout_is_seq_max_deviation:0.006547451019287109 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9582122191786766) - rollout_corr/training_log_ppl:np.float64(0.6608518530847505) - rollout_corr/kl:np.float64(0.0005865323429432578) - rollout_corr/k3_kl:np.float64(0.0007301697299908483) - rollout_corr/rollout_ppl:np.float64(1.957027964759618) - rollout_corr/rollout_log_ppl:np.float64(0.6602653161389753) - rollout_corr/log_ppl_diff:np.float64(0.0005865369457751513) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016829436644911766) - rollout_corr/log_ppl_diff_max:np.float64(0.006009936332702637) - rollout_corr/log_ppl_diff_min:np.float64(-0.006467998027801514) - rollout_corr/ppl_ratio:np.float64(1.0005888703744859) - rollout_corr/chi2_token:np.float64(0.0017614297103136778) - rollout_corr/chi2_seq:np.float64(1.7256589946337044) - actor/pg_loss:np.float64(0.00024261465296149254) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00030057721528464754) - actor/ppo_kl:np.float64(3.630212307470515e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.34353265166282654) - perf/mfu/actor:np.float64(0.10136190630720349) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.04206848144531) - actor/lr:np.float64(1e-06) - training/global_step:58 - training/epoch:4 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:475.5703125 - response_length/max:1138.0 - response_length/min:191.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:475.5703125 - response_length_non_aborted/max:1138.0 - response_length_non_aborted/min:191.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:312.5 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.758397936820984e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.6111684869974852) - timing_s/agent_loop/generate_sequences/max:np.float64(9.551169227808714) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.126937979643117) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(9.551169227808714) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:429 - timing_s/age
step:59 - global_seqlen/min:23052 - global_seqlen/max:37407 - global_seqlen/minmax_diff:14355 - global_seqlen/balanced_min:26442 - global_seqlen/balanced_max:28701 - global_seqlen/mean:27068.75 - actor/entropy:0.5959640145301819 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2920418381690979 - training/rollout_probs_diff_mean:0.004463896621018648 - training/rollout_probs_diff_std:0.008969206362962723 - training/rollout_actor_probs_pearson_corr:0.999552845954895 - rollout_corr/rollout_is_mean:1.0000066757202148 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.5120586795092095e-05 - rollout_corr/rollout_is_max:1.860863208770752 - rollout_corr/rollout_is_min:0.3381444215774536 - rollout_corr/rollout_is_std:0.03402763232588768 - rollout_corr/rollout_is_eff_sample_size:0.998843459305735 - rollout_corr/rollout_is_seq_mean:1.000009298324585 - rollout_corr/rollout_is_seq_std:0.001725348294712603 - rollout_corr/rollout_is_seq_max:1.0050756931304932 - rollout_corr/rollout_is_seq_min:0.9946471452713013 - rollout_corr/rollout_is_seq_max_deviation:0.0053528547286987305 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9399731773883104) - rollout_corr/training_log_ppl:np.float64(0.649218359583756) - rollout_corr/kl:np.float64(0.000773638378980479) - rollout_corr/k3_kl:np.float64(0.0006697148989474044) - rollout_corr/rollout_ppl:np.float64(1.9384577758610249) - rollout_corr/rollout_log_ppl:np.float64(0.6484447162947617) - rollout_corr/log_ppl_diff:np.float64(0.000773643288994208) - rollout_corr/log_ppl_abs_diff:np.float64(0.001426163042197004) - rollout_corr/log_ppl_diff_max:np.float64(0.007445991039276123) - rollout_corr/log_ppl_diff_min:np.float64(-0.004075765609741211) - rollout_corr/ppl_ratio:np.float64(1.0007753937970847) - rollout_corr/chi2_token:np.float64(0.001131066819652915) - rollout_corr/chi2_seq:np.float64(0.42264019534923136) - actor/pg_loss:np.float64(4.913005977869034e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023999804159302585) - actor/ppo_kl:np.float64(0.00015063014610561254) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29279158264398575) - perf/mfu/actor:np.float64(0.10514635279833859) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.06935119628906) - actor/lr:np.float64(1e-06) - training/global_step:59 - training/epoch:4 - critic/score/mean:0.46875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004941596649587154 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004941596649587154 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:516.6796875 - response_length/max:4028.0 - response_length/min:204.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:516.6796875 - response_length_non_aborted/max:4028.0 - response_length_non_aborted/min:204.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:329.21875 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.350261926651001e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.3985396195203066) - timing_s/agent_loop/generate_sequences/max:np.float64(26.399093862622976) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.683440201057238) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(26.399093862622976) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/ag
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 60}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, we need to evaluate the balance between hydrophobic and hydrophilic interactions, as well as the overall structural potential of the protein. The folding stability score typically reflects how likely the protein is to fold into a stable, functional 3D structure. This can be calculated using computational methods that analyze the amino acid composition, secondary structure propensity, and energy contributions from interactions.

The given sequence is:
**GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR**

Analyzing this sequence, we observe the following:
- It contains a mix of hydrophobic (e.g., G, S, T, R, A, V, W) and hydrophilic (e.g., D, E, R, K, Q, N) amino acids.
- The presence of multiple charged residues (D, E, R, K) suggests potential for salt bridges and electrostatic interactions, which can stabilize the folded structure.
- The sequence also includes several repeated residues (e.g., R, A, E), which may contribute to structural rigidity or flexibility depending on their context.
- The presence of tryptophan (W) and tyrosine (Y) may enhance hydrophobic core formation and contribute to stability.

However, the sequence also contains a high number of charged residues and polar residues, which may introduce destabilizing interactions if not properly balanced. Computational folding algorithms (like DSSP, FoldX, or Rosetta) can estimate the folding stability score by calculating the energy of the folded state relative to the unfolded state.

Based on the general trend that sequences with a balanced mix of hydrophobic and hydrophilic residues, along with favorable secondary structure propensities, tend to have higher folding stability scores, and given the presence of both stabilizing and destabilizing elements in this sequence, the folding stability score is expected to be moderate but positive.

Among the given options, the most reasonable value that aligns with this expectation is **B: 1.69**, as it reflects a moderate to high folding stability score, consistent with the sequence's structural potential.
</reasoning>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_60
step:60 - global_seqlen/min:17684 - global_seqlen/max:40237 - global_seqlen/minmax_diff:22553 - global_seqlen/balanced_min:23459 - global_seqlen/balanced_max:29905 - global_seqlen/mean:24542.625 - actor/entropy:0.5872594118118286 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1548393964767456 - training/rollout_probs_diff_mean:0.004558309447020292 - training/rollout_probs_diff_std:0.009059520438313484 - training/rollout_actor_probs_pearson_corr:0.9995567202568054 - rollout_corr/rollout_is_mean:1.0000841617584229 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.981291673786473e-06 - rollout_corr/rollout_is_max:1.6430926322937012 - rollout_corr/rollout_is_min:0.4997630715370178 - rollout_corr/rollout_is_std:0.03440564125776291 - rollout_corr/rollout_is_eff_sample_size:0.9988178892130724 - rollout_corr/rollout_is_seq_mean:1.0000742673873901 - rollout_corr/rollout_is_seq_std:0.0018727714195847511 - rollout_corr/rollout_is_seq_max:1.0050119161605835 - rollout_corr/rollout_is_seq_min:0.9923495650291443 - rollout_corr/rollout_is_seq_max_deviation:0.007650434970855713 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.939800176769495) - rollout_corr/training_log_ppl:np.float64(0.6510654075245839) - rollout_corr/kl:np.float64(0.0005472015655350049) - rollout_corr/k3_kl:np.float64(0.0007254680065500452) - rollout_corr/rollout_ppl:np.float64(1.9387605665251613) - rollout_corr/rollout_log_ppl:np.float64(0.6505182061591768) - rollout_corr/log_ppl_diff:np.float64(0.0005472013654070906) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015570658797514625) - rollout_corr/log_ppl_diff_max:np.float64(0.008733868598937988) - rollout_corr/log_ppl_diff_min:np.float64(-0.004288792610168457) - rollout_corr/ppl_ratio:np.float64(1.0005491839256138) - rollout_corr/chi2_token:np.float64(0.0018134494312107563) - rollout_corr/chi2_seq:np.float64(0.8434074395336211) - actor/pg_loss:np.float64(0.0002843305701389909) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002580215148100251) - actor/ppo_kl:np.float64(-5.161208666493167e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3583648204803467) - perf/mfu/actor:np.float64(0.09145036782866803) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.17703628540039) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.475) - val-aux/sciknoweval/reward/std@16:np.float64(0.29967586650697225) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.6009000000000001) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.23900647793838267) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.35223999999999994) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.2710608944671888) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.47751999999999994) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.300212750362816) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.6911000000000002) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.16058718266186794) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.24136) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.2124433538938892) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.51696) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.23947344703230816) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.75082) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.09953551005391528) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.15498) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.14800330439408715) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.54078) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.17034718155898534) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.78774) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.057118418254788444) - val-aux/sciknowe
step:61 - global_seqlen/min:20361 - global_seqlen/max:30675 - global_seqlen/minmax_diff:10314 - global_seqlen/balanced_min:24501 - global_seqlen/balanced_max:24516 - global_seqlen/mean:24509.75 - actor/entropy:0.6352754831314087 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1791786551475525 - training/rollout_probs_diff_mean:0.004841999616473913 - training/rollout_probs_diff_std:0.00912234652787447 - training/rollout_actor_probs_pearson_corr:0.9995156526565552 - rollout_corr/rollout_is_mean:1.000041127204895 - rollout_corr/rollout_is_ratio_fraction_high:8.36078470456414e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.5300827026367188 - rollout_corr/rollout_is_min:0.630948543548584 - rollout_corr/rollout_is_std:0.03550546616315842 - rollout_corr/rollout_is_eff_sample_size:0.9987411867895215 - rollout_corr/rollout_is_seq_mean:1.0000251531600952 - rollout_corr/rollout_is_seq_std:0.0017330985283479095 - rollout_corr/rollout_is_seq_max:1.0049047470092773 - rollout_corr/rollout_is_seq_min:0.9955405592918396 - rollout_corr/rollout_is_seq_max_deviation:0.004904747009277344 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9562030648812652) - rollout_corr/training_log_ppl:np.float64(0.6602855395758525) - rollout_corr/kl:np.float64(0.0007152016177514042) - rollout_corr/k3_kl:np.float64(0.0007574325115342617) - rollout_corr/rollout_ppl:np.float64(1.9546900023706257) - rollout_corr/rollout_log_ppl:np.float64(0.6595703373895958) - rollout_corr/log_ppl_diff:np.float64(0.0007152021862566471) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016494286246597767) - rollout_corr/log_ppl_diff_max:np.float64(0.005584716796875) - rollout_corr/log_ppl_diff_min:np.float64(-0.0048583149909973145) - rollout_corr/ppl_ratio:np.float64(1.0007172890473157) - rollout_corr/chi2_token:np.float64(0.001656613778322935) - rollout_corr/chi2_seq:np.float64(0.8631992822047323) - actor/pg_loss:np.float64(8.75210389494896e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000287665474388632) - actor/ppo_kl:np.float64(7.040267049474025e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3369012773036957) - perf/mfu/actor:np.float64(0.0976842071003502) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(107.49849319458008) - actor/lr:np.float64(1e-06) - training/global_step:61 - training/epoch:4 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.012956080958247185 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.012956080958247185 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:467.2109375 - response_length/max:1677.0 - response_length/min:181.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:467.2109375 - response_length_non_aborted/max:1677.0 - response_length_non_aborted/min:181.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:298.71875 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.038827657699585e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.349672941491008) - timing_s/agent_loop/generate_sequences/max:np.float64(12.728003274649382) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.392123898680438) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.728003274649382) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
step:62 - global_seqlen/min:21025 - global_seqlen/max:34946 - global_seqlen/minmax_diff:13921 - global_seqlen/balanced_min:26106 - global_seqlen/balanced_max:26541 - global_seqlen/mean:26172.375 - actor/entropy:0.5981945395469666 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18470343947410583 - training/rollout_probs_diff_mean:0.004628941882401705 - training/rollout_probs_diff_std:0.009126180782914162 - training/rollout_actor_probs_pearson_corr:0.9994977712631226 - rollout_corr/rollout_is_mean:1.0000007152557373 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.59934663772583 - rollout_corr/rollout_is_min:0.6257065534591675 - rollout_corr/rollout_is_std:0.03485829010605812 - rollout_corr/rollout_is_eff_sample_size:0.9987863743884395 - rollout_corr/rollout_is_seq_mean:1.0000046491622925 - rollout_corr/rollout_is_seq_std:0.0016272451030090451 - rollout_corr/rollout_is_seq_max:1.004730463027954 - rollout_corr/rollout_is_seq_min:0.9942823648452759 - rollout_corr/rollout_is_seq_max_deviation:0.005717635154724121 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.885653248988092) - rollout_corr/training_log_ppl:np.float64(0.6225170233519748) - rollout_corr/kl:np.float64(0.0006676197259634087) - rollout_corr/k3_kl:np.float64(0.0006973658590823106) - rollout_corr/rollout_ppl:np.float64(1.8844418218359351) - rollout_corr/rollout_log_ppl:np.float64(0.6218493984779343) - rollout_corr/log_ppl_diff:np.float64(0.0006676248740404844) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013843933120369911) - rollout_corr/log_ppl_diff_max:np.float64(0.00526583194732666) - rollout_corr/log_ppl_diff_min:np.float64(-0.003930270671844482) - rollout_corr/ppl_ratio:np.float64(1.000669184140861) - rollout_corr/chi2_token:np.float64(0.0014710784889757633) - rollout_corr/chi2_seq:np.float64(0.8179175723344088) - actor/pg_loss:np.float64(2.6686815544962883e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002690604562758381) - actor/ppo_kl:np.float64(1.4355201699345344e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.32805465161800385) - perf/mfu/actor:np.float64(0.1028074892283904) - perf/max_memory_allocated_gb:np.float64(132.02947998046875) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.34636688232422) - actor/lr:np.float64(1e-06) - training/global_step:62 - training/epoch:4 - critic/score/mean:0.5078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0027322403620928526 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0027322403620928526 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:523.98046875 - response_length/max:2378.0 - response_length/min:203.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:523.98046875 - response_length_non_aborted/max:2378.0 - response_length_non_aborted/min:203.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:293.90625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010083988308906555 - timing_s/agent_loop/generate_sequences/min:np.float64(2.5903304368257523) - timing_s/agent_loop/generate_sequences/max:np.float64(16.81711182370782) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.918771314056357) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(16.81711182370782) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/
step:63 - global_seqlen/min:23101 - global_seqlen/max:34980 - global_seqlen/minmax_diff:11879 - global_seqlen/balanced_min:27924 - global_seqlen/balanced_max:34011 - global_seqlen/mean:29010.875 - actor/entropy:0.5455924272537231 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6205249428749084 - training/rollout_probs_diff_mean:0.004216565750539303 - training/rollout_probs_diff_std:0.008970578201115131 - training/rollout_actor_probs_pearson_corr:0.9995482563972473 - rollout_corr/rollout_is_mean:0.9999991655349731 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.8351296249602456e-06 - rollout_corr/rollout_is_max:1.7473889589309692 - rollout_corr/rollout_is_min:0.003095390973612666 - rollout_corr/rollout_is_std:0.03316900134086609 - rollout_corr/rollout_is_eff_sample_size:0.9989009075907395 - rollout_corr/rollout_is_seq_mean:1.000017762184143 - rollout_corr/rollout_is_seq_std:0.001850213622674346 - rollout_corr/rollout_is_seq_max:1.0064337253570557 - rollout_corr/rollout_is_seq_min:0.9946577548980713 - rollout_corr/rollout_is_seq_max_deviation:0.006433725357055664 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8669897536747158) - rollout_corr/training_log_ppl:np.float64(0.6120052234909963) - rollout_corr/kl:np.float64(0.0007567557882453002) - rollout_corr/k3_kl:np.float64(0.0006992573034665384) - rollout_corr/rollout_ppl:np.float64(1.8655388155020773) - rollout_corr/rollout_log_ppl:np.float64(0.6112484632030828) - rollout_corr/log_ppl_diff:np.float64(0.0007567602879134938) - rollout_corr/log_ppl_abs_diff:np.float64(0.001599654569872655) - rollout_corr/log_ppl_diff_max:np.float64(0.006732255220413208) - rollout_corr/log_ppl_diff_min:np.float64(-0.006649374961853027) - rollout_corr/ppl_ratio:np.float64(1.0007588441949338) - rollout_corr/chi2_token:np.float64(0.0012939136940985918) - rollout_corr/chi2_seq:np.float64(1.0524738836102188) - actor/pg_loss:np.float64(0.0002161843003705144) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022222603729460388) - actor/ppo_kl:np.float64(0.000107501104544383) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2938495799899101) - perf/mfu/actor:np.float64(0.10630582669558855) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.32476997375488) - actor/lr:np.float64(1e-06) - training/global_step:63 - training/epoch:4 - critic/score/mean:0.59765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.59765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02725508064031601 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02725508064031601 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:571.49609375 - response_length/max:8192.0 - response_length/min:177.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:571.49609375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:177.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:335.09375 - prompt_length/max:498.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011601671576499939 - timing_s/agent_loop/generate_sequences/min:np.float64(2.2523946966975927) - timing_s/agent_loop/generate_sequences/max:np.float64(59.683830101042986) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.351266218240198) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(59.683830101042986) - timing_s/agent_loop/slowest/tool_calls:np.
step:64 - global_seqlen/min:25406 - global_seqlen/max:40662 - global_seqlen/minmax_diff:15256 - global_seqlen/balanced_min:31631 - global_seqlen/balanced_max:37496 - global_seqlen/mean:32842.375 - actor/entropy:0.5346024036407471 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27727752923965454 - training/rollout_probs_diff_mean:0.003883012570440769 - training/rollout_probs_diff_std:0.008337817154824734 - training/rollout_actor_probs_pearson_corr:0.9996206164360046 - rollout_corr/rollout_is_mean:0.9999945163726807 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.2086417882528622e-05 - rollout_corr/rollout_is_max:1.8514951467514038 - rollout_corr/rollout_is_min:0.26193851232528687 - rollout_corr/rollout_is_std:0.031942326575517654 - rollout_corr/rollout_is_eff_sample_size:0.998980846633257 - rollout_corr/rollout_is_seq_mean:0.999992847442627 - rollout_corr/rollout_is_seq_std:0.001399002387188375 - rollout_corr/rollout_is_seq_max:1.004547119140625 - rollout_corr/rollout_is_seq_min:0.9960532188415527 - rollout_corr/rollout_is_seq_max_deviation:0.004547119140625 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8697756584733725) - rollout_corr/training_log_ppl:np.float64(0.6125503201401443) - rollout_corr/kl:np.float64(0.0006201905730827129) - rollout_corr/k3_kl:np.float64(0.0006303364185669125) - rollout_corr/rollout_ppl:np.float64(1.8685544421896338) - rollout_corr/rollout_log_ppl:np.float64(0.6119301268918207) - rollout_corr/log_ppl_diff:np.float64(0.0006201932483236305) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012861887298640795) - rollout_corr/log_ppl_diff_max:np.float64(0.007578432559967041) - rollout_corr/log_ppl_diff_min:np.float64(-0.0036764144897460938) - rollout_corr/ppl_ratio:np.float64(1.000621582614258) - rollout_corr/chi2_token:np.float64(0.0012918002903461456) - rollout_corr/chi2_seq:np.float64(0.4350412057247013) - actor/pg_loss:np.float64(-6.110407412052155e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002444168826514215) - actor/ppo_kl:np.float64(2.1309184818463223e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29246145486831665) - perf/mfu/actor:np.float64(0.1163736099323967) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.28197860717773) - actor/lr:np.float64(1e-06) - training/global_step:64 - training/epoch:4 - critic/score/mean:0.5859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.026083245873451233 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.026083245873451233 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:646.38671875 - response_length/max:8192.0 - response_length/min:213.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:646.38671875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:213.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:379.9375 - prompt_length/max:499.0 - prompt_length/min:183.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.551644325256348e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.7468412443995476) - timing_s/agent_loop/generate_sequences/max:np.float64(59.15042114444077) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.085374305446749) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(59.15042114444077) - timing_s/agent_loop/slowest/tool_calls:np.float
step:65 - global_seqlen/min:21295 - global_seqlen/max:32107 - global_seqlen/minmax_diff:10812 - global_seqlen/balanced_min:26803 - global_seqlen/balanced_max:26845 - global_seqlen/mean:26832.5 - actor/entropy:0.6207481622695923 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19513005018234253 - training/rollout_probs_diff_mean:0.004546179436147213 - training/rollout_probs_diff_std:0.008902329951524734 - training/rollout_actor_probs_pearson_corr:0.9995855093002319 - rollout_corr/rollout_is_mean:0.9999449253082275 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.4900909263815265e-05 - rollout_corr/rollout_is_max:1.6073755025863647 - rollout_corr/rollout_is_min:0.43231064081192017 - rollout_corr/rollout_is_std:0.03524599224328995 - rollout_corr/rollout_is_eff_sample_size:0.99875914242478 - rollout_corr/rollout_is_seq_mean:0.999968409538269 - rollout_corr/rollout_is_seq_std:0.0018359578680247068 - rollout_corr/rollout_is_seq_max:1.0063998699188232 - rollout_corr/rollout_is_seq_min:0.9933979511260986 - rollout_corr/rollout_is_seq_max_deviation:0.006602048873901367 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.925604076590389) - rollout_corr/training_log_ppl:np.float64(0.6440437774290331) - rollout_corr/kl:np.float64(0.0008413790875252403) - rollout_corr/k3_kl:np.float64(0.0007516867610206646) - rollout_corr/rollout_ppl:np.float64(1.9239637488499284) - rollout_corr/rollout_log_ppl:np.float64(0.6432023975066841) - rollout_corr/log_ppl_diff:np.float64(0.0008413799223490059) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015998666058294475) - rollout_corr/log_ppl_diff_max:np.float64(0.007391870021820068) - rollout_corr/log_ppl_diff_min:np.float64(-0.00554269552230835) - rollout_corr/ppl_ratio:np.float64(1.0008436078205705) - rollout_corr/chi2_token:np.float64(0.0013334299437701702) - rollout_corr/chi2_seq:np.float64(1.0197422185447067) - actor/pg_loss:np.float64(6.12802105024457e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00045300728334041196) - actor/ppo_kl:np.float64(0.0001409739878859284) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3358636423945427) - perf/mfu/actor:np.float64(0.10631855529977301) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.38580703735352) - actor/lr:np.float64(1e-06) - training/global_step:65 - training/epoch:4 - critic/score/mean:0.5546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006580614019185305 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006580614019185305 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:524.296875 - response_length/max:1686.0 - response_length/min:185.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:524.296875 - response_length_non_aborted/max:1686.0 - response_length_non_aborted/min:185.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:314.21875 - prompt_length/max:498.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001552291214466095 - timing_s/agent_loop/generate_sequences/min:np.float64(2.352688204497099) - timing_s/agent_loop/generate_sequences/max:np.float64(13.756486231461167) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.0002494652726455) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(13.756486231461167) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
step:66 - global_seqlen/min:22274 - global_seqlen/max:32623 - global_seqlen/minmax_diff:10349 - global_seqlen/balanced_min:26816 - global_seqlen/balanced_max:27261 - global_seqlen/mean:26891.375 - actor/entropy:0.6257913112640381 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35351458191871643 - training/rollout_probs_diff_mean:0.0045900181867182255 - training/rollout_probs_diff_std:0.008917701430618763 - training/rollout_actor_probs_pearson_corr:0.9995673894882202 - rollout_corr/rollout_is_mean:0.9999930262565613 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9363694190979004 - rollout_corr/rollout_is_min:0.5830235481262207 - rollout_corr/rollout_is_std:0.034758973866701126 - rollout_corr/rollout_is_eff_sample_size:0.9987932718026972 - rollout_corr/rollout_is_seq_mean:0.9999854564666748 - rollout_corr/rollout_is_seq_std:0.0016893023857846856 - rollout_corr/rollout_is_seq_max:1.005061388015747 - rollout_corr/rollout_is_seq_min:0.9951789379119873 - rollout_corr/rollout_is_seq_max_deviation:0.00506138801574707 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9523011581040919) - rollout_corr/training_log_ppl:np.float64(0.6582004217198119) - rollout_corr/kl:np.float64(0.0008687902869892739) - rollout_corr/k3_kl:np.float64(0.000780955700861341) - rollout_corr/rollout_ppl:np.float64(1.9505894747562706) - rollout_corr/rollout_log_ppl:np.float64(0.6573316331487149) - rollout_corr/log_ppl_diff:np.float64(0.0008687885710969567) - rollout_corr/log_ppl_abs_diff:np.float64(0.001621669507585466) - rollout_corr/log_ppl_diff_max:np.float64(0.006796002388000488) - rollout_corr/log_ppl_diff_min:np.float64(-0.004694759845733643) - rollout_corr/ppl_ratio:np.float64(1.0008709919638932) - rollout_corr/chi2_token:np.float64(0.0014324793592095375) - rollout_corr/chi2_seq:np.float64(2.069492584094405) - actor/pg_loss:np.float64(3.935385029762983e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00027896277674699377) - actor/ppo_kl:np.float64(0.00021445795575480986) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2940399497747421) - perf/mfu/actor:np.float64(0.10609425143395275) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.2559814453125) - actor/lr:np.float64(1e-06) - training/global_step:66 - training/epoch:4 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005820830352604389 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005820830352604389 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:544.91796875 - response_length/max:2301.0 - response_length/min:180.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:544.91796875 - response_length_non_aborted/max:2301.0 - response_length_non_aborted/min:180.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:295.4375 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.931383490562439e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.3505223356187344) - timing_s/agent_loop/generate_sequences/max:np.float64(16.464555468410254) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.176658551463333) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(16.464555468410254) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loo
step:67 - global_seqlen/min:24880 - global_seqlen/max:34447 - global_seqlen/minmax_diff:9567 - global_seqlen/balanced_min:29948 - global_seqlen/balanced_max:31331 - global_seqlen/mean:30130.0 - actor/entropy:0.589844286441803 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22166013717651367 - training/rollout_probs_diff_mean:0.004247101955115795 - training/rollout_probs_diff_std:0.00861254334449768 - training/rollout_actor_probs_pearson_corr:0.9995855093002319 - rollout_corr/rollout_is_mean:1.0001040697097778 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.9481531126075424e-05 - rollout_corr/rollout_is_max:1.6337190866470337 - rollout_corr/rollout_is_min:0.3651112914085388 - rollout_corr/rollout_is_std:0.03365423530340195 - rollout_corr/rollout_is_eff_sample_size:0.9988689117678543 - rollout_corr/rollout_is_seq_mean:1.0000989437103271 - rollout_corr/rollout_is_seq_std:0.0015551011310890317 - rollout_corr/rollout_is_seq_max:1.004523754119873 - rollout_corr/rollout_is_seq_min:0.9955280423164368 - rollout_corr/rollout_is_seq_max_deviation:0.004523754119873047 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8956821579486132) - rollout_corr/training_log_ppl:np.float64(0.6294339749729261) - rollout_corr/kl:np.float64(0.0006292968909278329) - rollout_corr/k3_kl:np.float64(0.0006888913353577664) - rollout_corr/rollout_ppl:np.float64(1.8944640522822738) - rollout_corr/rollout_log_ppl:np.float64(0.6288046729168855) - rollout_corr/log_ppl_diff:np.float64(0.0006293020560406148) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013327563065104187) - rollout_corr/log_ppl_diff_max:np.float64(0.0057659149169921875) - rollout_corr/log_ppl_diff_min:np.float64(-0.005035281181335449) - rollout_corr/ppl_ratio:np.float64(1.0006307614967227) - rollout_corr/chi2_token:np.float64(0.001525928732007742) - rollout_corr/chi2_seq:np.float64(1.6525246889796108) - actor/pg_loss:np.float64(7.881573401391506e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020492133899097098) - actor/ppo_kl:np.float64(0.00011573680059484559) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29331646859645844) - perf/mfu/actor:np.float64(0.11493123702509477) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.14929580688477) - actor/lr:np.float64(1e-06) - training/global_step:67 - training/epoch:4 - critic/score/mean:0.48046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.48046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.02250116877257824 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.02250116877257824 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:601.53125 - response_length/max:3336.0 - response_length/min:239.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:601.53125 - response_length_non_aborted/max:3336.0 - response_length_non_aborted/min:239.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:340.03125 - prompt_length/max:500.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.856132626533508e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.8754393495619297) - timing_s/agent_loop/generate_sequences/max:np.float64(23.423784406855702) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.6740256431512535) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(23.423784406855702) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
step:68 - global_seqlen/min:17421 - global_seqlen/max:34085 - global_seqlen/minmax_diff:16664 - global_seqlen/balanced_min:26909 - global_seqlen/balanced_max:27165 - global_seqlen/mean:26947.375 - actor/entropy:0.6444172263145447 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18439927697181702 - training/rollout_probs_diff_mean:0.004641249775886536 - training/rollout_probs_diff_std:0.008944928646087646 - training/rollout_actor_probs_pearson_corr:0.9995980858802795 - rollout_corr/rollout_is_mean:1.0000133514404297 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.867990578030003e-06 - rollout_corr/rollout_is_max:1.6314746141433716 - rollout_corr/rollout_is_min:0.42825600504875183 - rollout_corr/rollout_is_std:0.03462151810526848 - rollout_corr/rollout_is_eff_sample_size:0.9988027856338563 - rollout_corr/rollout_is_seq_mean:1.000099539756775 - rollout_corr/rollout_is_seq_std:0.0016578711802139878 - rollout_corr/rollout_is_seq_max:1.0061999559402466 - rollout_corr/rollout_is_seq_min:0.9961308240890503 - rollout_corr/rollout_is_seq_max_deviation:0.006199955940246582 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9535676850937307) - rollout_corr/training_log_ppl:np.float64(0.6591222073184326) - rollout_corr/kl:np.float64(0.0004966206334939827) - rollout_corr/k3_kl:np.float64(0.0006638419986302324) - rollout_corr/rollout_ppl:np.float64(1.9525953237898648) - rollout_corr/rollout_log_ppl:np.float64(0.6586255870060995) - rollout_corr/log_ppl_diff:np.float64(0.000496620312333107) - rollout_corr/log_ppl_abs_diff:np.float64(0.001403916859999299) - rollout_corr/log_ppl_diff_max:np.float64(0.0046253204345703125) - rollout_corr/log_ppl_diff_min:np.float64(-0.005441248416900635) - rollout_corr/ppl_ratio:np.float64(1.0004981856327504) - rollout_corr/chi2_token:np.float64(0.001669891644269228) - rollout_corr/chi2_seq:np.float64(0.9913946138694882) - actor/pg_loss:np.float64(9.917933493852615e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002313076165592065) - actor/ppo_kl:np.float64(-3.844997100088676e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2564214989542961) - perf/mfu/actor:np.float64(0.10539461159894445) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.2226333618164) - actor/lr:np.float64(1e-06) - training/global_step:68 - training/epoch:4 - critic/score/mean:0.62890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.62890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008263050578534603 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008263050578534603 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:568.76171875 - response_length/max:2239.0 - response_length/min:213.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:568.76171875 - response_length_non_aborted/max:2239.0 - response_length_non_aborted/min:213.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:273.34375 - prompt_length/max:500.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001437310129404068 - timing_s/agent_loop/generate_sequences/min:np.float64(2.7150635942816734) - timing_s/agent_loop/generate_sequences/max:np.float64(16.899478439241648) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.49198151560995) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(16.899478439241648) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) -
step:69 - global_seqlen/min:26099 - global_seqlen/max:48042 - global_seqlen/minmax_diff:21943 - global_seqlen/balanced_min:31376 - global_seqlen/balanced_max:37337 - global_seqlen/mean:32333.0 - actor/entropy:0.5698190927505493 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5148013234138489 - training/rollout_probs_diff_mean:0.003968259319663048 - training/rollout_probs_diff_std:0.008453773334622383 - training/rollout_actor_probs_pearson_corr:0.9995850920677185 - rollout_corr/rollout_is_mean:1.0000203847885132 - rollout_corr/rollout_is_ratio_fraction_high:5.7056781770370435e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.1411356354074087e-05 - rollout_corr/rollout_is_max:2.177001714706421 - rollout_corr/rollout_is_min:0.2908869981765747 - rollout_corr/rollout_is_std:0.03237602859735489 - rollout_corr/rollout_is_eff_sample_size:0.9989528903049885 - rollout_corr/rollout_is_seq_mean:0.999998927116394 - rollout_corr/rollout_is_seq_std:0.0014363601803779602 - rollout_corr/rollout_is_seq_max:1.0048489570617676 - rollout_corr/rollout_is_seq_min:0.9959189295768738 - rollout_corr/rollout_is_seq_max_deviation:0.004848957061767578 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8955526044592261) - rollout_corr/training_log_ppl:np.float64(0.6262829734914703) - rollout_corr/kl:np.float64(0.0006352785842267394) - rollout_corr/k3_kl:np.float64(0.0006139969935361478) - rollout_corr/rollout_ppl:np.float64(1.8942792634479702) - rollout_corr/rollout_log_ppl:np.float64(0.625647687484161) - rollout_corr/log_ppl_diff:np.float64(0.0006352860073093325) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012822118878830224) - rollout_corr/log_ppl_diff_max:np.float64(0.005681276321411133) - rollout_corr/log_ppl_diff_min:np.float64(-0.005220234394073486) - rollout_corr/ppl_ratio:np.float64(1.0006366996094584) - rollout_corr/chi2_token:np.float64(0.0011912821792066097) - rollout_corr/chi2_seq:np.float64(0.8885124691296369) - actor/pg_loss:np.float64(3.740633837878704e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000206039456088547) - actor/ppo_kl:np.float64(5.142674557312432e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.25310875102877617) - perf/mfu/actor:np.float64(0.11655053927614872) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.29055118560791) - actor/lr:np.float64(1e-06) - training/global_step:69 - training/epoch:4 - critic/score/mean:0.40625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0008751084096729755 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0008751084096729755 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:684.625 - response_length/max:8192.0 - response_length/min:238.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:684.625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:238.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:325.78125 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.796954691410065e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(3.0695799440145493) - timing_s/agent_loop/generate_sequences/max:np.float64(60.719977186992764) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.716403425481985) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(60.719977186992764) - timing_s/agent_loop/slowest/tool_calls:n
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 70}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, we analyze the balance of hydrophobic and hydrophilic interactions, hydrogen bonding, and the overall tendency of the protein to fold into a stable 3D structure. Stability scores are typically calculated using computational models that consider the energy of interactions between amino acids, such as hydrogen bonds, van der Waals forces, and electrostatic interactions.

The given protein sequence is:
**GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR**

Let's break it down:

1. **Hydrophobic vs. Hydrophilic Balance**:
   - Hydrophobic residues (e.g., G, S, T, R, Y, F, L, W, V, A, K, E, D, Q, N, G) are present in the sequence.
   - The sequence includes a mix of polar and non-polar residues, which is important for proper folding.
   - However, the sequence contains several charged residues (e.g., R, E, D, K, Q, N), which can contribute to stability through salt bridges and hydrogen bonding.

2. **Secondary Structure Potential**:
   - The sequence includes segments that may form alpha-helices and beta-sheets, such as the presence of multiple charged residues and repetitive sequences (e.g., "EEE", "ARRAAK", "ARRG", "QVHVTQNG").
   - These segments suggest a potential for forming stable secondary structures, which increases folding stability.

3. **Energy Calculation**:
   - Stability scores are often derived from energy calculations. A positive score indicates a more stable structure, while a negative score suggests instability.
   - The presence of multiple charged residues and favorable interactions increases the likelihood of a positive score.

4. **Empirical and Computational Models**:
   - Using standard folding prediction tools or energy-based models, the stability score for this sequence is estimated to be **positive**, as the sequence has a good balance of interactions and potential for stable folding.

Based on the composition and energy considerations, the folding stability score is expected to be a **positive value**, and among the given options, **1.69** and **2.49** are the most likely candidates. Given the complexity of the sequence and the presence of multiple favorable interactions, the score is more likely to be **2.49**, which indicates a strong tendency for stable folding.
</reasoning>
<answer>
C
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] C
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_70
step:70 - global_seqlen/min:22892 - global_seqlen/max:45274 - global_seqlen/minmax_diff:22382 - global_seqlen/balanced_min:29894 - global_seqlen/balanced_max:32846 - global_seqlen/mean:30273.875 - actor/entropy:0.6131719946861267 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15366443991661072 - training/rollout_probs_diff_mean:0.00431956397369504 - training/rollout_probs_diff_std:0.008580975234508514 - training/rollout_actor_probs_pearson_corr:0.9995657205581665 - rollout_corr/rollout_is_mean:0.999946117401123 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6171174049377441 - rollout_corr/rollout_is_min:0.5561785697937012 - rollout_corr/rollout_is_std:0.033606380224227905 - rollout_corr/rollout_is_eff_sample_size:0.9988717663304828 - rollout_corr/rollout_is_seq_mean:0.9999675750732422 - rollout_corr/rollout_is_seq_std:0.0015103485202416778 - rollout_corr/rollout_is_seq_max:1.0039453506469727 - rollout_corr/rollout_is_seq_min:0.9966089725494385 - rollout_corr/rollout_is_seq_max_deviation:0.003945350646972656 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9447635901160538) - rollout_corr/training_log_ppl:np.float64(0.6509870570152998) - rollout_corr/kl:np.float64(0.0007401770297512655) - rollout_corr/k3_kl:np.float64(0.0006394408320602452) - rollout_corr/rollout_ppl:np.float64(1.9432618194259703) - rollout_corr/rollout_log_ppl:np.float64(0.6502468808030244) - rollout_corr/log_ppl_diff:np.float64(0.0007401762122754008) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014322019706014544) - rollout_corr/log_ppl_diff_max:np.float64(0.0058574676513671875) - rollout_corr/log_ppl_diff_min:np.float64(-0.00428539514541626) - rollout_corr/ppl_ratio:np.float64(1.0007417981978506) - rollout_corr/chi2_token:np.float64(0.001070341793820262) - rollout_corr/chi2_seq:np.float64(0.7282506925985217) - actor/pg_loss:np.float64(5.149014759808779e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00034245533919374793) - actor/ppo_kl:np.float64(9.44623739158601e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2602544203400612) - perf/mfu/actor:np.float64(0.11409519055455762) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.31228256225586) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.46) - val-aux/sciknoweval/reward/std@16:np.float64(0.2861467664393313) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.5721) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.22144790929251737) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.34534000000000004) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.26577659783570406) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.4579200000000001) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.289007680712865) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.6529399999999999) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.15183231396340532) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.23908000000000001) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.21850489251907942) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.5016999999999999) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.22016362267535464) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.70884) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.10756847878326091) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.15309999999999999) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.1624652573430824) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.53166) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.14702402596896638) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.75438) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.07530998121437738) - val-aux/sciknow
step:71 - global_seqlen/min:21235 - global_seqlen/max:37753 - global_seqlen/minmax_diff:16518 - global_seqlen/balanced_min:30701 - global_seqlen/balanced_max:33643 - global_seqlen/mean:31073.625 - actor/entropy:0.6121453642845154 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2395903766155243 - training/rollout_probs_diff_mean:0.004203904420137405 - training/rollout_probs_diff_std:0.008488737046718597 - training/rollout_actor_probs_pearson_corr:0.9996594190597534 - rollout_corr/rollout_is_mean:0.9998877048492432 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.20478298413218e-05 - rollout_corr/rollout_is_max:1.6326193809509277 - rollout_corr/rollout_is_min:0.32221582531929016 - rollout_corr/rollout_is_std:0.033426765352487564 - rollout_corr/rollout_is_eff_sample_size:0.9988836605170551 - rollout_corr/rollout_is_seq_mean:0.9998750686645508 - rollout_corr/rollout_is_seq_std:0.00159530492965132 - rollout_corr/rollout_is_seq_max:1.00459623336792 - rollout_corr/rollout_is_seq_min:0.9939055442810059 - rollout_corr/rollout_is_seq_max_deviation:0.006094455718994141 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9578393707051873) - rollout_corr/training_log_ppl:np.float64(0.6591245254967362) - rollout_corr/kl:np.float64(0.0007705473704504584) - rollout_corr/k3_kl:np.float64(0.0006441831602614911) - rollout_corr/rollout_ppl:np.float64(1.956278124358505) - rollout_corr/rollout_log_ppl:np.float64(0.6583539699786343) - rollout_corr/log_ppl_diff:np.float64(0.0007705555181019008) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013020281330682337) - rollout_corr/log_ppl_diff_max:np.float64(0.007874637842178345) - rollout_corr/log_ppl_diff_min:np.float64(-0.0038064122200012207) - rollout_corr/ppl_ratio:np.float64(1.0007721513975412) - rollout_corr/chi2_token:np.float64(0.0010341168381273746) - rollout_corr/chi2_seq:np.float64(0.3578775206115097) - actor/pg_loss:np.float64(0.00021309871226549149) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002649730504344916) - actor/ppo_kl:np.float64(2.861905230844286e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3365911841392517) - perf/mfu/actor:np.float64(0.11590899664866659) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(108.04169845581055) - actor/lr:np.float64(1e-06) - training/global_step:71 - training/epoch:5 - critic/score/mean:0.5234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009181952103972435 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009181952103972435 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:648.45703125 - response_length/max:5210.0 - response_length/min:232.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:648.45703125 - response_length_non_aborted/max:5210.0 - response_length_non_aborted/min:232.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:322.59375 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00022904016077518463 - timing_s/agent_loop/generate_sequences/min:np.float64(3.0012999195605516) - timing_s/agent_loop/generate_sequences/max:np.float64(34.256529461592436) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.292897454295598) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(34.256529461592436) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - t
step:72 - global_seqlen/min:26234 - global_seqlen/max:43642 - global_seqlen/minmax_diff:17408 - global_seqlen/balanced_min:35514 - global_seqlen/balanced_max:36709 - global_seqlen/mean:35738.5 - actor/entropy:0.5381041765213013 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8288860321044922 - training/rollout_probs_diff_mean:0.003765193512663245 - training/rollout_probs_diff_std:0.008447541855275631 - training/rollout_actor_probs_pearson_corr:0.9995538592338562 - rollout_corr/rollout_is_mean:0.999891459941864 - rollout_corr/rollout_is_ratio_fraction_high:4.945305136061506e-06 - rollout_corr/rollout_is_ratio_fraction_low:2.472652522556018e-05 - rollout_corr/rollout_is_max:2.261007785797119 - rollout_corr/rollout_is_min:0.026971934363245964 - rollout_corr/rollout_is_std:0.031901247799396515 - rollout_corr/rollout_is_eff_sample_size:0.9989831070005086 - rollout_corr/rollout_is_seq_mean:0.9999176263809204 - rollout_corr/rollout_is_seq_std:0.001497675315476954 - rollout_corr/rollout_is_seq_max:1.0063440799713135 - rollout_corr/rollout_is_seq_min:0.9956987500190735 - rollout_corr/rollout_is_seq_max_deviation:0.0063440799713134766 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8888928033411503) - rollout_corr/training_log_ppl:np.float64(0.6195288861927111) - rollout_corr/kl:np.float64(0.0006622874627879582) - rollout_corr/k3_kl:np.float64(0.0006225923072804562) - rollout_corr/rollout_ppl:np.float64(1.8875912888906896) - rollout_corr/rollout_log_ppl:np.float64(0.6188665961381048) - rollout_corr/log_ppl_diff:np.float64(0.0006622900546062738) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012200255587231368) - rollout_corr/log_ppl_diff_max:np.float64(0.004466533660888672) - rollout_corr/log_ppl_diff_min:np.float64(-0.0036079883575439453) - rollout_corr/ppl_ratio:np.float64(1.0006635207682848) - rollout_corr/chi2_token:np.float64(0.0011803614906966686) - rollout_corr/chi2_seq:np.float64(0.9953480577096343) - actor/pg_loss:np.float64(-1.6446225345134735e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016102354027225374) - actor/ppo_kl:np.float64(-1.5812976214668595e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.25563713535666466) - perf/mfu/actor:np.float64(0.12827517036615993) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.44058990478516) - actor/lr:np.float64(1e-06) - training/global_step:72 - training/epoch:5 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02554064616560936 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02554064616560936 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:789.890625 - response_length/max:5425.0 - response_length/min:240.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:789.890625 - response_length_non_aborted/max:5425.0 - response_length_non_aborted/min:240.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:326.9375 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015281513333320618 - timing_s/agent_loop/generate_sequences/min:np.float64(3.174361787736416) - timing_s/agent_loop/generate_sequences/max:np.float64(36.92909706197679) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.576639924409392) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(36.92909706197679) - timing_s/agent_loop/slowest/tool_calls:np.
step:73 - global_seqlen/min:18456 - global_seqlen/max:34185 - global_seqlen/minmax_diff:15729 - global_seqlen/balanced_min:26807 - global_seqlen/balanced_max:26822 - global_seqlen/mean:26816.125 - actor/entropy:0.6565453410148621 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3378452658653259 - training/rollout_probs_diff_mean:0.004737126640975475 - training/rollout_probs_diff_std:0.009036988951265812 - training/rollout_actor_probs_pearson_corr:0.9995699524879456 - rollout_corr/rollout_is_mean:1.0000122785568237 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.862052032374777e-06 - rollout_corr/rollout_is_max:1.7784450054168701 - rollout_corr/rollout_is_min:0.3966788649559021 - rollout_corr/rollout_is_std:0.03564620390534401 - rollout_corr/rollout_is_eff_sample_size:0.9987310795967171 - rollout_corr/rollout_is_seq_mean:0.9999911785125732 - rollout_corr/rollout_is_seq_std:0.0017538155661895871 - rollout_corr/rollout_is_seq_max:1.0043984651565552 - rollout_corr/rollout_is_seq_min:0.9940966367721558 - rollout_corr/rollout_is_seq_max_deviation:0.005903363227844238 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.975407786667347) - rollout_corr/training_log_ppl:np.float64(0.6694524426129647) - rollout_corr/kl:np.float64(0.0007055007173235595) - rollout_corr/k3_kl:np.float64(0.000711057839851037) - rollout_corr/rollout_ppl:np.float64(1.9739703219383955) - rollout_corr/rollout_log_ppl:np.float64(0.668746936309617) - rollout_corr/log_ppl_diff:np.float64(0.0007055063033476472) - rollout_corr/log_ppl_abs_diff:np.float64(0.001451704534702003) - rollout_corr/log_ppl_diff_max:np.float64(0.006269991397857666) - rollout_corr/log_ppl_diff_min:np.float64(-0.004275083541870117) - rollout_corr/ppl_ratio:np.float64(1.0007072330918163) - rollout_corr/chi2_token:np.float64(0.001449948875233531) - rollout_corr/chi2_seq:np.float64(0.9193006653804332) - actor/pg_loss:np.float64(-2.8471346013247967e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001824800635858992) - actor/ppo_kl:np.float64(2.208415196447433e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2451118528842926) - perf/mfu/actor:np.float64(0.10596420532794248) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.42919921875) - actor/lr:np.float64(1e-06) - training/global_step:73 - training/epoch:5 - critic/score/mean:0.5703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001449608476832509 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001449608476832509 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:569.25390625 - response_length/max:1432.0 - response_length/min:216.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:569.25390625 - response_length_non_aborted/max:1432.0 - response_length_non_aborted/min:216.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:268.75 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.316385507583618e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.6824790202081203) - timing_s/agent_loop/generate_sequences/max:np.float64(12.198815386742353) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.428953409311362) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.198815386742353) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/
step:74 - global_seqlen/min:23559 - global_seqlen/max:37332 - global_seqlen/minmax_diff:13773 - global_seqlen/balanced_min:29294 - global_seqlen/balanced_max:29301 - global_seqlen/mean:29297.125 - actor/entropy:0.6140167713165283 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22837792336940765 - training/rollout_probs_diff_mean:0.0043827081099152565 - training/rollout_probs_diff_std:0.008729599416255951 - training/rollout_actor_probs_pearson_corr:0.9995607733726501 - rollout_corr/rollout_is_mean:0.9999913573265076 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.2848763617512304e-05 - rollout_corr/rollout_is_max:1.7442296743392944 - rollout_corr/rollout_is_min:0.39243054389953613 - rollout_corr/rollout_is_std:0.0341971218585968 - rollout_corr/rollout_is_eff_sample_size:0.9988320418002583 - rollout_corr/rollout_is_seq_mean:1.0000061988830566 - rollout_corr/rollout_is_seq_std:0.0016586340498179197 - rollout_corr/rollout_is_seq_max:1.005176305770874 - rollout_corr/rollout_is_seq_min:0.9943239688873291 - rollout_corr/rollout_is_seq_max_deviation:0.0056760311126708984 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.9385907775722444) - rollout_corr/training_log_ppl:np.float64(0.6473882601130754) - rollout_corr/kl:np.float64(0.00046914799348485303) - rollout_corr/k3_kl:np.float64(0.0006984650416939076) - rollout_corr/rollout_ppl:np.float64(1.9377238838933408) - rollout_corr/rollout_log_ppl:np.float64(0.6469191099167801) - rollout_corr/log_ppl_diff:np.float64(0.0004691501962952316) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013067128020338714) - rollout_corr/log_ppl_diff_max:np.float64(0.006288111209869385) - rollout_corr/log_ppl_diff_min:np.float64(-0.005218505859375) - rollout_corr/ppl_ratio:np.float64(1.0004705695901066) - rollout_corr/chi2_token:np.float64(0.0018577906303107738) - rollout_corr/chi2_seq:np.float64(1.442874014377594) - actor/pg_loss:np.float64(-2.4739885702729225e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00025258869686695107) - actor/ppo_kl:np.float64(-0.00015895344180405502) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.26296986266970634) - perf/mfu/actor:np.float64(0.11032628531317712) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.27821350097656) - actor/lr:np.float64(1e-06) - training/global_step:74 - training/epoch:5 - critic/score/mean:0.44921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005717699881643057 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.005717699881643057 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:608.03515625 - response_length/max:1934.0 - response_length/min:235.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:608.03515625 - response_length_non_aborted/max:1934.0 - response_length_non_aborted/min:235.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:307.5 - prompt_length/max:498.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.83881002664566e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(3.0531131979078054) - timing_s/agent_loop/generate_sequences/max:np.float64(14.95792481303215) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.960708833503304) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(14.95792481303215) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
step:75 - global_seqlen/min:19667 - global_seqlen/max:37303 - global_seqlen/minmax_diff:17636 - global_seqlen/balanced_min:31292 - global_seqlen/balanced_max:31535 - global_seqlen/mean:31373.875 - actor/entropy:0.5995069146156311 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17969393730163574 - training/rollout_probs_diff_mean:0.004113918170332909 - training/rollout_probs_diff_std:0.008396285586059093 - training/rollout_actor_probs_pearson_corr:0.9995931386947632 - rollout_corr/rollout_is_mean:1.0000536441802979 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.111908987804782e-06 - rollout_corr/rollout_is_max:1.6734154224395752 - rollout_corr/rollout_is_min:0.39688947796821594 - rollout_corr/rollout_is_std:0.03306100517511368 - rollout_corr/rollout_is_eff_sample_size:0.9989082823833357 - rollout_corr/rollout_is_seq_mean:1.0000866651535034 - rollout_corr/rollout_is_seq_std:0.001442281762138009 - rollout_corr/rollout_is_seq_max:1.0049080848693848 - rollout_corr/rollout_is_seq_min:0.9960072040557861 - rollout_corr/rollout_is_seq_max_deviation:0.004908084869384766 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.938878451474011) - rollout_corr/training_log_ppl:np.float64(0.6489311760815326) - rollout_corr/kl:np.float64(0.0006695286699649472) - rollout_corr/k3_kl:np.float64(0.000658467178908495) - rollout_corr/rollout_ppl:np.float64(1.9376000561751425) - rollout_corr/rollout_log_ppl:np.float64(0.6482616436260287) - rollout_corr/log_ppl_diff:np.float64(0.0006695324555039406) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013180868700146675) - rollout_corr/log_ppl_diff_max:np.float64(0.0052838921546936035) - rollout_corr/log_ppl_diff_min:np.float64(-0.006177842617034912) - rollout_corr/ppl_ratio:np.float64(1.000671031884849) - rollout_corr/chi2_token:np.float64(0.001291059423238039) - rollout_corr/chi2_seq:np.float64(1.7275320449844003) - actor/pg_loss:np.float64(2.64681875705719e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002035862344200723) - actor/ppo_kl:np.float64(0.00014959122469004882) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.24130704253911972) - perf/mfu/actor:np.float64(0.11917468439495588) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.44599914550781) - actor/lr:np.float64(1e-06) - training/global_step:75 - training/epoch:5 - critic/score/mean:0.51953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.018550407141447067 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.018550407141447067 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:639.12109375 - response_length/max:2413.0 - response_length/min:219.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:639.12109375 - response_length_non_aborted/max:2413.0 - response_length_non_aborted/min:219.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:341.3125 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010386854410171509 - timing_s/agent_loop/generate_sequences/min:np.float64(2.8121387287974358) - timing_s/agent_loop/generate_sequences/max:np.float64(18.46451293863356) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.216221448288707) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(18.46451293863356) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - t
step:76 - global_seqlen/min:20283 - global_seqlen/max:32811 - global_seqlen/minmax_diff:12528 - global_seqlen/balanced_min:26504 - global_seqlen/balanced_max:26517 - global_seqlen/mean:26512.5 - actor/entropy:0.6350308656692505 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17917877435684204 - training/rollout_probs_diff_mean:0.004586298018693924 - training/rollout_probs_diff_std:0.008971956558525562 - training/rollout_actor_probs_pearson_corr:0.9995372295379639 - rollout_corr/rollout_is_mean:1.0000380277633667 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.827222466468811 - rollout_corr/rollout_is_min:0.5686995387077332 - rollout_corr/rollout_is_std:0.03533213213086128 - rollout_corr/rollout_is_eff_sample_size:0.9987533156909227 - rollout_corr/rollout_is_seq_mean:1.0000674724578857 - rollout_corr/rollout_is_seq_std:0.0018894363893195987 - rollout_corr/rollout_is_seq_max:1.005513310432434 - rollout_corr/rollout_is_seq_min:0.9936065673828125 - rollout_corr/rollout_is_seq_max_deviation:0.0063934326171875 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.968894435558468) - rollout_corr/training_log_ppl:np.float64(0.6658430882962421) - rollout_corr/kl:np.float64(0.0007195233954240265) - rollout_corr/k3_kl:np.float64(0.0007665455403866872) - rollout_corr/rollout_ppl:np.float64(1.9675318174995482) - rollout_corr/rollout_log_ppl:np.float64(0.665123556391336) - rollout_corr/log_ppl_diff:np.float64(0.0007195319049060345) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016117857303470373) - rollout_corr/log_ppl_diff_max:np.float64(0.009828507900238037) - rollout_corr/log_ppl_diff_min:np.float64(-0.005744516849517822) - rollout_corr/ppl_ratio:np.float64(1.0007219149265438) - rollout_corr/chi2_token:np.float64(0.0016625274438410997) - rollout_corr/chi2_seq:np.float64(0.8674180095549673) - actor/pg_loss:np.float64(-0.0004104750696569681) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002753232561190089) - actor/ppo_kl:np.float64(0.00010094181278219594) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2881191372871399) - perf/mfu/actor:np.float64(0.10367918366765841) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.43100261688232) - actor/lr:np.float64(1e-06) - training/global_step:76 - training/epoch:5 - critic/score/mean:0.3671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0004805878852494061 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0004805878852494061 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:538.484375 - response_length/max:1629.0 - response_length/min:209.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:538.484375 - response_length_non_aborted/max:1629.0 - response_length_non_aborted/min:209.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:290.03125 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.703341543674469e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.552292490378022) - timing_s/agent_loop/generate_sequences/max:np.float64(12.575598703697324) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.731568812974729) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.575598703697324) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowes
step:77 - global_seqlen/min:25157 - global_seqlen/max:34201 - global_seqlen/minmax_diff:9044 - global_seqlen/balanced_min:27673 - global_seqlen/balanced_max:27682 - global_seqlen/mean:27679.75 - actor/entropy:0.6796004176139832 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4517993927001953 - training/rollout_probs_diff_mean:0.004683211445808411 - training/rollout_probs_diff_std:0.008955772966146469 - training/rollout_actor_probs_pearson_corr:0.9995827674865723 - rollout_corr/rollout_is_mean:1.0000066757202148 - rollout_corr/rollout_is_ratio_fraction_high:1.4305537661130074e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.4305537661130074e-05 - rollout_corr/rollout_is_max:2.7140040397644043 - rollout_corr/rollout_is_min:0.32336246967315674 - rollout_corr/rollout_is_std:0.03546515479683876 - rollout_corr/rollout_is_eff_sample_size:0.9987438028021615 - rollout_corr/rollout_is_seq_mean:0.9999802112579346 - rollout_corr/rollout_is_seq_std:0.0016934500308707356 - rollout_corr/rollout_is_seq_max:1.006002426147461 - rollout_corr/rollout_is_seq_min:0.9955582022666931 - rollout_corr/rollout_is_seq_max_deviation:0.0060024261474609375 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.043808192014694) - rollout_corr/training_log_ppl:np.float64(0.7021688789827749) - rollout_corr/kl:np.float64(0.0007098385119235218) - rollout_corr/k3_kl:np.float64(0.0007099981705778191) - rollout_corr/rollout_ppl:np.float64(2.042325856164098) - rollout_corr/rollout_log_ppl:np.float64(0.701459038304165) - rollout_corr/log_ppl_diff:np.float64(0.0007098406786099076) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014463755069300532) - rollout_corr/log_ppl_diff_max:np.float64(0.005881637334823608) - rollout_corr/log_ppl_diff_min:np.float64(-0.00529932975769043) - rollout_corr/ppl_ratio:np.float64(1.0007116561755538) - rollout_corr/chi2_token:np.float64(0.0014412272721529007) - rollout_corr/chi2_seq:np.float64(1.0193054659757763) - actor/pg_loss:np.float64(-0.00013291975483298302) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00021383253101703303) - actor/ppo_kl:np.float64(2.8176918711153576e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.27433451265096664) - perf/mfu/actor:np.float64(0.10918538885073378) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.56311416625977) - actor/lr:np.float64(1e-06) - training/global_step:77 - training/epoch:5 - critic/score/mean:0.609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004157546907663345 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004157546907663345 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:546.1171875 - response_length/max:1262.0 - response_length/min:197.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:546.1171875 - response_length_non_aborted/max:1262.0 - response_length_non_aborted/min:197.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:318.875 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010059215128421783 - timing_s/agent_loop/generate_sequences/min:np.float64(2.604365859180689) - timing_s/agent_loop/generate_sequences/max:np.float64(11.20194417051971) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.375331809722411) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.20194417051971) - timing_s/agent_loop/slowest/tool_calls:np.flo
step:78 - global_seqlen/min:23644 - global_seqlen/max:33932 - global_seqlen/minmax_diff:10288 - global_seqlen/balanced_min:28426 - global_seqlen/balanced_max:28449 - global_seqlen/mean:28444.0 - actor/entropy:0.6485849618911743 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16888165473937988 - training/rollout_probs_diff_mean:0.004333537071943283 - training/rollout_probs_diff_std:0.00853008683770895 - training/rollout_actor_probs_pearson_corr:0.9996119141578674 - rollout_corr/rollout_is_mean:1.0000039339065552 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8161580562591553 - rollout_corr/rollout_is_min:0.5402593612670898 - rollout_corr/rollout_is_std:0.034211061894893646 - rollout_corr/rollout_is_eff_sample_size:0.9988309714225022 - rollout_corr/rollout_is_seq_mean:0.999974250793457 - rollout_corr/rollout_is_seq_std:0.0015947482315823436 - rollout_corr/rollout_is_seq_max:1.0047028064727783 - rollout_corr/rollout_is_seq_min:0.9950341582298279 - rollout_corr/rollout_is_seq_max_deviation:0.004965841770172119 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.0210465653799474) - rollout_corr/training_log_ppl:np.float64(0.6858960817335173) - rollout_corr/kl:np.float64(0.0007213819349995987) - rollout_corr/k3_kl:np.float64(0.000684070233944567) - rollout_corr/rollout_ppl:np.float64(2.0195200140587986) - rollout_corr/rollout_log_ppl:np.float64(0.6851746974280104) - rollout_corr/log_ppl_diff:np.float64(0.0007213843055069447) - rollout_corr/log_ppl_abs_diff:np.float64(0.001465151784941554) - rollout_corr/log_ppl_diff_max:np.float64(0.008537650108337402) - rollout_corr/log_ppl_diff_min:np.float64(-0.004275679588317871) - rollout_corr/ppl_ratio:np.float64(1.0007232842035592) - rollout_corr/chi2_token:np.float64(0.0013091855216771364) - rollout_corr/chi2_seq:np.float64(1.0697790174745023) - actor/pg_loss:np.float64(0.0002961248392239213) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00014098366227699444) - actor/ppo_kl:np.float64(6.694363881720733e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2639455832540989) - perf/mfu/actor:np.float64(0.11271615823649146) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.49803924560547) - actor/lr:np.float64(1e-06) - training/global_step:78 - training/epoch:5 - critic/score/mean:0.66015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0016177310608327389 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0016177310608327389 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:560.5 - response_length/max:1547.0 - response_length/min:195.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:560.5 - response_length_non_aborted/max:1547.0 - response_length_non_aborted/min:195.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:328.375 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001051872968673706 - timing_s/agent_loop/generate_sequences/min:np.float64(2.3753585014492273) - timing_s/agent_loop/generate_sequences/max:np.float64(12.783233623951674) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.357404050890182) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.783233623951674) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_
step:79 - global_seqlen/min:19696 - global_seqlen/max:31968 - global_seqlen/minmax_diff:12272 - global_seqlen/balanced_min:26870 - global_seqlen/balanced_max:26875 - global_seqlen/mean:26873.5 - actor/entropy:0.6964158415794373 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.33973264694213867 - training/rollout_probs_diff_mean:0.004594298545271158 - training/rollout_probs_diff_std:0.008812104351818562 - training/rollout_actor_probs_pearson_corr:0.9996107816696167 - rollout_corr/rollout_is_mean:0.9997699856758118 - rollout_corr/rollout_is_ratio_fraction_high:7.363987151620677e-06 - rollout_corr/rollout_is_ratio_fraction_low:7.363987151620677e-06 - rollout_corr/rollout_is_max:2.002164602279663 - rollout_corr/rollout_is_min:0.009415961802005768 - rollout_corr/rollout_is_std:0.03540375828742981 - rollout_corr/rollout_is_eff_sample_size:0.99874760793592 - rollout_corr/rollout_is_seq_mean:0.9997334480285645 - rollout_corr/rollout_is_seq_std:0.00164352310821414 - rollout_corr/rollout_is_seq_max:1.0043056011199951 - rollout_corr/rollout_is_seq_min:0.9954257607460022 - rollout_corr/rollout_is_seq_max_deviation:0.004574239253997803 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.086203448474407) - rollout_corr/training_log_ppl:np.float64(0.7215332236373797) - rollout_corr/kl:np.float64(0.0009883559448091717) - rollout_corr/k3_kl:np.float64(0.0007297017808696182) - rollout_corr/rollout_ppl:np.float64(2.08414251729846) - rollout_corr/rollout_log_ppl:np.float64(0.7205448638414964) - rollout_corr/log_ppl_diff:np.float64(0.000988359795883298) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016334704123437405) - rollout_corr/log_ppl_diff_max:np.float64(0.0070310235023498535) - rollout_corr/log_ppl_diff_min:np.float64(-0.004558265209197998) - rollout_corr/ppl_ratio:np.float64(1.0009905940387398) - rollout_corr/chi2_token:np.float64(0.0009604699444025755) - rollout_corr/chi2_seq:np.float64(0.667339360807091) - actor/pg_loss:np.float64(-0.0001147101866081357) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016125454158100183) - actor/ppo_kl:np.float64(4.487651064266629e-05) - actor/pg_clipfrac_lower:np.float64(4.876716502622003e-06) - actor/grad_norm:np.float64(0.29671041294932365) - perf/mfu/actor:np.float64(0.10439448959828303) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.48786544799805) - actor/lr:np.float64(1e-06) - training/global_step:79 - training/epoch:5 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009948746301233768 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009948746301233768 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:530.453125 - response_length/max:1364.0 - response_length/min:188.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:530.453125 - response_length_non_aborted/max:1364.0 - response_length_non_aborted/min:188.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:309.34375 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014105066657066345 - timing_s/agent_loop/generate_sequences/min:np.float64(2.3973023276776075) - timing_s/agent_loop/generate_sequences/max:np.float64(11.570676302537322) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.052781823455007) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.570676302537322) - timing_s/agent_loop/slowest/t
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 80}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, we need to evaluate the overall balance of stabilizing and destabilizing interactions within the folded structure. These interactions include hydrogen bonds, hydrophobic effects, electrostatic interactions, and van der Waals forces. Stability scores are often calculated using computational tools that analyze the sequence and predict the likelihood of proper folding and the energetic stability of the resulting structure.

The given sequence is:
**GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR**

Analyzing this sequence:

1. **Hydrophobic interactions**: Amino acids such as Gly, Ser, Thr, and Val are relatively hydrophilic, while residues like Trp, Tyr, and Arg are hydrophobic or charged. The presence of charged residues (e.g., Lys, Arg, Glu, Asp) suggests potential for electrostatic interactions, which can stabilize the folded structure.

2. **Charge distribution**: The sequence has several positively charged residues (Arg, Lys) and negatively charged residues (Glu, Asp), which may lead to salt bridge formation, a stabilizing factor in protein folding.

3. **Hydrogen bonding**: The sequence contains multiple polar residues (e.g., Ser, Thr, Tyr, Asn, Gln), which are likely to form hydrogen bonds, contributing to folding stability.

4. **Secondary structure potential**: The presence of repeating charged and hydrophobic residues may suggest a propensity for alpha-helical or beta-sheet formation, which can enhance stability.

5. **Computational prediction**: Using a known algorithm or tool (e.g., DSSP, FoldX, or similar), the sequence would be analyzed to calculate a folding stability score. Stability scores typically range from negative (unstable) to positive (stable), with higher values indicating better folding stability.

Based on the above considerations, the sequence appears to have a relatively high potential for folding stability, as it contains a good balance of hydrophobic, hydrophilic, and charged residues, which are essential for forming stable secondary and tertiary structures.

Among the given options:
- **A: -0.01** — Suggests a very low or slightly negative stability, which is unlikely for a sequence with multiple stabilizing interactions.
- **B: 1.69** — Indicates moderate stability.
- **C: 2.49** — Indicates a high level of folding stability, which is plausible given the sequence's composition.
- **D: 0.45** — Indicates a moderate level of stability, which is less likely than option C.

Therefore, the most reasonable answer is **C: 2.49**, as it reflects a high folding stability score consistent with the sequence's characteristics.
</reasoning>
<answer>
C
</answer>
[ground_truth] B
[score] 0.0
[acc] 0.0
[pred] C
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_80
step:80 - global_seqlen/min:21635 - global_seqlen/max:35240 - global_seqlen/minmax_diff:13605 - global_seqlen/balanced_min:27813 - global_seqlen/balanced_max:27832 - global_seqlen/mean:27824.375 - actor/entropy:0.6880682110786438 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21059486269950867 - training/rollout_probs_diff_mean:0.004430724307894707 - training/rollout_probs_diff_std:0.008513307198882103 - training/rollout_actor_probs_pearson_corr:0.9996291995048523 - rollout_corr/rollout_is_mean:1.0001370906829834 - rollout_corr/rollout_is_ratio_fraction_high:6.905552709213225e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:9.692143440246582 - rollout_corr/rollout_is_min:0.5781880617141724 - rollout_corr/rollout_is_std:0.034712642431259155 - rollout_corr/rollout_is_eff_sample_size:0.9987967205455502 - rollout_corr/rollout_is_seq_mean:1.0000431537628174 - rollout_corr/rollout_is_seq_std:0.001761785359121859 - rollout_corr/rollout_is_seq_max:1.0066933631896973 - rollout_corr/rollout_is_seq_min:0.995124876499176 - rollout_corr/rollout_is_seq_max_deviation:0.006693363189697266 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.105774308554828) - rollout_corr/training_log_ppl:np.float64(0.7272331639542244) - rollout_corr/kl:np.float64(0.0007196503398532172) - rollout_corr/k3_kl:np.float64(0.0006930520933678963) - rollout_corr/rollout_ppl:np.float64(2.104170592967421) - rollout_corr/rollout_log_ppl:np.float64(0.7265135105117224) - rollout_corr/log_ppl_diff:np.float64(0.0007196534425020218) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014593529049307108) - rollout_corr/log_ppl_diff_max:np.float64(0.005758881568908691) - rollout_corr/log_ppl_diff_min:np.float64(-0.005846261978149414) - rollout_corr/ppl_ratio:np.float64(1.000721426680684) - rollout_corr/chi2_token:np.float64(0.0015012603253126144) - rollout_corr/chi2_seq:np.float64(1.1589177006389946) - actor/pg_loss:np.float64(0.00018891145009547472) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001872696202553925) - actor/ppo_kl:np.float64(0.0001051936815343879) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2599523887038231) - perf/mfu/actor:np.float64(0.10929031349885825) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.53002166748047) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.4875) - val-aux/sciknoweval/reward/std@16:np.float64(0.2717185290898952) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.59048) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.2290722979375459) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.38099999999999995) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.22787553358834262) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.4851) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.2703209420327715) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.6778) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.18127860154420353) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.29338) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.1792149680833091) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.5096) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.20285759046433108) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.75142) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.13853854484060268) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.21716000000000002) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.13436844700805703) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.5245599999999999) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.13391965760219748) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.80976) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.09433928040011606) - val-aux/sciknoweval/reward/worst@
step:81 - global_seqlen/min:25146 - global_seqlen/max:35521 - global_seqlen/minmax_diff:10375 - global_seqlen/balanced_min:30316 - global_seqlen/balanced_max:30334 - global_seqlen/mean:30330.125 - actor/entropy:0.6891587972640991 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19548368453979492 - training/rollout_probs_diff_mean:0.004188473802059889 - training/rollout_probs_diff_std:0.008300716988742352 - training/rollout_actor_probs_pearson_corr:0.9996699094772339 - rollout_corr/rollout_is_mean:1.0000306367874146 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.5681874730216805e-06 - rollout_corr/rollout_is_max:1.659632682800293 - rollout_corr/rollout_is_min:0.31874755024909973 - rollout_corr/rollout_is_std:0.034013617783784866 - rollout_corr/rollout_is_eff_sample_size:0.9988445297102561 - rollout_corr/rollout_is_seq_mean:1.0000059604644775 - rollout_corr/rollout_is_seq_std:0.0014868933940306306 - rollout_corr/rollout_is_seq_max:1.004580020904541 - rollout_corr/rollout_is_seq_min:0.9953084588050842 - rollout_corr/rollout_is_seq_max_deviation:0.0046915411949157715 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.118280502036214) - rollout_corr/training_log_ppl:np.float64(0.7280188084114343) - rollout_corr/kl:np.float64(0.0006297170498879012) - rollout_corr/k3_kl:np.float64(0.0006460118133304604) - rollout_corr/rollout_ppl:np.float64(2.116966078057885) - rollout_corr/rollout_log_ppl:np.float64(0.7273890938377008) - rollout_corr/log_ppl_diff:np.float64(0.0006297145737335086) - rollout_corr/log_ppl_abs_diff:np.float64(0.001367017743177712) - rollout_corr/log_ppl_diff_max:np.float64(0.005467712879180908) - rollout_corr/log_ppl_diff_min:np.float64(-0.004240751266479492) - rollout_corr/ppl_ratio:np.float64(1.0006312557961792) - rollout_corr/chi2_token:np.float64(0.0013324737083166838) - rollout_corr/chi2_seq:np.float64(0.8296553255058825) - actor/pg_loss:np.float64(2.6099151000380516e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001224870741225459) - actor/ppo_kl:np.float64(1.4704056052750047e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.26757555082440376) - perf/mfu/actor:np.float64(0.11731088274491351) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(107.79968643188477) - actor/lr:np.float64(1e-06) - training/global_step:81 - training/epoch:5 - critic/score/mean:0.5625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01134572271257639 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.01134572271257639 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:594.72265625 - response_length/max:1715.0 - response_length/min:195.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:594.72265625 - response_length_non_aborted/max:1715.0 - response_length_non_aborted/min:195.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:353.09375 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:3.851950168609619e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4953945614397526) - timing_s/agent_loop/generate_sequences/max:np.float64(13.916848164051771) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.67386929008353) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(13.916848164051771) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing
step:82 - global_seqlen/min:19610 - global_seqlen/max:40283 - global_seqlen/minmax_diff:20673 - global_seqlen/balanced_min:28404 - global_seqlen/balanced_max:34937 - global_seqlen/mean:29226.25 - actor/entropy:0.686008095741272 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16780120134353638 - training/rollout_probs_diff_mean:0.00410358514636755 - training/rollout_probs_diff_std:0.00808172021061182 - training/rollout_actor_probs_pearson_corr:0.9996803402900696 - rollout_corr/rollout_is_mean:0.9998846054077148 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6293654441833496 - rollout_corr/rollout_is_min:0.5711241364479065 - rollout_corr/rollout_is_std:0.03366131708025932 - rollout_corr/rollout_is_eff_sample_size:0.9988680791901611 - rollout_corr/rollout_is_seq_mean:0.9998651146888733 - rollout_corr/rollout_is_seq_std:0.0017086053267121315 - rollout_corr/rollout_is_seq_max:1.0089727640151978 - rollout_corr/rollout_is_seq_min:0.9950680732727051 - rollout_corr/rollout_is_seq_max_deviation:0.008972764015197754 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.1433401028625667) - rollout_corr/training_log_ppl:np.float64(0.7446303129618173) - rollout_corr/kl:np.float64(0.0006822592909143665) - rollout_corr/k3_kl:np.float64(0.0006462996776974705) - rollout_corr/rollout_ppl:np.float64(2.1418757284991443) - rollout_corr/rollout_log_ppl:np.float64(0.7439480532339076) - rollout_corr/log_ppl_diff:np.float64(0.0006822597279096954) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013924166050856002) - rollout_corr/log_ppl_diff_max:np.float64(0.005618095397949219) - rollout_corr/log_ppl_diff_min:np.float64(-0.0035376548767089844) - rollout_corr/ppl_ratio:np.float64(1.000683878082782) - rollout_corr/chi2_token:np.float64(0.001227846136316657) - rollout_corr/chi2_seq:np.float64(0.5843987429980189) - actor/pg_loss:np.float64(9.488489013165236e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00025142339791273116) - actor/ppo_kl:np.float64(-7.640201083702891e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29759738594293594) - perf/mfu/actor:np.float64(0.10630120295716569) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(105.10164022445679) - actor/lr:np.float64(1e-06) - training/global_step:82 - training/epoch:5 - critic/score/mean:0.62109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.62109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.010403398424386978 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.010403398424386978 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:607.1953125 - response_length/max:8192.0 - response_length/min:211.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:607.1953125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:211.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:306.125 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010200776159763336 - timing_s/agent_loop/generate_sequences/min:np.float64(2.6243486031889915) - timing_s/agent_loop/generate_sequences/max:np.float64(60.595920572057366) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.673203655576799) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(60.595920572057366) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing
step:83 - global_seqlen/min:21423 - global_seqlen/max:33669 - global_seqlen/minmax_diff:12246 - global_seqlen/balanced_min:26443 - global_seqlen/balanced_max:26801 - global_seqlen/mean:26493.875 - actor/entropy:0.7207464575767517 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19547975063323975 - training/rollout_probs_diff_mean:0.0044199395924806595 - training/rollout_probs_diff_std:0.008346516638994217 - training/rollout_actor_probs_pearson_corr:0.999643862247467 - rollout_corr/rollout_is_mean:1.0003044605255127 - rollout_corr/rollout_is_ratio_fraction_high:7.452508725691587e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.270595073699951 - rollout_corr/rollout_is_min:0.5528151988983154 - rollout_corr/rollout_is_std:0.03488905355334282 - rollout_corr/rollout_is_eff_sample_size:0.9987848284293472 - rollout_corr/rollout_is_seq_mean:1.0003567934036255 - rollout_corr/rollout_is_seq_std:0.0018399786204099655 - rollout_corr/rollout_is_seq_max:1.0066711902618408 - rollout_corr/rollout_is_seq_min:0.995099663734436 - rollout_corr/rollout_is_seq_max_deviation:0.00667119026184082 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.1568660335615277) - rollout_corr/training_log_ppl:np.float64(0.7514473445480689) - rollout_corr/kl:np.float64(0.0004171081800505849) - rollout_corr/k3_kl:np.float64(0.0006982041508081238) - rollout_corr/rollout_ppl:np.float64(2.1558911218307912) - rollout_corr/rollout_log_ppl:np.float64(0.7510302303126082) - rollout_corr/log_ppl_diff:np.float64(0.0004171142354607582) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013870112597942352) - rollout_corr/log_ppl_diff_max:np.float64(0.006706118583679199) - rollout_corr/log_ppl_diff_min:np.float64(-0.004748940467834473) - rollout_corr/ppl_ratio:np.float64(1.0004187426529825) - rollout_corr/chi2_token:np.float64(0.0019722378347069025) - rollout_corr/chi2_seq:np.float64(1.3311789503786713) - actor/pg_loss:np.float64(3.966991789638996e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003556140113687434) - actor/ppo_kl:np.float64(0.00012838464786035786) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3239940069615841) - perf/mfu/actor:np.float64(0.10340301139466113) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.96197891235352) - actor/lr:np.float64(1e-06) - training/global_step:83 - training/epoch:5 - critic/score/mean:0.54296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.54296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004886982496827841 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004886982496827841 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:524.15234375 - response_length/max:1899.0 - response_length/min:221.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:524.15234375 - response_length_non_aborted/max:1899.0 - response_length_non_aborted/min:221.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:303.78125 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011915154755115509 - timing_s/agent_loop/generate_sequences/min:np.float64(2.735219283029437) - timing_s/agent_loop/generate_sequences/max:np.float64(14.01869953982532) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.942329752062506) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(14.01869953982532) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
step:84 - global_seqlen/min:21267 - global_seqlen/max:37146 - global_seqlen/minmax_diff:15879 - global_seqlen/balanced_min:27960 - global_seqlen/balanced_max:27970 - global_seqlen/mean:27967.0 - actor/entropy:0.6945655345916748 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29340335726737976 - training/rollout_probs_diff_mean:0.004248195793479681 - training/rollout_probs_diff_std:0.008358235470950603 - training/rollout_actor_probs_pearson_corr:0.9996412396430969 - rollout_corr/rollout_is_mean:1.0000907182693481 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.200460913736606e-06 - rollout_corr/rollout_is_max:1.8420875072479248 - rollout_corr/rollout_is_min:0.4248071014881134 - rollout_corr/rollout_is_std:0.034256331622600555 - rollout_corr/rollout_is_eff_sample_size:0.998828117093035 - rollout_corr/rollout_is_seq_mean:1.0001178979873657 - rollout_corr/rollout_is_seq_std:0.001721128704957664 - rollout_corr/rollout_is_seq_max:1.0046639442443848 - rollout_corr/rollout_is_seq_min:0.9950989484786987 - rollout_corr/rollout_is_seq_max_deviation:0.0049010515213012695 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.126299354247749) - rollout_corr/training_log_ppl:np.float64(0.7351681315340102) - rollout_corr/kl:np.float64(0.0005097331647085923) - rollout_corr/k3_kl:np.float64(0.0006819142585072768) - rollout_corr/rollout_ppl:np.float64(2.1252669882960618) - rollout_corr/rollout_log_ppl:np.float64(0.7346583993639797) - rollout_corr/log_ppl_diff:np.float64(0.0005097321700304747) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014854713808745146) - rollout_corr/log_ppl_diff_max:np.float64(0.006580650806427002) - rollout_corr/log_ppl_diff_min:np.float64(-0.004427611827850342) - rollout_corr/ppl_ratio:np.float64(1.0005115061067045) - rollout_corr/chi2_token:np.float64(0.0017158279661089182) - rollout_corr/chi2_seq:np.float64(0.9766051645856351) - actor/pg_loss:np.float64(5.382811650633812e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019292376032353786) - actor/ppo_kl:np.float64(-7.4285403606211275e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.28584229201078415) - perf/mfu/actor:np.float64(0.10935386559195037) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.89813232421875) - actor/lr:np.float64(1e-06) - training/global_step:84 - training/epoch:5 - critic/score/mean:0.51171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.014970658347010612 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.014970658347010612 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:542.5 - response_length/max:1579.0 - response_length/min:208.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:542.5 - response_length_non_aborted/max:1579.0 - response_length_non_aborted/min:208.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:331.46875 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.490867912769318e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.6602510679513216) - timing_s/agent_loop/generate_sequences/max:np.float64(13.035030463710427) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.069774381707248) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(13.035030463710427) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/a
step:85 - global_seqlen/min:21405 - global_seqlen/max:32074 - global_seqlen/minmax_diff:10669 - global_seqlen/balanced_min:26167 - global_seqlen/balanced_max:26187 - global_seqlen/mean:26182.0 - actor/entropy:0.7858491539955139 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4392957091331482 - training/rollout_probs_diff_mean:0.004719891119748354 - training/rollout_probs_diff_std:0.008597408421337605 - training/rollout_actor_probs_pearson_corr:0.9996190071105957 - rollout_corr/rollout_is_mean:1.000009298324585 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.526040008087875e-06 - rollout_corr/rollout_is_max:1.6576542854309082 - rollout_corr/rollout_is_min:0.12027852237224579 - rollout_corr/rollout_is_std:0.035881198942661285 - rollout_corr/rollout_is_eff_sample_size:0.9987141950956544 - rollout_corr/rollout_is_seq_mean:1.000095248222351 - rollout_corr/rollout_is_seq_std:0.0016835088608786464 - rollout_corr/rollout_is_seq_max:1.005692481994629 - rollout_corr/rollout_is_seq_min:0.994841992855072 - rollout_corr/rollout_is_seq_max_deviation:0.005692481994628906 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.269857001490891) - rollout_corr/training_log_ppl:np.float64(0.806094512459822) - rollout_corr/kl:np.float64(0.0005885758834391908) - rollout_corr/k3_kl:np.float64(0.0007050533647543489) - rollout_corr/rollout_ppl:np.float64(2.2685238495469093) - rollout_corr/rollout_log_ppl:np.float64(0.8055059344042093) - rollout_corr/log_ppl_diff:np.float64(0.0005885780556127429) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014217320131137967) - rollout_corr/log_ppl_diff_max:np.float64(0.005595147609710693) - rollout_corr/log_ppl_diff_min:np.float64(-0.005057334899902344) - rollout_corr/ppl_ratio:np.float64(1.0005902617704123) - rollout_corr/chi2_token:np.float64(0.0016473988071084023) - rollout_corr/chi2_seq:np.float64(0.7892564854118973) - actor/pg_loss:np.float64(6.9422647356987e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012136728582845535) - actor/ppo_kl:np.float64(9.103724437409255e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.275136798620224) - perf/mfu/actor:np.float64(0.1049194029127459) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.56171798706055) - actor/lr:np.float64(1e-06) - training/global_step:85 - training/epoch:6 - critic/score/mean:0.45703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.45703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0074517205357551575 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0074517205357551575 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:519.03125 - response_length/max:1381.0 - response_length/min:206.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:519.03125 - response_length_non_aborted/max:1381.0 - response_length_non_aborted/min:206.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:299.15625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00036164745688438416 - timing_s/agent_loop/generate_sequences/min:np.float64(2.641048202291131) - timing_s/agent_loop/generate_sequences/max:np.float64(11.569497916847467) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.01978995812533) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.569497916847467) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent
step:86 - global_seqlen/min:19682 - global_seqlen/max:37294 - global_seqlen/minmax_diff:17612 - global_seqlen/balanced_min:27964 - global_seqlen/balanced_max:29745 - global_seqlen/mean:28198.125 - actor/entropy:0.70988929271698 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1860121190547943 - training/rollout_probs_diff_mean:0.004345105029642582 - training/rollout_probs_diff_std:0.008342367596924305 - training/rollout_actor_probs_pearson_corr:0.9996600151062012 - rollout_corr/rollout_is_mean:0.9999462366104126 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6360780000686646 - rollout_corr/rollout_is_min:0.6581078767776489 - rollout_corr/rollout_is_std:0.034631844609975815 - rollout_corr/rollout_is_eff_sample_size:0.9988019531663942 - rollout_corr/rollout_is_seq_mean:0.9998987317085266 - rollout_corr/rollout_is_seq_std:0.0016613727202638984 - rollout_corr/rollout_is_seq_max:1.0039769411087036 - rollout_corr/rollout_is_seq_min:0.993069589138031 - rollout_corr/rollout_is_seq_max_deviation:0.006930410861968994 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.1687073512002826) - rollout_corr/training_log_ppl:np.float64(0.7549141421914101) - rollout_corr/kl:np.float64(0.0008395029327878945) - rollout_corr/k3_kl:np.float64(0.0006729341305913294) - rollout_corr/rollout_ppl:np.float64(2.1668638051487505) - rollout_corr/rollout_log_ppl:np.float64(0.7540746349841356) - rollout_corr/log_ppl_diff:np.float64(0.000839507207274437) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014746382366865873) - rollout_corr/log_ppl_diff_max:np.float64(0.0075005292892456055) - rollout_corr/log_ppl_diff_min:np.float64(-0.0031682252883911133) - rollout_corr/ppl_ratio:np.float64(1.0008413784671575) - rollout_corr/chi2_token:np.float64(0.0010109413415193558) - rollout_corr/chi2_seq:np.float64(0.45675797667354345) - actor/pg_loss:np.float64(-0.0001677896361798048) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00025052251385204727) - actor/ppo_kl:np.float64(8.880921075160586e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29671191424131393) - perf/mfu/actor:np.float64(0.10864218597143618) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.52780151367188) - actor/lr:np.float64(1e-06) - training/global_step:86 - training/epoch:6 - critic/score/mean:0.51953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004235010594129562 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004235010594129562 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:563.22265625 - response_length/max:3676.0 - response_length/min:178.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:563.22265625 - response_length_non_aborted/max:3676.0 - response_length_non_aborted/min:178.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:317.96875 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010552443563938141 - timing_s/agent_loop/generate_sequences/min:np.float64(2.3972385227680206) - timing_s/agent_loop/generate_sequences/max:np.float64(24.382686145603657) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.4161440088792006) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(24.382686145603657) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/ag
step:87 - global_seqlen/min:21340 - global_seqlen/max:37517 - global_seqlen/minmax_diff:16177 - global_seqlen/balanced_min:28688 - global_seqlen/balanced_max:29862 - global_seqlen/mean:28898.5 - actor/entropy:0.7026273012161255 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2268109917640686 - training/rollout_probs_diff_mean:0.004347937181591988 - training/rollout_probs_diff_std:0.008354222401976585 - training/rollout_actor_probs_pearson_corr:0.9996702075004578 - rollout_corr/rollout_is_mean:0.9998772740364075 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.528608537337277e-06 - rollout_corr/rollout_is_max:1.4650890827178955 - rollout_corr/rollout_is_min:0.3679155707359314 - rollout_corr/rollout_is_std:0.034628402441740036 - rollout_corr/rollout_is_eff_sample_size:0.9988020720902324 - rollout_corr/rollout_is_seq_mean:0.9999104738235474 - rollout_corr/rollout_is_seq_std:0.0016025210497900844 - rollout_corr/rollout_is_seq_max:1.004460096359253 - rollout_corr/rollout_is_seq_min:0.9954553842544556 - rollout_corr/rollout_is_seq_max_deviation:0.004544615745544434 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.1807974809780717) - rollout_corr/training_log_ppl:np.float64(0.7608980417135172) - rollout_corr/kl:np.float64(0.0007492550087313532) - rollout_corr/k3_kl:np.float64(0.0006785160367712706) - rollout_corr/rollout_ppl:np.float64(2.1790433721616864) - rollout_corr/rollout_log_ppl:np.float64(0.7601487888605334) - rollout_corr/log_ppl_diff:np.float64(0.0007492528529837728) - rollout_corr/log_ppl_abs_diff:np.float64(0.00137826066929847) - rollout_corr/log_ppl_diff_max:np.float64(0.005486965179443359) - rollout_corr/log_ppl_diff_min:np.float64(-0.0035854578018188477) - rollout_corr/ppl_ratio:np.float64(1.0007508331909776) - rollout_corr/chi2_token:np.float64(0.001214949181303382) - rollout_corr/chi2_seq:np.float64(0.8461277757305652) - actor/pg_loss:np.float64(-6.593985017389059e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016964398423624516) - actor/ppo_kl:np.float64(7.072242368622028e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.24131453037261963) - perf/mfu/actor:np.float64(0.11180273417491973) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.57994842529297) - actor/lr:np.float64(1e-06) - training/global_step:87 - training/epoch:6 - critic/score/mean:0.484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01241006888449192 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.01241006888449192 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:598.328125 - response_length/max:3403.0 - response_length/min:183.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:598.328125 - response_length_non_aborted/max:3403.0 - response_length_non_aborted/min:183.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:304.75 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012595579028129578 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4072420690208673) - timing_s/agent_loop/generate_sequences/max:np.float64(23.30582166276872) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.752518724722904) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(23.30582166276872) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agen
step:88 - global_seqlen/min:22129 - global_seqlen/max:32159 - global_seqlen/minmax_diff:10030 - global_seqlen/balanced_min:27987 - global_seqlen/balanced_max:28019 - global_seqlen/mean:28012.625 - actor/entropy:0.710129976272583 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22817057371139526 - training/rollout_probs_diff_mean:0.004395557567477226 - training/rollout_probs_diff_std:0.008365591987967491 - training/rollout_actor_probs_pearson_corr:0.9996364712715149 - rollout_corr/rollout_is_mean:0.9999300241470337 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.644992709159851 - rollout_corr/rollout_is_min:0.5691877007484436 - rollout_corr/rollout_is_std:0.034205835312604904 - rollout_corr/rollout_is_eff_sample_size:0.9988312092840276 - rollout_corr/rollout_is_seq_mean:0.9998932480812073 - rollout_corr/rollout_is_seq_std:0.0017496892251074314 - rollout_corr/rollout_is_seq_max:1.0070726871490479 - rollout_corr/rollout_is_seq_min:0.9952826499938965 - rollout_corr/rollout_is_seq_max_deviation:0.0070726871490478516 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.1347923753783107) - rollout_corr/training_log_ppl:np.float64(0.7425751016126014) - rollout_corr/kl:np.float64(0.0008565335552534556) - rollout_corr/k3_kl:np.float64(0.0006832548394868354) - rollout_corr/rollout_ppl:np.float64(2.1328414655290544) - rollout_corr/rollout_log_ppl:np.float64(0.741718566743657) - rollout_corr/log_ppl_diff:np.float64(0.0008565348689444363) - rollout_corr/log_ppl_abs_diff:np.float64(0.001574763038661331) - rollout_corr/log_ppl_diff_max:np.float64(0.007050633430480957) - rollout_corr/log_ppl_diff_min:np.float64(-0.0063100457191467285) - rollout_corr/ppl_ratio:np.float64(1.0008587399497628) - rollout_corr/chi2_token:np.float64(0.0010143548715859652) - rollout_corr/chi2_seq:np.float64(2.729879302671179) - actor/pg_loss:np.float64(6.0663907788693905e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00029990614757480216) - actor/ppo_kl:np.float64(0.00012599919414668648) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2936526760458946) - perf/mfu/actor:np.float64(0.10966507870859521) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.56151580810547) - actor/lr:np.float64(1e-06) - training/global_step:88 - training/epoch:6 - critic/score/mean:0.453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0022913627326488495 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0022913627326488495 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:554.05078125 - response_length/max:1673.0 - response_length/min:208.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:554.05078125 - response_length_non_aborted/max:1673.0 - response_length_non_aborted/min:208.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:321.34375 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012337416410446167 - timing_s/agent_loop/generate_sequences/min:np.float64(2.6710923090577126) - timing_s/agent_loop/generate_sequences/max:np.float64(13.50397158227861) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.358491666447662) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(13.50397158227861) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_lo
step:89 - global_seqlen/min:24263 - global_seqlen/max:33571 - global_seqlen/minmax_diff:9308 - global_seqlen/balanced_min:29234 - global_seqlen/balanced_max:29274 - global_seqlen/mean:29260.5 - actor/entropy:0.7037457823753357 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21477144956588745 - training/rollout_probs_diff_mean:0.0044005149975419044 - training/rollout_probs_diff_std:0.008454520255327225 - training/rollout_actor_probs_pearson_corr:0.9996297359466553 - rollout_corr/rollout_is_mean:1.0000073909759521 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.918117378518218e-06 - rollout_corr/rollout_is_max:1.4661989212036133 - rollout_corr/rollout_is_min:0.35283762216567993 - rollout_corr/rollout_is_std:0.03454740718007088 - rollout_corr/rollout_is_eff_sample_size:0.9988077804677696 - rollout_corr/rollout_is_seq_mean:0.9999973773956299 - rollout_corr/rollout_is_seq_std:0.0017847850685939193 - rollout_corr/rollout_is_seq_max:1.0056325197219849 - rollout_corr/rollout_is_seq_min:0.9943992495536804 - rollout_corr/rollout_is_seq_max_deviation:0.005632519721984863 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.126528596971184) - rollout_corr/training_log_ppl:np.float64(0.7374557201983407) - rollout_corr/kl:np.float64(0.0007500734154106681) - rollout_corr/k3_kl:np.float64(0.0006861104094468828) - rollout_corr/rollout_ppl:np.float64(2.1248417971655726) - rollout_corr/rollout_log_ppl:np.float64(0.7367056490620598) - rollout_corr/log_ppl_diff:np.float64(0.0007500711362808943) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015250509604811668) - rollout_corr/log_ppl_diff_max:np.float64(0.006453990936279297) - rollout_corr/log_ppl_diff_min:np.float64(-0.005076348781585693) - rollout_corr/ppl_ratio:np.float64(1.0007519533392042) - rollout_corr/chi2_token:np.float64(0.0012383947614580393) - rollout_corr/chi2_seq:np.float64(0.5420775599777699) - actor/pg_loss:np.float64(-6.23153755441308e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000183974101446438) - actor/ppo_kl:np.float64(0.00010195988847883086) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2833341397345066) - perf/mfu/actor:np.float64(0.11457874682299031) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.51513290405273) - actor/lr:np.float64(1e-06) - training/global_step:89 - training/epoch:6 - critic/score/mean:0.6328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004804632160812616 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004804632160812616 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:564.640625 - response_length/max:1703.0 - response_length/min:206.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:564.640625 - response_length_non_aborted/max:1703.0 - response_length_non_aborted/min:206.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:349.75 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012629106640815735 - timing_s/agent_loop/generate_sequences/min:np.float64(2.444547191262245) - timing_s/agent_loop/generate_sequences/max:np.float64(14.016501100733876) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.474856704888225) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(14.016501100733876) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 90}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, we need to evaluate the balance of hydrophobic and hydrophilic interactions, hydrogen bonding potential, and the overall structural tendencies of the amino acid residues. The folding stability score typically reflects how likely the protein is to fold into a stable, functional structure based on these factors.

The given protein sequence is:
**GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR**

First, we identify key features:
- **Hydrophobic residues**: These tend to cluster in the core of the folded protein, contributing to stability. Examples include **S, T, R, F, Y, L, V, W, G, A, K, E**.
- **Hydrophilic residues**: These often form the surface and are involved in interactions with water or other molecules. Examples include **E, D, Q, N, R, Y, H, V, T, G, W**.

The sequence contains a mix of both hydrophobic and hydrophilic residues. Notably, there are several charged residues (E, D, R, K, Q, N) that can form hydrogen bonds, which are essential for stabilizing the folded structure. Additionally, the presence of **hydrophobic clusters** (e.g., F, L, V, W) suggests potential for core formation, which is a key factor in stability.

However, the stability score also depends on the **balance** between hydrophobic and hydrophilic interactions and the **distribution** of charged residues. If the sequence has a high number of charged residues that could lead to repulsive forces or disrupt hydrophobic interactions, the stability score may decrease. In this sequence, the number of charged residues is relatively high, but the presence of **hydrophobic clusters** and **hydrogen-bonding potential** suggests that the sequence is likely to fold into a stable structure.

Based on the balance of these factors, the folding stability score is expected to be **positive**, indicating a stable fold. Among the given options, **B: 1.69** and **C: 2.49** are both positive values, but **1.69** is more representative of a stable fold without extreme hydrophobic clustering or overcharge, which is consistent with the given sequence.
</reasoning>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_90
step:90 - global_seqlen/min:21849 - global_seqlen/max:34497 - global_seqlen/minmax_diff:12648 - global_seqlen/balanced_min:28097 - global_seqlen/balanced_max:28100 - global_seqlen/mean:28098.0 - actor/entropy:0.7137050032615662 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22357679903507233 - training/rollout_probs_diff_mean:0.004411489702761173 - training/rollout_probs_diff_std:0.008546157740056515 - training/rollout_actor_probs_pearson_corr:0.9996163845062256 - rollout_corr/rollout_is_mean:1.000036358833313 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6476123332977295 - rollout_corr/rollout_is_min:0.5123901963233948 - rollout_corr/rollout_is_std:0.034772686660289764 - rollout_corr/rollout_is_eff_sample_size:0.998792439351094 - rollout_corr/rollout_is_seq_mean:1.0000545978546143 - rollout_corr/rollout_is_seq_std:0.001701094675809145 - rollout_corr/rollout_is_seq_max:1.00467050075531 - rollout_corr/rollout_is_seq_min:0.9945640563964844 - rollout_corr/rollout_is_seq_max_deviation:0.005435943603515625 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.121528161689639) - rollout_corr/training_log_ppl:np.float64(0.7370664237532765) - rollout_corr/kl:np.float64(0.0006172493178056015) - rollout_corr/k3_kl:np.float64(0.0006593498709435153) - rollout_corr/rollout_ppl:np.float64(2.12016929872334) - rollout_corr/rollout_log_ppl:np.float64(0.7364491681801155) - rollout_corr/log_ppl_diff:np.float64(0.0006172555731609464) - rollout_corr/log_ppl_abs_diff:np.float64(0.001292749191634357) - rollout_corr/log_ppl_diff_max:np.float64(0.006107687950134277) - rollout_corr/log_ppl_diff_min:np.float64(-0.00531315803527832) - rollout_corr/ppl_ratio:np.float64(1.0006187898106873) - rollout_corr/chi2_token:np.float64(0.0014007261488586664) - rollout_corr/chi2_seq:np.float64(0.4249414587393403) - actor/pg_loss:np.float64(3.0110590159893036e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002521567566873273) - actor/ppo_kl:np.float64(3.702425574481083e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3106554299592972) - perf/mfu/actor:np.float64(0.11035315526207326) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.51908874511719) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.50375) - val-aux/sciknoweval/reward/std@16:np.float64(0.2812551333413633) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.62002) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.21320744865826927) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.38696) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.260062459746992) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.5031) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.2813695693880417) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.6996199999999999) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.13875989230757715) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.28044) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.21434077725964976) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.53596) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.22171055727144304) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.75186) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.08165739178554601) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.19372) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.15500562921804206) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.5532) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.15283869458101149) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.7835399999999999) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.042499662452586476) - val-aux/sciknoweval/reward/worst@16/mean:np.float64(0.13176) - val-
step:91 - global_seqlen/min:20973 - global_seqlen/max:34102 - global_seqlen/minmax_diff:13129 - global_seqlen/balanced_min:27404 - global_seqlen/balanced_max:27437 - global_seqlen/mean:27425.625 - actor/entropy:0.6958094239234924 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21857798099517822 - training/rollout_probs_diff_mean:0.004454716574400663 - training/rollout_probs_diff_std:0.008537987247109413 - training/rollout_actor_probs_pearson_corr:0.9996330142021179 - rollout_corr/rollout_is_mean:1.000101089477539 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8720309734344482 - rollout_corr/rollout_is_min:0.6129111051559448 - rollout_corr/rollout_is_std:0.03470920771360397 - rollout_corr/rollout_is_eff_sample_size:0.9987970773134115 - rollout_corr/rollout_is_seq_mean:1.0001044273376465 - rollout_corr/rollout_is_seq_std:0.0017643962055444717 - rollout_corr/rollout_is_seq_max:1.005553960800171 - rollout_corr/rollout_is_seq_min:0.9953451752662659 - rollout_corr/rollout_is_seq_max_deviation:0.0055539608001708984 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.0903072808869183) - rollout_corr/training_log_ppl:np.float64(0.7229948686435819) - rollout_corr/kl:np.float64(0.0006692291897181235) - rollout_corr/k3_kl:np.float64(0.0006798961969138873) - rollout_corr/rollout_ppl:np.float64(2.088830603286624) - rollout_corr/rollout_log_ppl:np.float64(0.7223256411962211) - rollout_corr/log_ppl_diff:np.float64(0.000669227447360754) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015533484984189272) - rollout_corr/log_ppl_diff_max:np.float64(0.007445096969604492) - rollout_corr/log_ppl_diff_min:np.float64(-0.0048781633377075195) - rollout_corr/ppl_ratio:np.float64(1.0006712889298797) - rollout_corr/chi2_token:np.float64(0.0013731613289564848) - rollout_corr/chi2_seq:np.float64(1.5056298803538084) - actor/pg_loss:np.float64(-0.00013465248048305511) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00018048949277726933) - actor/ppo_kl:np.float64(0.0001323158714434669) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2975430339574814) - perf/mfu/actor:np.float64(0.1073125876728456) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(107.8349838256836) - actor/lr:np.float64(1e-06) - training/global_step:91 - training/epoch:6 - critic/score/mean:0.4765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0063367560505867004 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0063367560505867004 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:526.51953125 - response_length/max:1596.0 - response_length/min:207.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:526.51953125 - response_length_non_aborted/max:1596.0 - response_length_non_aborted/min:207.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:330.53125 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.178075611591339e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.6735423505306244) - timing_s/agent_loop/generate_sequences/max:np.float64(12.761884409934282) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.794378179460182) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.761884409934282) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loo
step:92 - global_seqlen/min:24882 - global_seqlen/max:37140 - global_seqlen/minmax_diff:12258 - global_seqlen/balanced_min:29909 - global_seqlen/balanced_max:29917 - global_seqlen/mean:29913.875 - actor/entropy:0.6660850048065186 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2649591565132141 - training/rollout_probs_diff_mean:0.004180658608675003 - training/rollout_probs_diff_std:0.008352335542440414 - training/rollout_actor_probs_pearson_corr:0.9996336102485657 - rollout_corr/rollout_is_mean:0.9999892115592957 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.839243724243715e-06 - rollout_corr/rollout_is_max:1.6460182666778564 - rollout_corr/rollout_is_min:0.4513525664806366 - rollout_corr/rollout_is_std:0.03382206708192825 - rollout_corr/rollout_is_eff_sample_size:0.9988574936804934 - rollout_corr/rollout_is_seq_mean:1.0000672340393066 - rollout_corr/rollout_is_seq_std:0.0017553241923451424 - rollout_corr/rollout_is_seq_max:1.0054320096969604 - rollout_corr/rollout_is_seq_min:0.9943798780441284 - rollout_corr/rollout_is_seq_max_deviation:0.005620121955871582 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.046488129068166) - rollout_corr/training_log_ppl:np.float64(0.6976048549986444) - rollout_corr/kl:np.float64(0.0004347642772373206) - rollout_corr/k3_kl:np.float64(0.0006588202651869324) - rollout_corr/rollout_ppl:np.float64(2.0456050471402705) - rollout_corr/rollout_log_ppl:np.float64(0.6971700830035843) - rollout_corr/log_ppl_diff:np.float64(0.00043477199506014585) - rollout_corr/log_ppl_abs_diff:np.float64(0.001337943016551435) - rollout_corr/log_ppl_diff_max:np.float64(0.006161212921142578) - rollout_corr/log_ppl_diff_min:np.float64(-0.005505204200744629) - rollout_corr/ppl_ratio:np.float64(1.0004362612962723) - rollout_corr/chi2_token:np.float64(0.0017820540815591812) - rollout_corr/chi2_seq:np.float64(1.6084863217547536) - actor/pg_loss:np.float64(0.00012694147881120443) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016383558727284253) - actor/ppo_kl:np.float64(-0.00011150972658313663) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.26658932492136955) - perf/mfu/actor:np.float64(0.11617136707963896) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.64786911010742) - actor/lr:np.float64(1e-06) - training/global_step:92 - training/epoch:6 - critic/score/mean:0.6015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001590979052707553 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001590979052707553 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:571.15234375 - response_length/max:1261.0 - response_length/min:190.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:571.15234375 - response_length_non_aborted/max:1261.0 - response_length_non_aborted/min:190.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:363.65625 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.707175195217133e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4817494228482246) - timing_s/agent_loop/generate_sequences/max:np.float64(11.177728792652488) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.464044597872999) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.177728792652488) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0
step:93 - global_seqlen/min:25331 - global_seqlen/max:35661 - global_seqlen/minmax_diff:10330 - global_seqlen/balanced_min:28672 - global_seqlen/balanced_max:28698 - global_seqlen/mean:28690.0 - actor/entropy:0.6885712146759033 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.13872385025024414 - training/rollout_probs_diff_mean:0.004355665761977434 - training/rollout_probs_diff_std:0.008415261283516884 - training/rollout_actor_probs_pearson_corr:0.9996607303619385 - rollout_corr/rollout_is_mean:0.9999585151672363 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5950614213943481 - rollout_corr/rollout_is_min:0.6058589220046997 - rollout_corr/rollout_is_std:0.03460601717233658 - rollout_corr/rollout_is_eff_sample_size:0.9988036181027059 - rollout_corr/rollout_is_seq_mean:0.9999375939369202 - rollout_corr/rollout_is_seq_std:0.0015914164250716567 - rollout_corr/rollout_is_seq_max:1.0040444135665894 - rollout_corr/rollout_is_seq_min:0.9935377836227417 - rollout_corr/rollout_is_seq_max_deviation:0.006462216377258301 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.090018341317773) - rollout_corr/training_log_ppl:np.float64(0.7194376521511003) - rollout_corr/kl:np.float64(0.00079889160743285) - rollout_corr/k3_kl:np.float64(0.0006610654560859075) - rollout_corr/rollout_ppl:np.float64(2.088347557466477) - rollout_corr/rollout_log_ppl:np.float64(0.7186387614347041) - rollout_corr/log_ppl_diff:np.float64(0.0007988907163962722) - rollout_corr/log_ppl_abs_diff:np.float64(0.001344712800346315) - rollout_corr/log_ppl_diff_max:np.float64(0.005600929260253906) - rollout_corr/log_ppl_diff_min:np.float64(-0.004459023475646973) - rollout_corr/ppl_ratio:np.float64(1.0008004421833903) - rollout_corr/chi2_token:np.float64(0.0010499106720089912) - rollout_corr/chi2_seq:np.float64(0.41712698247283697) - actor/pg_loss:np.float64(-2.4716602638363838e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00015107757553778356) - actor/ppo_kl:np.float64(9.72518970875913e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.23958631977438927) - perf/mfu/actor:np.float64(0.11208078605854563) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.56364822387695) - actor/lr:np.float64(1e-06) - training/global_step:93 - training/epoch:6 - critic/score/mean:0.55859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.55859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002769256941974163 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.002769256941974163 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:550.125 - response_length/max:1703.0 - response_length/min:234.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:550.125 - response_length_non_aborted/max:1703.0 - response_length_non_aborted/min:234.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:346.4375 - prompt_length/max:500.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001787487417459488 - timing_s/agent_loop/generate_sequences/min:np.float64(3.0153187550604343) - timing_s/agent_loop/generate_sequences/max:np.float64(13.88548337854445) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.346155295141216) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(13.88548337854445) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/promp
step:94 - global_seqlen/min:22044 - global_seqlen/max:33717 - global_seqlen/minmax_diff:11673 - global_seqlen/balanced_min:25721 - global_seqlen/balanced_max:25743 - global_seqlen/mean:25736.25 - actor/entropy:0.7494757771492004 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17908385396003723 - training/rollout_probs_diff_mean:0.004814704414457083 - training/rollout_probs_diff_std:0.008782243356108665 - training/rollout_actor_probs_pearson_corr:0.9995895624160767 - rollout_corr/rollout_is_mean:1.0000247955322266 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.683864951133728 - rollout_corr/rollout_is_min:0.6347923874855042 - rollout_corr/rollout_is_std:0.03598569706082344 - rollout_corr/rollout_is_eff_sample_size:0.9987068231686047 - rollout_corr/rollout_is_seq_mean:1.0000247955322266 - rollout_corr/rollout_is_seq_std:0.001746542751789093 - rollout_corr/rollout_is_seq_max:1.0052481889724731 - rollout_corr/rollout_is_seq_min:0.9954923987388611 - rollout_corr/rollout_is_seq_max_deviation:0.0052481889724731445 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.1610376546159387) - rollout_corr/training_log_ppl:np.float64(0.7593257842818275) - rollout_corr/kl:np.float64(0.0007937323189421974) - rollout_corr/k3_kl:np.float64(0.0007018388494088867) - rollout_corr/rollout_ppl:np.float64(2.159263103734702) - rollout_corr/rollout_log_ppl:np.float64(0.7585320442449301) - rollout_corr/log_ppl_diff:np.float64(0.0007937400368973613) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015924718463793397) - rollout_corr/log_ppl_diff_max:np.float64(0.00515371561050415) - rollout_corr/log_ppl_diff_min:np.float64(-0.003914773464202881) - rollout_corr/ppl_ratio:np.float64(1.000795733416453) - rollout_corr/chi2_token:np.float64(0.0012172725982964039) - rollout_corr/chi2_seq:np.float64(1.9561607241630554) - actor/pg_loss:np.float64(0.00015463947784155607) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002284840575157432) - actor/ppo_kl:np.float64(0.0001500120649460257) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3215147852897644) - perf/mfu/actor:np.float64(0.10280180963219644) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.62215423583984) - actor/lr:np.float64(1e-06) - training/global_step:94 - training/epoch:6 - critic/score/mean:0.44921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002445860533043742 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002445860533043742 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:519.8515625 - response_length/max:1290.0 - response_length/min:227.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:519.8515625 - response_length_non_aborted/max:1290.0 - response_length_non_aborted/min:227.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:284.40625 - prompt_length/max:500.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.894371032714844e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.8935541324317455) - timing_s/agent_loop/generate_sequences/max:np.float64(11.20853840559721) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.054502220184077) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.20853840559721) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slo
step:95 - global_seqlen/min:22132 - global_seqlen/max:35004 - global_seqlen/minmax_diff:12872 - global_seqlen/balanced_min:25749 - global_seqlen/balanced_max:26008 - global_seqlen/mean:25786.875 - actor/entropy:0.7113838791847229 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2521419823169708 - training/rollout_probs_diff_mean:0.004754967521876097 - training/rollout_probs_diff_std:0.00897925440222025 - training/rollout_actor_probs_pearson_corr:0.9995635747909546 - rollout_corr/rollout_is_mean:0.9998835921287537 - rollout_corr/rollout_is_ratio_fraction_high:7.594686849188292e-06 - rollout_corr/rollout_is_ratio_fraction_low:7.594686849188292e-06 - rollout_corr/rollout_is_max:2.095022201538086 - rollout_corr/rollout_is_min:0.4158303737640381 - rollout_corr/rollout_is_std:0.03595089912414551 - rollout_corr/rollout_is_eff_sample_size:0.9987089633942786 - rollout_corr/rollout_is_seq_mean:0.9998339414596558 - rollout_corr/rollout_is_seq_std:0.0019074503798037767 - rollout_corr/rollout_is_seq_max:1.0060638189315796 - rollout_corr/rollout_is_seq_min:0.9946165084838867 - rollout_corr/rollout_is_seq_max_deviation:0.00606381893157959 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.098421197384596) - rollout_corr/training_log_ppl:np.float64(0.7261631052242592) - rollout_corr/kl:np.float64(0.0008981620562418247) - rollout_corr/k3_kl:np.float64(0.0007242549703505574) - rollout_corr/rollout_ppl:np.float64(2.09659134875983) - rollout_corr/rollout_log_ppl:np.float64(0.7252649461152032) - rollout_corr/log_ppl_diff:np.float64(0.0008981591090559959) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015511228702962399) - rollout_corr/log_ppl_diff_max:np.float64(0.00717771053314209) - rollout_corr/log_ppl_diff_min:np.float64(-0.00464785099029541) - rollout_corr/ppl_ratio:np.float64(1.0009002273436636) - rollout_corr/chi2_token:np.float64(0.0011242812033742666) - rollout_corr/chi2_seq:np.float64(0.9126021836418658) - actor/pg_loss:np.float64(5.6369928643107414e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019206729507459386) - actor/ppo_kl:np.float64(4.751628545118791e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.28937822207808495) - perf/mfu/actor:np.float64(0.10144171053381716) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.62709426879883) - actor/lr:np.float64(1e-06) - training/global_step:95 - training/epoch:6 - critic/score/mean:0.61328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.61328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0062304912135005 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0062304912135005 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:514.33984375 - response_length/max:1917.0 - response_length/min:227.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:514.33984375 - response_length_non_aborted/max:1917.0 - response_length_non_aborted/min:227.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:291.5 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.57524573802948e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.8952717129141092) - timing_s/agent_loop/generate_sequences/max:np.float64(14.242058008909225) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.883536388988432) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(14.242058008909225) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0
step:96 - global_seqlen/min:17038 - global_seqlen/max:35857 - global_seqlen/minmax_diff:18819 - global_seqlen/balanced_min:26788 - global_seqlen/balanced_max:29249 - global_seqlen/mean:27103.875 - actor/entropy:0.6755845546722412 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2782573103904724 - training/rollout_probs_diff_mean:0.004448726773262024 - training/rollout_probs_diff_std:0.008604924194514751 - training/rollout_actor_probs_pearson_corr:0.9996158480644226 - rollout_corr/rollout_is_mean:0.9999901652336121 - rollout_corr/rollout_is_ratio_fraction_high:7.160092536651064e-06 - rollout_corr/rollout_is_ratio_fraction_low:7.160092536651064e-06 - rollout_corr/rollout_is_max:2.921051025390625 - rollout_corr/rollout_is_min:0.4102022647857666 - rollout_corr/rollout_is_std:0.034630123525857925 - rollout_corr/rollout_is_eff_sample_size:0.998802191014099 - rollout_corr/rollout_is_seq_mean:0.9999725222587585 - rollout_corr/rollout_is_seq_std:0.0018183635547757149 - rollout_corr/rollout_is_seq_max:1.0058923959732056 - rollout_corr/rollout_is_seq_min:0.9942228198051453 - rollout_corr/rollout_is_seq_max_deviation:0.005892395973205566 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.069570147898048) - rollout_corr/training_log_ppl:np.float64(0.7117336596129462) - rollout_corr/kl:np.float64(0.000528029880543443) - rollout_corr/k3_kl:np.float64(0.0006776321753250159) - rollout_corr/rollout_ppl:np.float64(2.068463566713035) - rollout_corr/rollout_log_ppl:np.float64(0.7112056275946088) - rollout_corr/log_ppl_diff:np.float64(0.0005280320183373988) - rollout_corr/log_ppl_abs_diff:np.float64(0.001428587653208524) - rollout_corr/log_ppl_diff_max:np.float64(0.006919503211975098) - rollout_corr/log_ppl_diff_min:np.float64(-0.0063474178314208984) - rollout_corr/ppl_ratio:np.float64(1.000529950717464) - rollout_corr/chi2_token:np.float64(0.001661372371017933) - rollout_corr/chi2_seq:np.float64(1.0614761812612414) - actor/pg_loss:np.float64(-5.9843179769814014e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00018992950958818255) - actor/ppo_kl:np.float64(-0.00015546518476128313) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29364553466439247) - perf/mfu/actor:np.float64(0.10426150507634732) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.73516464233398) - actor/lr:np.float64(1e-06) - training/global_step:96 - training/epoch:6 - critic/score/mean:0.59375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.59375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003478909842669964 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.003478909842669964 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:545.55859375 - response_length/max:4293.0 - response_length/min:185.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:545.55859375 - response_length_non_aborted/max:4293.0 - response_length_non_aborted/min:185.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:301.4375 - prompt_length/max:499.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001343023031949997 - timing_s/agent_loop/generate_sequences/min:np.float64(1.4207872468978167) - timing_s/agent_loop/generate_sequences/max:np.float64(25.339606577530503) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.618198693111481) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(25.339606577530503) - timing_s/agent_loop/slowest/tool_calls:np.floa
step:97 - global_seqlen/min:17718 - global_seqlen/max:33203 - global_seqlen/minmax_diff:15485 - global_seqlen/balanced_min:26500 - global_seqlen/balanced_max:26512 - global_seqlen/mean:26508.625 - actor/entropy:0.6954312324523926 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3016299605369568 - training/rollout_probs_diff_mean:0.004451677203178406 - training/rollout_probs_diff_std:0.008618551306426525 - training/rollout_actor_probs_pearson_corr:0.9996195435523987 - rollout_corr/rollout_is_mean:0.9999681711196899 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.4766141248401254e-05 - rollout_corr/rollout_is_max:1.9401957988739014 - rollout_corr/rollout_is_min:0.3894535005092621 - rollout_corr/rollout_is_std:0.03504587337374687 - rollout_corr/rollout_is_eff_sample_size:0.998773293347197 - rollout_corr/rollout_is_seq_mean:0.9999765157699585 - rollout_corr/rollout_is_seq_std:0.0017547223251312971 - rollout_corr/rollout_is_seq_max:1.0046765804290771 - rollout_corr/rollout_is_seq_min:0.9950421452522278 - rollout_corr/rollout_is_seq_max_deviation:0.004957854747772217 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.0819673286750913) - rollout_corr/training_log_ppl:np.float64(0.7189342251513153) - rollout_corr/kl:np.float64(0.0007908260792977018) - rollout_corr/k3_kl:np.float64(0.0007246574010650875) - rollout_corr/rollout_ppl:np.float64(2.0803378019481897) - rollout_corr/rollout_log_ppl:np.float64(0.7181433973601088) - rollout_corr/log_ppl_diff:np.float64(0.0007908277912065387) - rollout_corr/log_ppl_abs_diff:np.float64(0.001576655195094645) - rollout_corr/log_ppl_diff_max:np.float64(0.010724842548370361) - rollout_corr/log_ppl_diff_min:np.float64(-0.003208339214324951) - rollout_corr/ppl_ratio:np.float64(1.000792994396761) - rollout_corr/chi2_token:np.float64(0.00133550725877285) - rollout_corr/chi2_seq:np.float64(0.3194058546796441) - actor/pg_loss:np.float64(3.89214837923646e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016333569760718092) - actor/ppo_kl:np.float64(0.00011111655820128519) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.19514655321836472) - perf/mfu/actor:np.float64(0.10557414618095853) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.6673698425293) - actor/lr:np.float64(1e-06) - training/global_step:97 - training/epoch:6 - critic/score/mean:0.62890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.62890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005504079163074493 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.005504079163074493 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:529.08203125 - response_length/max:1413.0 - response_length/min:192.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:529.08203125 - response_length_non_aborted/max:1413.0 - response_length_non_aborted/min:192.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:299.3125 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:4.032813012599945e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4806480705738068) - timing_s/agent_loop/generate_sequences/max:np.float64(11.77598080970347) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.949599402942113) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(11.77598080970347) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
step:98 - global_seqlen/min:17094 - global_seqlen/max:34276 - global_seqlen/minmax_diff:17182 - global_seqlen/balanced_min:27897 - global_seqlen/balanced_max:32984 - global_seqlen/mean:28545.625 - actor/entropy:0.6646912693977356 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20037442445755005 - training/rollout_probs_diff_mean:0.004278605338186026 - training/rollout_probs_diff_std:0.00845154095441103 - training/rollout_actor_probs_pearson_corr:0.9996199011802673 - rollout_corr/rollout_is_mean:1.0000585317611694 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.661636471748352 - rollout_corr/rollout_is_min:0.6088563799858093 - rollout_corr/rollout_is_std:0.033866096287965775 - rollout_corr/rollout_is_eff_sample_size:0.9988545202630841 - rollout_corr/rollout_is_seq_mean:1.0000534057617188 - rollout_corr/rollout_is_seq_std:0.00176704628393054 - rollout_corr/rollout_is_seq_max:1.0056651830673218 - rollout_corr/rollout_is_seq_min:0.993948757648468 - rollout_corr/rollout_is_seq_max_deviation:0.006051242351531982 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.0891312742605805) - rollout_corr/training_log_ppl:np.float64(0.7216394667339046) - rollout_corr/kl:np.float64(0.0006897106773937622) - rollout_corr/k3_kl:np.float64(0.0007059377225857588) - rollout_corr/rollout_ppl:np.float64(2.0876432391814888) - rollout_corr/rollout_log_ppl:np.float64(0.7209497544099577) - rollout_corr/log_ppl_diff:np.float64(0.0006897123239468783) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014765246014576405) - rollout_corr/log_ppl_diff_max:np.float64(0.005883216857910156) - rollout_corr/log_ppl_diff_min:np.float64(-0.004796862602233887) - rollout_corr/ppl_ratio:np.float64(1.0006916315760463) - rollout_corr/chi2_token:np.float64(0.0014585081953555346) - rollout_corr/chi2_seq:np.float64(0.7151871314272285) - actor/pg_loss:np.float64(0.00012189231347292662) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00010599532777177956) - actor/ppo_kl:np.float64(0.00010292452467197677) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2680858075618744) - perf/mfu/actor:np.float64(0.10484056707281225) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.66368865966797) - actor/lr:np.float64(1e-06) - training/global_step:98 - training/epoch:6 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0024818500969558954 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0024818500969558954 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:594.55078125 - response_length/max:6876.0 - response_length/min:185.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:594.55078125 - response_length_non_aborted/max:6876.0 - response_length_non_aborted/min:185.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:297.5 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014608167111873627 - timing_s/agent_loop/generate_sequences/min:np.float64(2.333287037909031) - timing_s/agent_loop/generate_sequences/max:np.float64(43.170285960659385) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.6546497269082465) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(43.170285960659385) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_lo
step:99 - global_seqlen/min:21386 - global_seqlen/max:35082 - global_seqlen/minmax_diff:13696 - global_seqlen/balanced_min:28123 - global_seqlen/balanced_max:28141 - global_seqlen/mean:28135.875 - actor/entropy:0.7309073805809021 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3016211688518524 - training/rollout_probs_diff_mean:0.004499722272157669 - training/rollout_probs_diff_std:0.008437901735305786 - training/rollout_actor_probs_pearson_corr:0.9996675252914429 - rollout_corr/rollout_is_mean:1.0000288486480713 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.609737515449524 - rollout_corr/rollout_is_min:0.5558425188064575 - rollout_corr/rollout_is_std:0.03454740718007088 - rollout_corr/rollout_is_eff_sample_size:0.9988080183182497 - rollout_corr/rollout_is_seq_mean:1.0000360012054443 - rollout_corr/rollout_is_seq_std:0.0017323825741186738 - rollout_corr/rollout_is_seq_max:1.0061935186386108 - rollout_corr/rollout_is_seq_min:0.9949625134468079 - rollout_corr/rollout_is_seq_max_deviation:0.00619351863861084 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.149438609369099) - rollout_corr/training_log_ppl:np.float64(0.7540047036018223) - rollout_corr/kl:np.float64(0.0007572453385922273) - rollout_corr/k3_kl:np.float64(0.0006864361699285837) - rollout_corr/rollout_ppl:np.float64(2.1477363551966846) - rollout_corr/rollout_log_ppl:np.float64(0.7532474518520758) - rollout_corr/log_ppl_diff:np.float64(0.0007572517497465014) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015343393897637725) - rollout_corr/log_ppl_diff_max:np.float64(0.005730688571929932) - rollout_corr/log_ppl_diff_min:np.float64(-0.004656791687011719) - rollout_corr/ppl_ratio:np.float64(1.0007591738831252) - rollout_corr/chi2_token:np.float64(0.0012387807946652174) - rollout_corr/chi2_seq:np.float64(1.0537742541637272) - actor/pg_loss:np.float64(-0.00016253837384283543) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00015073742224558373) - actor/ppo_kl:np.float64(0.00016457487916454738) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.24583709239959717) - perf/mfu/actor:np.float64(0.11041626514217825) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.51335525512695) - actor/lr:np.float64(1e-06) - training/global_step:99 - training/epoch:7 - critic/score/mean:0.49609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.49609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003921212162822485 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.003921212162822485 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:596.58984375 - response_length/max:1495.0 - response_length/min:219.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:596.58984375 - response_length_non_aborted/max:1495.0 - response_length_non_aborted/min:219.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:282.65625 - prompt_length/max:499.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00023109838366508484 - timing_s/agent_loop/generate_sequences/min:np.float64(2.727230118587613) - timing_s/agent_loop/generate_sequences/max:np.float64(12.507632702589035) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.730043012139504) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.507632702589035) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_l
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 100}
validation generation end
[prompt] system

Given a question and four options, please select the right answer. Respond in the following format:
<reasoning>
...
</reasoning>
<answer>
...
</answer>

For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
<answer>
A
</answer>

user
What is the folding stability score of the protein sequence 'GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR'?

A: -0.01
B: 1.69
C: 2.49
D: 0.45
Please reason step by step.
assistant
<think>

</think>


[response] <reasoning>
To determine the folding stability score of a protein sequence, we need to evaluate the balance of hydrophobic and hydrophilic interactions, as well as the potential for forming stable secondary structures like alpha-helices and beta-sheets. The folding stability score is often calculated using computational methods that analyze the propensity of amino acid residues to form such interactions.

The given sequence is:
**GSSTTRYRFLDEEEARRAAKEWARRGYQVHVTQNGTYWEVEVR**

Let's break it down step by step:

1. **Hydrophobic vs. Hydrophilic Balance**:
   - Hydrophobic amino acids (e.g., G, S, T, R, Y, F, L, E, D, A, K, W, Q, V, H, N, G, T, Y, E, V, R) are present in varying amounts.
   - Hydrophobic residues tend to cluster in the core of the protein, while hydrophilic residues are often on the surface. A well-balanced distribution of these residues contributes to folding stability.

2. **Secondary Structure Propensity**:
   - Amino acids like **R, K, D, E** are known to participate in salt bridges, which are important for stabilizing folded structures.
   - Residues like **F, Y, W** are aromatic and may form pi-stacking interactions.
   - The presence of multiple charged residues (e.g., EEE, RRAA, etc.) suggests the potential for hydrogen bonding and salt bridge formation, which can stabilize the folded structure.

3. **Hydrogen Bonding Potential**:
   - The sequence contains several polar residues (e.g., E, D, R, K, Q, N, H, Y, etc.) that can form hydrogen bonds, contributing to the stability of the folded structure.

4. **Potential for Misfolding**:
   - The sequence has a high number of charged residues and some repetitive patterns (e.g., multiple E's, R's, etc.), which could lead to electrostatic repulsion or aggregation if not properly folded. However, the presence of hydrophobic residues (e.g., G, S, T, V, etc.) suggests the possibility of forming a hydrophobic core.

5. **Computational Tools**:
   - Folding stability scores can be estimated using tools like DSSP, FoldX, or other protein folding prediction algorithms. These tools consider the energy of hydrogen bonds, salt bridges, and van der Waals interactions.

6. **Estimation of Stability**:
   - Based on the balance of hydrophobic/hydrophilic residues and the potential for forming hydrogen bonds and salt bridges, the stability score is likely to be **positive**.
   - Among the given options (A: -0.01, B: 1.69, C: 2.49, D: 0.45), the most reasonable value would be **B: 1.69**, as it represents a moderate to high stability score, consistent with the presence of favorable interactions.

</reasoning>
<answer>
B
</answer>
[ground_truth] B
[score] 1.0
[acc] 1.0
[pred] B
[incorrect_format] 1
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/biology/qwen3gen-biology-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_100
step:100 - global_seqlen/min:25660 - global_seqlen/max:43400 - global_seqlen/minmax_diff:17740 - global_seqlen/balanced_min:33498 - global_seqlen/balanced_max:37603 - global_seqlen/mean:34031.0 - actor/entropy:0.6494476199150085 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27054858207702637 - training/rollout_probs_diff_mean:0.003967562224715948 - training/rollout_probs_diff_std:0.008115967735648155 - training/rollout_actor_probs_pearson_corr:0.9996527433395386 - rollout_corr/rollout_is_mean:0.999800443649292 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.474292720464291e-06 - rollout_corr/rollout_is_max:1.875651478767395 - rollout_corr/rollout_is_min:0.3743396997451782 - rollout_corr/rollout_is_std:0.0328901931643486 - rollout_corr/rollout_is_eff_sample_size:0.9989191068729061 - rollout_corr/rollout_is_seq_mean:0.9997690320014954 - rollout_corr/rollout_is_seq_std:0.001492936396971345 - rollout_corr/rollout_is_seq_max:1.0050616264343262 - rollout_corr/rollout_is_seq_min:0.9940590262413025 - rollout_corr/rollout_is_seq_max_deviation:0.00594097375869751 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(2.040964142885059) - rollout_corr/training_log_ppl:np.float64(0.6961746725428384) - rollout_corr/kl:np.float64(0.0009347146087534952) - rollout_corr/k3_kl:np.float64(0.0006231129761431475) - rollout_corr/rollout_ppl:np.float64(2.0389733486808836) - rollout_corr/rollout_log_ppl:np.float64(0.6952399488363881) - rollout_corr/log_ppl_diff:np.float64(0.0009347237064503133) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013740459107793868) - rollout_corr/log_ppl_diff_max:np.float64(0.007616400718688965) - rollout_corr/log_ppl_diff_min:np.float64(-0.0043163299560546875) - rollout_corr/ppl_ratio:np.float64(1.0009363645222038) - rollout_corr/chi2_token:np.float64(0.000629746587947011) - rollout_corr/chi2_seq:np.float64(0.7056945031508803) - actor/pg_loss:np.float64(0.00012731854803860188) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012224168438024208) - actor/ppo_kl:np.float64(0.00011320239463330495) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2531181573867798) - perf/mfu/actor:np.float64(0.12333177659241132) - perf/max_memory_allocated_gb:np.float64(132.03091621398926) - perf/max_memory_reserved_gb:np.float64(144.787109375) - perf/cpu_memory_used_gb:np.float64(104.6416015625) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.49875) - val-aux/sciknoweval/reward/std@16:np.float64(0.2541486398580183) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.60202) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.2054002064937382) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.39715999999999996) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.22536220172213436) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.5014) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.25438537975653214) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.6779) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.14785794921891468) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.303) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.1768647807422225) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.52822) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.19553605651535125) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.73414) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.10570202036547473) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.2291) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.11648076304197817) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.5476200000000001) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.1254995217888188) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.7777600000000001) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.07256344316810731) - val-aux/sciknoweval/reward/worst@16/mea
("Final validation metrics: {'val-aux/sciknoweval/reward/mean@16': "
 "np.float64(0.49875), 'val-aux/sciknoweval/reward/std@16': "
 "np.float64(0.2541486398580183), 'val-aux/sciknoweval/reward/best@2/mean': "
 "np.float64(0.60202), 'val-aux/sciknoweval/reward/best@2/std': "
 "np.float64(0.2054002064937382), 'val-aux/sciknoweval/reward/worst@2/mean': "
 "np.float64(0.39715999999999996), 'val-aux/sciknoweval/reward/worst@2/std': "
 "np.float64(0.22536220172213436), 'val-aux/sciknoweval/reward/maj@2/mean': "
 "np.float64(0.5014), 'val-aux/sciknoweval/reward/maj@2/std': "
 "np.float64(0.25438537975653214), 'val-aux/sciknoweval/reward/best@4/mean': "
 "np.float64(0.6779), 'val-aux/sciknoweval/reward/best@4/std': "
 "np.float64(0.14785794921891468), 'val-aux/sciknoweval/reward/worst@4/mean': "
 "np.float64(0.303), 'val-aux/sciknoweval/reward/worst@4/std': "
 "np.float64(0.1768647807422225), 'val-aux/sciknoweval/reward/maj@4/mean': "
 "np.float64(0.52822), 'val-aux/sciknoweval/reward/maj@4/std': "
 "np.float64(0.19553605651535125), 'val-aux/sciknoweval/reward/best@8/mean': "
 "np.float64(0.73414), 'val-aux/sciknoweval/reward/best@8/std': "
 "np.float64(0.10570202036547473), 'val-aux/sciknoweval/reward/worst@8/mean': "
 "np.float64(0.2291), 'val-aux/sciknoweval/reward/worst@8/std': "
 "np.float64(0.11648076304197817), 'val-aux/sciknoweval/reward/maj@8/mean': "
 "np.float64(0.5476200000000001), 'val-aux/sciknoweval/reward/maj@8/std': "
 "np.float64(0.1254995217888188), 'val-aux/sciknoweval/reward/best@16/mean': "
 "np.float64(0.7777600000000001), 'val-aux/sciknoweval/reward/best@16/std': "
 "np.float64(0.07256344316810731), 'val-aux/sciknoweval/reward/worst@16/mean': "
 "np.float64(0.18696), 'val-aux/sciknoweval/reward/worst@16/std': "
 "np.float64(0.05929977285001639), 'val-aux/sciknoweval/reward/maj@16/mean': "
 "np.float64(0.5538599999999999), 'val-aux/sciknoweval/reward/maj@16/std': "
 "np.float64(0.0756443320805554), 'val-aux/sciknoweval/score/mean@16': "
 "np.float64(0.49875), 'val-aux/sciknoweval/score/std@16': "
 "np.float64(0.2541486398580183), 'val-aux/sciknoweval/score/best@2/mean': "
 "np.float64(0.60202), 'val-aux/sciknoweval/score/best@2/std': "
 "np.float64(0.2054002064937382), 'val-aux/sciknoweval/score/worst@2/mean': "
 "np.float64(0.39715999999999996), 'val-aux/sciknoweval/score/worst@2/std': "
 "np.float64(0.22536220172213436), 'val-aux/sciknoweval/score/maj@2/mean': "
 "np.float64(0.5014), 'val-aux/sciknoweval/score/maj@2/std': "
 "np.float64(0.25438537975653214), 'val-aux/sciknoweval/score/best@4/mean': "
 "np.float64(0.6779), 'val-aux/sciknoweval/score/best@4/std': "
 "np.float64(0.14785794921891468), 'val-aux/sciknoweval/score/worst@4/mean': "
 "np.float64(0.303), 'val-aux/sciknoweval/score/worst@4/std': "
 "np.float64(0.1768647807422225), 'val-aux/sciknoweval/score/maj@4/mean': "
 "np.float64(0.52822), 'val-aux/sciknoweval/score/maj@4/std': "
 "np.float64(0.19553605651535125), 'val-aux/sciknoweval/score/best@8/mean': "
 "np.float64(0.73414), 'val-aux/sciknoweval/score/best@8/std': "
 "np.float64(0.10570202036547473), 'val-aux/sciknoweval/score/worst@8/mean': "
 "np.float64(0.2291), 'val-aux/sciknoweval/score/worst@8/std': "
 "np.float64(0.11648076304197817), 'val-aux/sciknoweval/score/maj@8/mean': "
 "np.float64(0.5476200000000001), 'val-aux/sciknoweval/score/maj@8/std': "
 "np.float64(0.1254995217888188), 'val-aux/sciknoweval/score/best@16/mean': "
 "np.float64(0.7777600000000001), 'val-aux/sciknoweval/score/best@16/std': "
 "np.float64(0.07256344316810731), 'val-aux/sciknoweval/score/worst@16/mean': "
 "np.float64(0.18696), 'val-aux/sciknoweval/score/worst@16/std': "
 "np.float64(0.05929977285001639), 'val-aux/sciknoweval/score/maj@16/mean': "
 "np.float64(0.5538599999999999), 'val-aux/sciknoweval/score/maj@16/std': "
 "np.float64(0.0756443320805554), 'val-core/sciknoweval/acc/mean@16': "
 "np.float64(0.49875), 'val-aux/sciknoweval/acc/std@16': "
 "np.float64(0.2541486398580183), 'val-aux/sciknoweval/acc/best@2/mean': "
 "np.float64(0.60202), 'val-aux/sciknoweval/acc/best@2/std': "
 "np.float64(0.2054002064937382), 'val-aux/sciknoweval/acc/worst@2/mean': "
 "np.float64(0.39715999999999996), 'val-aux/sciknoweval/acc/worst@2/std': "
 "np.float64(0.22536220172213436), 'val-aux/sciknoweval/acc/maj@2/mean': "
 "np.float64(0.5014), 'val-aux/sciknoweval/acc/maj@2/std': "
 "np.float64(0.25438537975653214), 'val-aux/sciknoweval/acc/best@4/mean': "
 "np.float64(0.6779), 'val-aux/sciknoweval/acc/best@4/std': "
 "np.float64(0.14785794921891468), 'val-aux/sciknoweval/acc/worst@4/mean': "
 "np.float64(0.303), 'val-aux/sciknoweval/acc/worst@4/std': "
 "np.float64(0.1768647807422225), 'val-aux/sciknoweval/acc/maj@4/mean': "
 "np.float64(0.52822), 'val-aux/sciknoweval/acc/maj@4/std': "
 "np.float64(0.19553605651535125), 'val-aux/sciknoweval/acc/best@8/mean': "
 "np.float64(0.73414), 'val-aux/sciknoweval/acc/best@8/std': "
 "np.float64(0.10570202036547473), 'val-aux/sciknoweval/acc/worst@8/mean': "
 "np.float64(0.2291), 'val-aux/sciknoweval/acc/worst@8/std': "
 "np.float64(0.11648076304197817), 'val-aux/sciknoweval/acc/maj@8/mean': "
 "np.float64(0.5476200000000001), 'val-aux/sciknoweval/acc/maj@8/std': "
 "np.float64(0.1254995217888188), 'val-core/sciknoweval/acc/best@16/mean': "
 "np.float64(0.7777600000000001), 'val-core/sciknoweval/acc/best@16/std': "
 "np.float64(0.07256344316810731), 'val-aux/sciknoweval/acc/worst@16/mean': "
 "np.float64(0.18696), 'val-aux/sciknoweval/acc/worst@16/std': "
 "np.float64(0.05929977285001639), 'val-core/sciknoweval/acc/maj@16/mean': "
 "np.float64(0.5538599999999999), 'val-core/sciknoweval/acc/maj@16/std': "
 'np.float64(0.0756443320805554), '
 "'val-aux/sciknoweval/incorrect_format/mean@16': np.float64(0.95375), "
 "'val-aux/sciknoweval/incorrect_format/std@16': "
 'np.float64(0.10381127722390864), '
 "'val-aux/sciknoweval/incorrect_format/best@2/mean': "
 'np.float64(0.9902200000000001), '
 "'val-aux/sciknoweval/incorrect_format/best@2/std': "
 'np.float64(0.04408740320835782), '
 "'val-aux/sciknoweval/incorrect_format/worst@2/mean': np.float64(0.91962), "
 "'val-aux/sciknoweval/incorrect_format/worst@2/std': "
 'np.float64(0.12679376175372256), '
 "'val-aux/sciknoweval/incorrect_format/maj@2/mean': np.float64(0.95504), "
 "'val-aux/sciknoweval/incorrect_format/maj@2/std': "
 'np.float64(0.10303116829198576), '
 "'val-aux/sciknoweval/incorrect_format/best@4/mean': "
 'np.float64(0.9988800000000002), '
 "'val-aux/sciknoweval/incorrect_format/best@4/std': "
 'np.float64(0.009215556459094006), '
 "'val-aux/sciknoweval/incorrect_format/worst@4/mean': "
 'np.float64(0.8675400000000001), '
 "'val-aux/sciknoweval/incorrect_format/worst@4/std': "
 'np.float64(0.1409918624624078), '
 "'val-aux/sciknoweval/incorrect_format/maj@4/mean': np.float64(0.98158), "
 "'val-aux/sciknoweval/incorrect_format/maj@4/std': "
 'np.float64(0.06365340394879623), '
 "'val-aux/sciknoweval/incorrect_format/best@8/mean': np.float64(0.99992), "
 "'val-aux/sciknoweval/incorrect_format/best@8/std': "
 'np.float64(0.0012623787070447602), '
 "'val-aux/sciknoweval/incorrect_format/worst@8/mean': "
 'np.float64(0.8033600000000001), '
 "'val-aux/sciknoweval/incorrect_format/worst@8/std': "
 'np.float64(0.13449797212902684), '
 "'val-aux/sciknoweval/incorrect_format/maj@8/mean': "
 'np.float64(0.9949799999999999), '
 "'val-aux/sciknoweval/incorrect_format/maj@8/std': "
 'np.float64(0.0280523469618475), '
 "'val-aux/sciknoweval/incorrect_format/best@16/mean': np.float64(1.0), "
 "'val-aux/sciknoweval/incorrect_format/best@16/std': np.float64(0.0), "
 "'val-aux/sciknoweval/incorrect_format/worst@16/mean': np.float64(0.74356), "
 "'val-aux/sciknoweval/incorrect_format/worst@16/std': "
 'np.float64(0.1034399395499081), '
 "'val-aux/sciknoweval/incorrect_format/maj@16/mean': np.float64(0.99924), "
 "'val-aux/sciknoweval/incorrect_format/maj@16/std': "
 "np.float64(0.006510218388623519), 'val-aux/num_turns/min': np.int32(2), "
 "'val-aux/num_turns/max': np.int32(2), 'val-aux/num_turns/mean': "
 'np.float64(2.0)}')