1190 lines
433 KiB
Plaintext
1190 lines
433 KiB
Plaintext
|
|
wandb: Detected [openai] in use.
|
||
|
|
wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
|
||
|
|
wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
|
||
|
|
Checkpoint tracker file does not exist: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/latest_checkpointed_iteration.txt
|
||
|
|
Training from scratch
|
||
|
|
Training Progress: 9%|▉ | 9/100 [06:53<1:05:43, 43.33s/it]
|
||
|
|
step:1 - global_seqlen/min:21599 - global_seqlen/max:39795 - global_seqlen/minmax_diff:18196 - global_seqlen/balanced_min:27997 - global_seqlen/balanced_max:28074 - global_seqlen/mean:28049.0 - actor/entropy:0.2933548390865326 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3997599184513092 - training/rollout_probs_diff_mean:0.0031216552015393972 - training/rollout_probs_diff_std:0.008815591223537922 - training/rollout_actor_probs_pearson_corr:0.9993525743484497 - rollout_corr/rollout_is_mean:0.9999884963035583 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.3050060260866303e-05 - rollout_corr/rollout_is_max:1.6403627395629883 - rollout_corr/rollout_is_min:0.4432307779788971 - rollout_corr/rollout_is_std:0.02760624885559082 - rollout_corr/rollout_is_eff_sample_size:0.9992384753736182 - rollout_corr/rollout_is_seq_mean:0.9998464584350586 - rollout_corr/rollout_is_seq_std:0.001634377520531416 - rollout_corr/rollout_is_seq_max:1.0051524639129639 - rollout_corr/rollout_is_seq_min:0.9904565215110779 - rollout_corr/rollout_is_seq_max_deviation:0.00954347848892212 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3432956486940384) - rollout_corr/training_log_ppl:np.float64(0.274512951305951) - rollout_corr/kl:np.float64(0.0005876388563024193) - rollout_corr/k3_kl:np.float64(0.0004341341748954619) - rollout_corr/rollout_ppl:np.float64(1.3425641637295485) - rollout_corr/rollout_log_ppl:np.float64(0.2739253109320998) - rollout_corr/log_ppl_diff:np.float64(0.0005876403738511726) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011765340605052188) - rollout_corr/log_ppl_diff_max:np.float64(0.011144682765007019) - rollout_corr/log_ppl_diff_min:np.float64(-0.003832995891571045) - rollout_corr/ppl_ratio:np.float64(1.0005893006455153) - rollout_corr/chi2_token:np.float64(0.0005533059593290091) - rollout_corr/chi2_seq:np.float64(0.49172084289602935) - actor/pg_loss:np.float64(7.330859079957008e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1784479133784771) - perf/mfu/actor:np.float64(0.1053086686554278) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(136.935546875) - perf/cpu_memory_used_gb:np.float64(100.71479415893555) - actor/lr:np.float64(0.0) - training/global_step:1 - training/epoch:0 - critic/score/mean:0.6015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004050412215292454 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004050412215292454 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:598.65625 - response_length/max:2273.0 - response_length/min:85.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:598.65625 - response_length_non_aborted/max:2273.0 - response_length_non_aborted/min:85.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.875 - prompt_length/max:375.0 - prompt_length/min:155.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00023187324404716492 - timing_s/agent_loop/generate_sequences/min:np.float64(10.81203643977642) - timing_s/agent_loop/generate_sequences/max:np.float64(31.67797383107245) - timing_s/agent_loop/generate_sequences/mean:np.float64(20.031546598176647) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(31.67797383107245) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:342 - timing
|
||
|
|
step:2 - global_seqlen/min:18488 - global_seqlen/max:35485 - global_seqlen/minmax_diff:16997 - global_seqlen/balanced_min:28661 - global_seqlen/balanced_max:28687 - global_seqlen/mean:28676.875 - actor/entropy:0.2852829098701477 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5235563516616821 - training/rollout_probs_diff_mean:0.0032305719796568155 - training/rollout_probs_diff_std:0.009228591807186604 - training/rollout_actor_probs_pearson_corr:0.9993439316749573 - rollout_corr/rollout_is_mean:0.9998864531517029 - rollout_corr/rollout_is_ratio_fraction_high:6.217088412086014e-06 - rollout_corr/rollout_is_ratio_fraction_low:6.217088412086014e-06 - rollout_corr/rollout_is_max:2.544478178024292 - rollout_corr/rollout_is_min:0.39712417125701904 - rollout_corr/rollout_is_std:0.02848818711936474 - rollout_corr/rollout_is_eff_sample_size:0.9991889622635779 - rollout_corr/rollout_is_seq_mean:0.99990314245224 - rollout_corr/rollout_is_seq_std:0.0016033288557082415 - rollout_corr/rollout_is_seq_max:1.0100219249725342 - rollout_corr/rollout_is_seq_min:0.9953435063362122 - rollout_corr/rollout_is_seq_max_deviation:0.01002192497253418 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3009517984464765) - rollout_corr/training_log_ppl:np.float64(0.25215593120083213) - rollout_corr/kl:np.float64(0.0004823018046948846) - rollout_corr/k3_kl:np.float64(0.0004502152170005047) - rollout_corr/rollout_ppl:np.float64(1.3002900667488575) - rollout_corr/rollout_log_ppl:np.float64(0.2516736279503675) - rollout_corr/log_ppl_diff:np.float64(0.00048230325046461076) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011988449696218595) - rollout_corr/log_ppl_diff_max:np.float64(0.005951404571533203) - rollout_corr/log_ppl_diff_min:np.float64(-0.008813902735710144) - rollout_corr/ppl_ratio:np.float64(1.0004837419837713) - rollout_corr/chi2_token:np.float64(0.0008451999165117741) - rollout_corr/chi2_seq:np.float64(0.24925414193421602) - actor/pg_loss:np.float64(-0.0001076720654964447) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001199317946429801) - actor/ppo_kl:np.float64(-5.8633315513034745e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.14331618882715702) - perf/mfu/actor:np.float64(0.11175082545657457) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(136.935546875) - perf/cpu_memory_used_gb:np.float64(100.56762313842773) - actor/lr:np.float64(1e-07) - training/global_step:2 - training/epoch:0 - critic/score/mean:0.5859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002406013198196888 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002406013198196888 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:628.30859375 - response_length/max:2049.0 - response_length/min:85.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:628.30859375 - response_length_non_aborted/max:2049.0 - response_length_non_aborted/min:85.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:267.84375 - prompt_length/max:342.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001306328922510147 - timing_s/agent_loop/generate_sequences/min:np.float64(1.0788820944726467) - timing_s/agent_loop/generate_sequences/max:np.float64(16.030704772099853) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.596538595229504) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(16.030704772099853) - timing_s/agent_loop/slowest/tool_calls
|
||
|
|
step:3 - global_seqlen/min:17827 - global_seqlen/max:47471 - global_seqlen/minmax_diff:29644 - global_seqlen/balanced_min:29373 - global_seqlen/balanced_max:29478 - global_seqlen/mean:29437.25 - actor/entropy:0.3266855776309967 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2997521162033081 - training/rollout_probs_diff_mean:0.003248069901019335 - training/rollout_probs_diff_std:0.008916190825402737 - training/rollout_actor_probs_pearson_corr:0.999448299407959 - rollout_corr/rollout_is_mean:0.9999076724052429 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.8091252059093677e-05 - rollout_corr/rollout_is_max:1.636006236076355 - rollout_corr/rollout_is_min:0.3921360969543457 - rollout_corr/rollout_is_std:0.0288705974817276 - rollout_corr/rollout_is_eff_sample_size:0.9991670637992444 - rollout_corr/rollout_is_seq_mean:0.9999990463256836 - rollout_corr/rollout_is_seq_std:0.0017653178656473756 - rollout_corr/rollout_is_seq_max:1.0086678266525269 - rollout_corr/rollout_is_seq_min:0.992326557636261 - rollout_corr/rollout_is_seq_max_deviation:0.008667826652526855 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.305179648566991) - rollout_corr/training_log_ppl:np.float64(0.25337072674301453) - rollout_corr/kl:np.float64(0.00037616747434299214) - rollout_corr/k3_kl:np.float64(0.0004263165984070838) - rollout_corr/rollout_ppl:np.float64(1.30465651396662) - rollout_corr/rollout_log_ppl:np.float64(0.2529945558635518) - rollout_corr/log_ppl_diff:np.float64(0.00037617087946273386) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011907302250619978) - rollout_corr/log_ppl_diff_max:np.float64(0.006459161639213562) - rollout_corr/log_ppl_diff_min:np.float64(-0.006830498576164246) - rollout_corr/ppl_ratio:np.float64(1.0003775698132813) - rollout_corr/chi2_token:np.float64(0.0009592922870069742) - rollout_corr/chi2_seq:np.float64(0.461652651662007) - actor/pg_loss:np.float64(6.696488708257675e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00017301455625329254) - actor/ppo_kl:np.float64(-5.806259433693839e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.19614363089203835) - perf/mfu/actor:np.float64(0.11421010958811989) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(136.935546875) - perf/cpu_memory_used_gb:np.float64(99.99443435668945) - actor/lr:np.float64(2e-07) - training/global_step:3 - training/epoch:0 - critic/score/mean:0.52734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.52734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004827348981052637 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004827348981052637 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:647.7578125 - response_length/max:3010.0 - response_length/min:73.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:647.7578125 - response_length_non_aborted/max:3010.0 - response_length_non_aborted/min:73.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:272.15625 - prompt_length/max:365.0 - prompt_length/min:158.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011022016406059265 - timing_s/agent_loop/generate_sequences/min:np.float64(0.9544193036854267) - timing_s/agent_loop/generate_sequences/max:np.float64(22.102071948349476) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.615853465111286) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(22.102071948349476) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing
|
||
|
|
step:4 - global_seqlen/min:19941 - global_seqlen/max:38325 - global_seqlen/minmax_diff:18384 - global_seqlen/balanced_min:28308 - global_seqlen/balanced_max:28336 - global_seqlen/mean:28325.875 - actor/entropy:0.2808186411857605 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2771974205970764 - training/rollout_probs_diff_mean:0.0030747849959880114 - training/rollout_probs_diff_std:0.008857703767716885 - training/rollout_actor_probs_pearson_corr:0.9993070363998413 - rollout_corr/rollout_is_mean:1.0000015497207642 - rollout_corr/rollout_is_ratio_fraction_high:1.2669855095737148e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.334927547868574e-06 - rollout_corr/rollout_is_max:2.03224778175354 - rollout_corr/rollout_is_min:0.4781637489795685 - rollout_corr/rollout_is_std:0.02775697410106659 - rollout_corr/rollout_is_eff_sample_size:0.9992299054457299 - rollout_corr/rollout_is_seq_mean:0.9999985694885254 - rollout_corr/rollout_is_seq_std:0.0015701246447861195 - rollout_corr/rollout_is_seq_max:1.0103716850280762 - rollout_corr/rollout_is_seq_min:0.9926313161849976 - rollout_corr/rollout_is_seq_max_deviation:0.010371685028076172 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2888889200985432) - rollout_corr/training_log_ppl:np.float64(0.24067001044750214) - rollout_corr/kl:np.float64(0.00041824670213985726) - rollout_corr/k3_kl:np.float64(0.0004014854371803267) - rollout_corr/rollout_ppl:np.float64(1.2883517127484083) - rollout_corr/rollout_log_ppl:np.float64(0.24025176231953083) - rollout_corr/log_ppl_diff:np.float64(0.00041824812797131017) - rollout_corr/log_ppl_abs_diff:np.float64(0.001111818324716296) - rollout_corr/log_ppl_diff_max:np.float64(0.010206438601016998) - rollout_corr/log_ppl_diff_min:np.float64(-0.007612407207489014) - rollout_corr/ppl_ratio:np.float64(1.0004195608198643) - rollout_corr/chi2_token:np.float64(0.0007662170100957155) - rollout_corr/chi2_seq:np.float64(0.5071867927908897) - actor/pg_loss:np.float64(-1.1301599442958832e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016651269106660038) - actor/ppo_kl:np.float64(1.1325929784034017e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.19906450808048248) - perf/mfu/actor:np.float64(0.11065199852544017) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(136.935546875) - perf/cpu_memory_used_gb:np.float64(99.7738823890686) - actor/lr:np.float64(3e-07) - training/global_step:4 - training/epoch:0 - critic/score/mean:0.63671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.63671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0001662918512010947 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0001662918512010947 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:616.62109375 - response_length/max:2113.0 - response_length/min:89.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:616.62109375 - response_length_non_aborted/max:2113.0 - response_length_non_aborted/min:89.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:268.5625 - prompt_length/max:361.0 - prompt_length/min:185.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014886818826198578 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1396879702806473) - timing_s/agent_loop/generate_sequences/max:np.float64(16.492680540308356) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.509170034310955) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(16.492680540308356) - timing_s/agent_loop/slowest/tool_ca
|
||
|
|
step:5 - global_seqlen/min:23939 - global_seqlen/max:37277 - global_seqlen/minmax_diff:13338 - global_seqlen/balanced_min:28100 - global_seqlen/balanced_max:29575 - global_seqlen/mean:28450.375 - actor/entropy:0.23747068643569946 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7566088438034058 - training/rollout_probs_diff_mean:0.0028660795651376247 - training/rollout_probs_diff_std:0.009149988181889057 - training/rollout_actor_probs_pearson_corr:0.9992654919624329 - rollout_corr/rollout_is_mean:1.0000168085098267 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.0813411285635084e-05 - rollout_corr/rollout_is_max:1.8653022050857544 - rollout_corr/rollout_is_min:0.1207408457994461 - rollout_corr/rollout_is_std:0.026950737461447716 - rollout_corr/rollout_is_eff_sample_size:0.9992743040251587 - rollout_corr/rollout_is_seq_mean:1.0000309944152832 - rollout_corr/rollout_is_seq_std:0.0014656533021479845 - rollout_corr/rollout_is_seq_max:1.007324457168579 - rollout_corr/rollout_is_seq_min:0.9938392043113708 - rollout_corr/rollout_is_seq_max_deviation:0.0073244571685791016 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2311981176026165) - rollout_corr/training_log_ppl:np.float64(0.20067966838541906) - rollout_corr/kl:np.float64(0.00032477841484368497) - rollout_corr/k3_kl:np.float64(0.0004131826744924183) - rollout_corr/rollout_ppl:np.float64(1.230793579481542) - rollout_corr/rollout_log_ppl:np.float64(0.2003548895881977) - rollout_corr/log_ppl_diff:np.float64(0.00032477879722137004) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011101132404292002) - rollout_corr/log_ppl_diff_max:np.float64(0.005720242857933044) - rollout_corr/log_ppl_diff_min:np.float64(-0.003920510411262512) - rollout_corr/ppl_ratio:np.float64(1.0003259072545916) - rollout_corr/chi2_token:np.float64(0.0010012227576225996) - rollout_corr/chi2_seq:np.float64(0.8521349627990276) - actor/pg_loss:np.float64(8.134916424751282e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019610086025068085) - actor/ppo_kl:np.float64(-6.217524514084971e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.17139575630426407) - perf/mfu/actor:np.float64(0.10970825383409716) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(99.72949981689453) - actor/lr:np.float64(4e-07) - training/global_step:5 - training/epoch:0 - critic/score/mean:0.73046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.73046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0029827384278178215 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0029827384278178215 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:633.85546875 - response_length/max:4229.0 - response_length/min:75.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:633.85546875 - response_length_non_aborted/max:4229.0 - response_length_non_aborted/min:75.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:255.21875 - prompt_length/max:350.0 - prompt_length/min:160.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011628493666648865 - timing_s/agent_loop/generate_sequences/min:np.float64(0.9417712222784758) - timing_s/agent_loop/generate_sequences/max:np.float64(27.8466968331486) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.5835448407015065) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.8466968331486) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.
|
||
|
|
step:6 - global_seqlen/min:22147 - global_seqlen/max:43094 - global_seqlen/minmax_diff:20947 - global_seqlen/balanced_min:31606 - global_seqlen/balanced_max:32026 - global_seqlen/mean:31664.375 - actor/entropy:0.27507346868515015 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5490837097167969 - training/rollout_probs_diff_mean:0.002936719683930278 - training/rollout_probs_diff_std:0.008653098717331886 - training/rollout_actor_probs_pearson_corr:0.9993214011192322 - rollout_corr/rollout_is_mean:1.0000293254852295 - rollout_corr/rollout_is_ratio_fraction_high:1.1111419553344604e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.2222839106689207e-05 - rollout_corr/rollout_is_max:2.245166063308716 - rollout_corr/rollout_is_min:0.017338119447231293 - rollout_corr/rollout_is_std:0.027201691642403603 - rollout_corr/rollout_is_eff_sample_size:0.9992606150343992 - rollout_corr/rollout_is_seq_mean:1.000042200088501 - rollout_corr/rollout_is_seq_std:0.0012306083226576447 - rollout_corr/rollout_is_seq_max:1.0037089586257935 - rollout_corr/rollout_is_seq_min:0.9957495927810669 - rollout_corr/rollout_is_seq_max_deviation:0.0042504072189331055 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.313299536705017) - rollout_corr/training_log_ppl:np.float64(0.26095605584851) - rollout_corr/kl:np.float64(0.00043005530495854316) - rollout_corr/k3_kl:np.float64(0.00047133550992839446) - rollout_corr/rollout_ppl:np.float64(1.3127399231307209) - rollout_corr/rollout_log_ppl:np.float64(0.2605260002455907) - rollout_corr/log_ppl_diff:np.float64(0.00043005560291931033) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010077479528263211) - rollout_corr/log_ppl_diff_max:np.float64(0.00828494131565094) - rollout_corr/log_ppl_diff_min:np.float64(-0.004989057779312134) - rollout_corr/ppl_ratio:np.float64(1.0004311946686357) - rollout_corr/chi2_token:np.float64(0.000960806617513299) - rollout_corr/chi2_seq:np.float64(0.3135292446240783) - actor/pg_loss:np.float64(8.26478935778141e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020431413167898427) - actor/ppo_kl:np.float64(4.7137278594192034e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.15935598872601986) - perf/mfu/actor:np.float64(0.12093475083929373) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(99.71675491333008) - actor/lr:np.float64(5e-07) - training/global_step:6 - training/epoch:0 - critic/score/mean:0.65625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.65625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008676629513502121 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008676629513502121 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:703.10546875 - response_length/max:2812.0 - response_length/min:115.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:703.10546875 - response_length_non_aborted/max:2812.0 - response_length_non_aborted/min:115.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:286.40625 - prompt_length/max:375.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001495908945798874 - timing_s/agent_loop/generate_sequences/min:np.float64(1.4465590845793486) - timing_s/agent_loop/generate_sequences/max:np.float64(21.05473268404603) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.725667599523149) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(21.05473268404603) - timing_s/agent_loop/slowest/tool_calls:np.fl
|
||
|
|
step:7 - global_seqlen/min:20814 - global_seqlen/max:34501 - global_seqlen/minmax_diff:13687 - global_seqlen/balanced_min:26181 - global_seqlen/balanced_max:26228 - global_seqlen/mean:26214.75 - actor/entropy:0.2326890081167221 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35570627450942993 - training/rollout_probs_diff_mean:0.0028703256975859404 - training/rollout_probs_diff_std:0.00889651384204626 - training/rollout_actor_probs_pearson_corr:0.9992586970329285 - rollout_corr/rollout_is_mean:1.0000824928283691 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.117336281226017e-06 - rollout_corr/rollout_is_max:1.9689844846725464 - rollout_corr/rollout_is_min:0.4276629388332367 - rollout_corr/rollout_is_std:0.026294749230146408 - rollout_corr/rollout_is_eff_sample_size:0.9993091828880825 - rollout_corr/rollout_is_seq_mean:1.0001779794692993 - rollout_corr/rollout_is_seq_std:0.0015202864306047559 - rollout_corr/rollout_is_seq_max:1.0066863298416138 - rollout_corr/rollout_is_seq_min:0.992588460445404 - rollout_corr/rollout_is_seq_max_deviation:0.007411539554595947 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.243249746505171) - rollout_corr/training_log_ppl:np.float64(0.21141109146992676) - rollout_corr/kl:np.float64(0.000269961312439837) - rollout_corr/k3_kl:np.float64(0.0004097315033675386) - rollout_corr/rollout_ppl:np.float64(1.2429048488847911) - rollout_corr/rollout_log_ppl:np.float64(0.21114112783106975) - rollout_corr/log_ppl_diff:np.float64(0.000269963638857007) - rollout_corr/log_ppl_abs_diff:np.float64(0.001071124483132735) - rollout_corr/log_ppl_diff_max:np.float64(0.005365625023841858) - rollout_corr/log_ppl_diff_min:np.float64(-0.0069854408502578735) - rollout_corr/ppl_ratio:np.float64(1.0002711091656238) - rollout_corr/chi2_token:np.float64(0.0011220404412597418) - rollout_corr/chi2_seq:np.float64(0.38850099057890475) - actor/pg_loss:np.float64(2.9145623557269573e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.624894073567702e-05) - actor/ppo_kl:np.float64(5.5716070178846167e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1705261506140232) - perf/mfu/actor:np.float64(0.10573418722291973) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(99.6202507019043) - actor/lr:np.float64(6e-07) - training/global_step:7 - training/epoch:0 - critic/score/mean:0.75390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.75390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005430527497082949 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005430527497082949 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:548.8359375 - response_length/max:1959.0 - response_length/min:89.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:548.8359375 - response_length_non_aborted/max:1959.0 - response_length_non_aborted/min:89.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:270.375 - prompt_length/max:363.0 - prompt_length/min:174.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011132284998893738 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1634128130972385) - timing_s/agent_loop/generate_sequences/max:np.float64(14.78265242651105) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.892496629217931) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(14.78265242651105) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/a
|
||
|
|
step:8 - global_seqlen/min:24414 - global_seqlen/max:43215 - global_seqlen/minmax_diff:18801 - global_seqlen/balanced_min:30100 - global_seqlen/balanced_max:30612 - global_seqlen/mean:30198.5 - actor/entropy:0.26404014229774475 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1850457787513733 - training/rollout_probs_diff_mean:0.002853685524314642 - training/rollout_probs_diff_std:0.0084674758836627 - training/rollout_actor_probs_pearson_corr:0.9993511438369751 - rollout_corr/rollout_is_mean:1.0000009536743164 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.1623852515185717e-05 - rollout_corr/rollout_is_max:1.9149731397628784 - rollout_corr/rollout_is_min:0.3131442368030548 - rollout_corr/rollout_is_std:0.026572102680802345 - rollout_corr/rollout_is_eff_sample_size:0.9992943025293132 - rollout_corr/rollout_is_seq_mean:0.99997878074646 - rollout_corr/rollout_is_seq_std:0.0011704006465151906 - rollout_corr/rollout_is_seq_max:1.0035500526428223 - rollout_corr/rollout_is_seq_min:0.996343731880188 - rollout_corr/rollout_is_seq_max_deviation:0.0036562681198120117 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3104631286114454) - rollout_corr/training_log_ppl:np.float64(0.2542687382810982) - rollout_corr/kl:np.float64(0.0003127987160311818) - rollout_corr/k3_kl:np.float64(0.0003740117848280988) - rollout_corr/rollout_ppl:np.float64(1.310010947752744) - rollout_corr/rollout_log_ppl:np.float64(0.25395593749999534) - rollout_corr/log_ppl_diff:np.float64(0.00031280078110285103) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009792603377718478) - rollout_corr/log_ppl_diff_max:np.float64(0.004227757453918457) - rollout_corr/log_ppl_diff_min:np.float64(-0.003130972385406494) - rollout_corr/ppl_ratio:np.float64(1.0003135872539133) - rollout_corr/chi2_token:np.float64(0.0008723102509975433) - rollout_corr/chi2_seq:np.float64(1.1971292272210121) - actor/pg_loss:np.float64(-1.5925150364637375e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001960772210622963) - actor/ppo_kl:np.float64(-8.012754377872966e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.200693067163229) - perf/mfu/actor:np.float64(0.11682536401655431) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(99.71234512329102) - actor/lr:np.float64(7e-07) - training/global_step:8 - training/epoch:0 - critic/score/mean:0.7265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006695338990539312 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006695338990539312 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:672.109375 - response_length/max:3280.0 - response_length/min:183.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:672.109375 - response_length_non_aborted/max:3280.0 - response_length_non_aborted/min:183.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:271.59375 - prompt_length/max:375.0 - prompt_length/min:205.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.800944149494171e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.1623081266880035) - timing_s/agent_loop/generate_sequences/max:np.float64(23.256134187802672) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.173095271158672) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(23.256134187802672) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
|
||
|
|
step:9 - global_seqlen/min:19363 - global_seqlen/max:38902 - global_seqlen/minmax_diff:19539 - global_seqlen/balanced_min:27273 - global_seqlen/balanced_max:27330 - global_seqlen/mean:27308.125 - actor/entropy:0.278557687997818 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2980630397796631 - training/rollout_probs_diff_mean:0.0030410082545131445 - training/rollout_probs_diff_std:0.008712326176464558 - training/rollout_actor_probs_pearson_corr:0.9993500709533691 - rollout_corr/rollout_is_mean:1.0001354217529297 - rollout_corr/rollout_is_ratio_fraction_high:6.632663371419767e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.3265326742839534e-05 - rollout_corr/rollout_is_max:2.081381320953369 - rollout_corr/rollout_is_min:0.375669002532959 - rollout_corr/rollout_is_std:0.02771829441189766 - rollout_corr/rollout_is_eff_sample_size:0.9992325240192108 - rollout_corr/rollout_is_seq_mean:1.000201940536499 - rollout_corr/rollout_is_seq_std:0.001359231653623283 - rollout_corr/rollout_is_seq_max:1.0056883096694946 - rollout_corr/rollout_is_seq_min:0.9940919280052185 - rollout_corr/rollout_is_seq_max_deviation:0.005908071994781494 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3391040116548538) - rollout_corr/training_log_ppl:np.float64(0.27259969667647965) - rollout_corr/kl:np.float64(0.00025990279606591393) - rollout_corr/k3_kl:np.float64(0.0004612994821684424) - rollout_corr/rollout_ppl:np.float64(1.3387267710641026) - rollout_corr/rollout_log_ppl:np.float64(0.2723397923691664) - rollout_corr/log_ppl_diff:np.float64(0.0002599043073132634) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011203358299098909) - rollout_corr/log_ppl_diff_max:np.float64(0.0065671950578689575) - rollout_corr/log_ppl_diff_min:np.float64(-0.004946023225784302) - rollout_corr/ppl_ratio:np.float64(1.000261099776253) - rollout_corr/chi2_token:np.float64(0.0013498091138899326) - rollout_corr/chi2_seq:np.float64(0.847581728361547) - actor/pg_loss:np.float64(-4.3141539208590984e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003405330644454807) - actor/ppo_kl:np.float64(4.417660383637667e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.26127634942531586) - perf/mfu/actor:np.float64(0.10783332125209669) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(99.68988418579102) - actor/lr:np.float64(8e-07) - training/global_step:9 - training/epoch:0 - critic/score/mean:0.58984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.58984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.010788856074213982 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.010788856074213982 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:588.94140625 - response_length/max:2145.0 - response_length/min:103.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:588.94140625 - response_length_non_aborted/max:2145.0 - response_length_non_aborted/min:103.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:264.4375 - prompt_length/max:362.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011837668716907501 - timing_s/agent_loop/generate_sequences/min:np.float64(0.915661258623004) - timing_s/agent_loop/generate_sequences/max:np.float64(15.536512579768896) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.094332097287406) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(15.536512579768896) - timing_s/agent_loop/slowest/tool_calls:np.f
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 10}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] <reasoning>
|
||
|
|
We are given the electric field $ E = 2.0 \, \mathrm{N/C} $, the distance $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $, and the constant $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2} $. The formula for the electric field due to a point charge is:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We need to solve for $ q $, the charge. Rearranging the formula:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Substitute the known values:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{(2.0 \, \mathrm{N/C}) \times (0.50 \, \mathrm{m})^2}{8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2}}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \times 0.25}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.5}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Convert to picocoulombs (1 pC = $ 10^{-12} \, \mathrm{C} $):
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
The closest option is **B: 56 pC**.
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_10
|
||
|
|
step:10 - global_seqlen/min:18370 - global_seqlen/max:31673 - global_seqlen/minmax_diff:13303 - global_seqlen/balanced_min:26421 - global_seqlen/balanced_max:26444 - global_seqlen/mean:26434.75 - actor/entropy:0.32802483439445496 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45646193623542786 - training/rollout_probs_diff_mean:0.0033578479196876287 - training/rollout_probs_diff_std:0.00903936568647623 - training/rollout_actor_probs_pearson_corr:0.9993472099304199 - rollout_corr/rollout_is_mean:0.9999197721481323 - rollout_corr/rollout_is_ratio_fraction_high:7.013114554865751e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.4026229109731503e-05 - rollout_corr/rollout_is_max:3.0499253273010254 - rollout_corr/rollout_is_min:0.36710941791534424 - rollout_corr/rollout_is_std:0.029133660718798637 - rollout_corr/rollout_is_eff_sample_size:0.999151830651037 - rollout_corr/rollout_is_seq_mean:0.9999980330467224 - rollout_corr/rollout_is_seq_std:0.0017985748127102852 - rollout_corr/rollout_is_seq_max:1.008771300315857 - rollout_corr/rollout_is_seq_min:0.9932235479354858 - rollout_corr/rollout_is_seq_max_deviation:0.008771300315856934 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.377936966251582) - rollout_corr/training_log_ppl:np.float64(0.3002843804570148) - rollout_corr/kl:np.float64(0.0005245888745832872) - rollout_corr/k3_kl:np.float64(0.000498560940002335) - rollout_corr/rollout_ppl:np.float64(1.377146857790649) - rollout_corr/rollout_log_ppl:np.float64(0.29975979137816466) - rollout_corr/log_ppl_diff:np.float64(0.0005245890788501129) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013371909590205178) - rollout_corr/log_ppl_diff_max:np.float64(0.0069696009159088135) - rollout_corr/log_ppl_diff_min:np.float64(-0.004811465740203857) - rollout_corr/ppl_ratio:np.float64(1.0005262338090688) - rollout_corr/chi2_token:np.float64(0.0009716309141367674) - rollout_corr/chi2_seq:np.float64(1.0234597465023398) - actor/pg_loss:np.float64(2.4606240913271904e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00024767978288764425) - actor/ppo_kl:np.float64(4.621054888964693e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.18785973638296127) - perf/mfu/actor:np.float64(0.10560325767310388) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(99.76485443115234) - actor/lr:np.float64(9e-07) - val-aux/sciknoweval/reward/mean@16:np.float64(0.58359375) - val-aux/sciknoweval/reward/std@16:np.float64(0.21906251159087287) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.67415) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.19020325207669364) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.4956125) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.17791978642388112) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.5849125000000001) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.2188371622304282) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.7478) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.14805144079456356) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.425825) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.12986404819208913) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.6028874999999999) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.17818578143360303) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.8051999999999999) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.10766830979919102) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.3753875) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.08819187467072624) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.6146375) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.13509611267304375) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.8500624999999999) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.070121
|
||
|
|
step:11 - global_seqlen/min:20995 - global_seqlen/max:35423 - global_seqlen/minmax_diff:14428 - global_seqlen/balanced_min:27571 - global_seqlen/balanced_max:27590 - global_seqlen/mean:27580.5 - actor/entropy:0.24689078330993652 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6190903186798096 - training/rollout_probs_diff_mean:0.0029323738999664783 - training/rollout_probs_diff_std:0.008981931023299694 - training/rollout_actor_probs_pearson_corr:0.999229907989502 - rollout_corr/rollout_is_mean:0.9999557137489319 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.325087163830176e-05 - rollout_corr/rollout_is_max:1.9537171125411987 - rollout_corr/rollout_is_min:0.08846962451934814 - rollout_corr/rollout_is_std:0.0269706342369318 - rollout_corr/rollout_is_eff_sample_size:0.9992731136632474 - rollout_corr/rollout_is_seq_mean:1.0000543594360352 - rollout_corr/rollout_is_seq_std:0.0017303781351074576 - rollout_corr/rollout_is_seq_max:1.0074354410171509 - rollout_corr/rollout_is_seq_min:0.9947044253349304 - rollout_corr/rollout_is_seq_max_deviation:0.007435441017150879 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2710583903826773) - rollout_corr/training_log_ppl:np.float64(0.22995059203822166) - rollout_corr/kl:np.float64(0.0004979196115613149) - rollout_corr/k3_kl:np.float64(0.00043510435352800414) - rollout_corr/rollout_ppl:np.float64(1.270424968097359) - rollout_corr/rollout_log_ppl:np.float64(0.22945267148315907) - rollout_corr/log_ppl_diff:np.float64(0.000497920555062592) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013768301578238606) - rollout_corr/log_ppl_diff_max:np.float64(0.006137266755104065) - rollout_corr/log_ppl_diff_min:np.float64(-0.007355779409408569) - rollout_corr/ppl_ratio:np.float64(1.000499751418829) - rollout_corr/chi2_token:np.float64(0.0007434843573719263) - rollout_corr/chi2_seq:np.float64(0.47075980668887496) - actor/pg_loss:np.float64(4.087574779987335e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001813313299408037) - actor/ppo_kl:np.float64(0.00013543530537063475) - actor/pg_clipfrac_lower:np.float64(4.278477717889473e-06) - actor/grad_norm:np.float64(0.17897598445415497) - perf/mfu/actor:np.float64(0.10733546751479987) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(104.49744415283203) - actor/lr:np.float64(1e-06) - training/global_step:11 - training/epoch:0 - critic/score/mean:0.62890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.62890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004445641301572323 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.004445641301572323 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:587.390625 - response_length/max:1781.0 - response_length/min:81.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:587.390625 - response_length_non_aborted/max:1781.0 - response_length_non_aborted/min:81.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:274.5 - prompt_length/max:437.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.45193862915039e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.9449637047946453) - timing_s/agent_loop/generate_sequences/max:np.float64(13.539711721241474) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.947522593545727) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(13.539711721241474) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
|
||
|
|
step:12 - global_seqlen/min:18284 - global_seqlen/max:36197 - global_seqlen/minmax_diff:17913 - global_seqlen/balanced_min:27117 - global_seqlen/balanced_max:27742 - global_seqlen/mean:27219.25 - actor/entropy:0.2918388545513153 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18463563919067383 - training/rollout_probs_diff_mean:0.00314357434399426 - training/rollout_probs_diff_std:0.008670532144606113 - training/rollout_actor_probs_pearson_corr:0.9993590712547302 - rollout_corr/rollout_is_mean:0.9999263882637024 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.328426969848806e-05 - rollout_corr/rollout_is_max:1.6952860355377197 - rollout_corr/rollout_is_min:0.2599896490573883 - rollout_corr/rollout_is_std:0.02788124419748783 - rollout_corr/rollout_is_eff_sample_size:0.9992230019996114 - rollout_corr/rollout_is_seq_mean:0.9999516010284424 - rollout_corr/rollout_is_seq_std:0.0013419243041425943 - rollout_corr/rollout_is_seq_max:1.0067940950393677 - rollout_corr/rollout_is_seq_min:0.9959049224853516 - rollout_corr/rollout_is_seq_max_deviation:0.006794095039367676 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.284353747498244) - rollout_corr/training_log_ppl:np.float64(0.24118711793562397) - rollout_corr/kl:np.float64(0.0004640274163274505) - rollout_corr/k3_kl:np.float64(0.000438987553025072) - rollout_corr/rollout_ppl:np.float64(1.2837417596019804) - rollout_corr/rollout_log_ppl:np.float64(0.2407230889366474) - rollout_corr/log_ppl_diff:np.float64(0.00046402899897657335) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012675680045504123) - rollout_corr/log_ppl_diff_max:np.float64(0.00536249577999115) - rollout_corr/log_ppl_diff_min:np.float64(-0.005736485123634338) - rollout_corr/ppl_ratio:np.float64(1.0004653770010918) - rollout_corr/chi2_token:np.float64(0.0008103374857455492) - rollout_corr/chi2_seq:np.float64(0.7635552103165537) - actor/pg_loss:np.float64(6.2944600358605385e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022421280800699606) - actor/ppo_kl:np.float64(8.907836768656807e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1681164726614952) - perf/mfu/actor:np.float64(0.10657234495140916) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.30431365966797) - actor/lr:np.float64(1e-06) - training/global_step:12 - training/epoch:0 - critic/score/mean:0.5234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02310134656727314 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02310134656727314 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:588.1015625 - response_length/max:3570.0 - response_length/min:116.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:588.1015625 - response_length_non_aborted/max:3570.0 - response_length_non_aborted/min:116.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:262.5 - prompt_length/max:364.0 - prompt_length/min:189.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.758848369121552e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.9172126762568951) - timing_s/agent_loop/generate_sequences/max:np.float64(22.92699559032917) - timing_s/agent_loop/generate_sequences/mean:np.float64(5.20948198466067) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(22.92699559032917) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
|
||
|
|
step:13 - global_seqlen/min:24964 - global_seqlen/max:33451 - global_seqlen/minmax_diff:8487 - global_seqlen/balanced_min:28949 - global_seqlen/balanced_max:28972 - global_seqlen/mean:28959.375 - actor/entropy:0.31463027000427246 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24114426970481873 - training/rollout_probs_diff_mean:0.00320067978464067 - training/rollout_probs_diff_std:0.008584943599998951 - training/rollout_actor_probs_pearson_corr:0.9994125962257385 - rollout_corr/rollout_is_mean:1.0001263618469238 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.238653440959752e-06 - rollout_corr/rollout_is_max:1.859130859375 - rollout_corr/rollout_is_min:0.4844902455806732 - rollout_corr/rollout_is_std:0.02811329998075962 - rollout_corr/rollout_is_eff_sample_size:0.9992105046242893 - rollout_corr/rollout_is_seq_mean:1.0000969171524048 - rollout_corr/rollout_is_seq_std:0.0011731568956747651 - rollout_corr/rollout_is_seq_max:1.0035706758499146 - rollout_corr/rollout_is_seq_min:0.9957525134086609 - rollout_corr/rollout_is_seq_max_deviation:0.004247486591339111 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3780980156734586) - rollout_corr/training_log_ppl:np.float64(0.2991240085102618) - rollout_corr/kl:np.float64(0.0003781683996528784) - rollout_corr/k3_kl:np.float64(0.0004593968702977236) - rollout_corr/rollout_ppl:np.float64(1.3775346302427351) - rollout_corr/rollout_log_ppl:np.float64(0.2987458378338488) - rollout_corr/log_ppl_diff:np.float64(0.0003781706764129922) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010912520374404266) - rollout_corr/log_ppl_diff_max:np.float64(0.004893004894256592) - rollout_corr/log_ppl_diff_min:np.float64(-0.003899678587913513) - rollout_corr/ppl_ratio:np.float64(1.0003791959024966) - rollout_corr/chi2_token:np.float64(0.001073798630386591) - rollout_corr/chi2_seq:np.float64(0.506177173461765) - actor/pg_loss:np.float64(3.237277269363403e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004119513098430616) - actor/ppo_kl:np.float64(7.283486395426308e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.21577078476548195) - perf/mfu/actor:np.float64(0.11467366616050297) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.31635284423828) - actor/lr:np.float64(1e-06) - training/global_step:13 - training/epoch:0 - critic/score/mean:0.5703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0002386284904787317 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0002386284904787317 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:626.13671875 - response_length/max:1861.0 - response_length/min:160.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:626.13671875 - response_length_non_aborted/max:1861.0 - response_length_non_aborted/min:160.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:278.84375 - prompt_length/max:363.0 - prompt_length/min:170.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013312511146068573 - timing_s/agent_loop/generate_sequences/min:np.float64(1.9897179938852787) - timing_s/agent_loop/generate_sequences/max:np.float64(15.492640441283584) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.851898552646162) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(15.492640441283584) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timin
|
||
|
|
step:14 - global_seqlen/min:18482 - global_seqlen/max:39950 - global_seqlen/minmax_diff:21468 - global_seqlen/balanced_min:27989 - global_seqlen/balanced_max:28043 - global_seqlen/mean:28025.875 - actor/entropy:0.27694693207740784 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.9996616840362549 - training/rollout_probs_diff_mean:0.0032118367962539196 - training/rollout_probs_diff_std:0.009403628297150135 - training/rollout_actor_probs_pearson_corr:0.9992220997810364 - rollout_corr/rollout_is_mean:0.9999675154685974 - rollout_corr/rollout_is_ratio_fraction_high:2.5921677661244757e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.2402098440798e-05 - rollout_corr/rollout_is_max:2.0761139392852783 - rollout_corr/rollout_is_min:0.000335350981913507 - rollout_corr/rollout_is_std:0.028911858797073364 - rollout_corr/rollout_is_eff_sample_size:0.9991645645790151 - rollout_corr/rollout_is_seq_mean:0.9999456405639648 - rollout_corr/rollout_is_seq_std:0.001373259350657463 - rollout_corr/rollout_is_seq_max:1.0052764415740967 - rollout_corr/rollout_is_seq_min:0.995773434638977 - rollout_corr/rollout_is_seq_max_deviation:0.00527644157409668 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3075349098071456) - rollout_corr/training_log_ppl:np.float64(0.2546500996249961) - rollout_corr/kl:np.float64(0.0006805974277988014) - rollout_corr/k3_kl:np.float64(0.0006370248192979489) - rollout_corr/rollout_ppl:np.float64(1.3065974819473922) - rollout_corr/rollout_log_ppl:np.float64(0.2539695030573057) - rollout_corr/log_ppl_diff:np.float64(0.0006805965676903725) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013074282323941588) - rollout_corr/log_ppl_diff_max:np.float64(0.01114201545715332) - rollout_corr/log_ppl_diff_min:np.float64(-0.004195064306259155) - rollout_corr/ppl_ratio:np.float64(1.000682536046952) - rollout_corr/chi2_token:np.float64(0.0010629112366586924) - rollout_corr/chi2_seq:np.float64(0.7319330512546003) - actor/pg_loss:np.float64(-7.280893623828888e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004904413003714581) - actor/ppo_kl:np.float64(0.00013513596405800854) - actor/pg_clipfrac_lower:np.float64(5.243288796918932e-06) - actor/grad_norm:np.float64(0.22375838086009026) - perf/mfu/actor:np.float64(0.11024404131767285) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.50100326538086) - actor/lr:np.float64(1e-06) - training/global_step:14 - training/epoch:0 - critic/score/mean:0.64453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.64453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004044591914862394 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004044591914862394 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:602.77734375 - response_length/max:2091.0 - response_length/min:88.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:602.77734375 - response_length_non_aborted/max:2091.0 - response_length_non_aborted/min:88.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:273.03125 - prompt_length/max:375.0 - prompt_length/min:171.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.801425039768219e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1079022623598576) - timing_s/agent_loop/generate_sequences/max:np.float64(15.903715757653117) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.53672656758863) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(15.903715757653117) - timing_s/agent_loop/s
|
||
|
|
step:15 - global_seqlen/min:18409 - global_seqlen/max:34972 - global_seqlen/minmax_diff:16563 - global_seqlen/balanced_min:27584 - global_seqlen/balanced_max:27657 - global_seqlen/mean:27632.0 - actor/entropy:0.23792505264282227 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2081579566001892 - training/rollout_probs_diff_mean:0.0028373654931783676 - training/rollout_probs_diff_std:0.008734497241675854 - training/rollout_actor_probs_pearson_corr:0.9992759227752686 - rollout_corr/rollout_is_mean:1.000104308128357 - rollout_corr/rollout_is_ratio_fraction_high:6.5414201344538014e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.0567126274108887 - rollout_corr/rollout_is_min:0.6020901799201965 - rollout_corr/rollout_is_std:0.0269706342369318 - rollout_corr/rollout_is_eff_sample_size:0.9992733517354029 - rollout_corr/rollout_is_seq_mean:1.0001739263534546 - rollout_corr/rollout_is_seq_std:0.0016109951538965106 - rollout_corr/rollout_is_seq_max:1.0077435970306396 - rollout_corr/rollout_is_seq_min:0.9901288747787476 - rollout_corr/rollout_is_seq_max_deviation:0.009871125221252441 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2825340307317674) - rollout_corr/training_log_ppl:np.float64(0.2307681181409862) - rollout_corr/kl:np.float64(0.00024018173945883348) - rollout_corr/k3_kl:np.float64(0.00046571865181022076) - rollout_corr/rollout_ppl:np.float64(1.2822559108026326) - rollout_corr/rollout_log_ppl:np.float64(0.23052793518581893) - rollout_corr/log_ppl_diff:np.float64(0.0002401829551672563) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012830473860958591) - rollout_corr/log_ppl_diff_max:np.float64(0.011005207896232605) - rollout_corr/log_ppl_diff_min:np.float64(-0.004439152777194977) - rollout_corr/ppl_ratio:np.float64(1.0002417913638055) - rollout_corr/chi2_token:np.float64(0.0013833614066243172) - rollout_corr/chi2_seq:np.float64(0.8579549191053957) - actor/pg_loss:np.float64(0.00013076758477836847) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022705169044456852) - actor/ppo_kl:np.float64(1.2435915886399584e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1974821835756302) - perf/mfu/actor:np.float64(0.10945352184092855) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.5802116394043) - actor/lr:np.float64(1e-06) - training/global_step:15 - training/epoch:0 - critic/score/mean:0.69140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.69140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.011041100136935711 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.011041100136935711 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:597.15625 - response_length/max:2544.0 - response_length/min:91.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:597.15625 - response_length_non_aborted/max:2544.0 - response_length_non_aborted/min:91.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:266.34375 - prompt_length/max:460.0 - prompt_length/min:157.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001034904271364212 - timing_s/agent_loop/generate_sequences/min:np.float64(1.0850455239415169) - timing_s/agent_loop/generate_sequences/max:np.float64(18.34066752716899) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.139947620045859) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(18.34066752716899) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_
|
||
|
|
step:16 - global_seqlen/min:19774 - global_seqlen/max:37148 - global_seqlen/minmax_diff:17374 - global_seqlen/balanced_min:26832 - global_seqlen/balanced_max:26869 - global_seqlen/mean:26857.125 - actor/entropy:0.269243985414505 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29323524236679077 - training/rollout_probs_diff_mean:0.0030834192875772715 - training/rollout_probs_diff_std:0.009029646404087543 - training/rollout_actor_probs_pearson_corr:0.9992733001708984 - rollout_corr/rollout_is_mean:1.000123381614685 - rollout_corr/rollout_is_ratio_fraction_high:1.3476997992256656e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.39180064201355 - rollout_corr/rollout_is_min:0.5188149213790894 - rollout_corr/rollout_is_std:0.028928346931934357 - rollout_corr/rollout_is_eff_sample_size:0.9991640885384842 - rollout_corr/rollout_is_seq_mean:1.0000724792480469 - rollout_corr/rollout_is_seq_std:0.0016198219964280725 - rollout_corr/rollout_is_seq_max:1.0117334127426147 - rollout_corr/rollout_is_seq_min:0.9945037961006165 - rollout_corr/rollout_is_seq_max_deviation:0.011733412742614746 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2698871567845345) - rollout_corr/training_log_ppl:np.float64(0.22661357806646265) - rollout_corr/kl:np.float64(0.000278438638499523) - rollout_corr/k3_kl:np.float64(0.0004574081480726022) - rollout_corr/rollout_ppl:np.float64(1.2695180620066822) - rollout_corr/rollout_log_ppl:np.float64(0.22633513917389791) - rollout_corr/log_ppl_diff:np.float64(0.0002784388925647363) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010494471789570525) - rollout_corr/log_ppl_diff_max:np.float64(0.00465761125087738) - rollout_corr/log_ppl_diff_min:np.float64(-0.009550660848617554) - rollout_corr/ppl_ratio:np.float64(1.000279544852674) - rollout_corr/chi2_token:np.float64(0.0013024122454226017) - rollout_corr/chi2_seq:np.float64(0.9144449539016932) - actor/pg_loss:np.float64(-1.0943855158984661e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023535769855698163) - actor/ppo_kl:np.float64(-7.823348023361376e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.21825583279132843) - perf/mfu/actor:np.float64(0.10663394115254357) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.46512222290039) - actor/lr:np.float64(1e-06) - training/global_step:16 - training/epoch:0 - critic/score/mean:0.765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005873444024473429 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005873444024473429 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:579.69140625 - response_length/max:1869.0 - response_length/min:101.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:579.69140625 - response_length_non_aborted/max:1869.0 - response_length_non_aborted/min:101.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:259.59375 - prompt_length/max:344.0 - prompt_length/min:186.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001010652631521225 - timing_s/agent_loop/generate_sequences/min:np.float64(1.3836285527795553) - timing_s/agent_loop/generate_sequences/max:np.float64(14.655153315514326) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.240751736462698) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(14.655153315514326) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - t
|
||
|
|
step:17 - global_seqlen/min:21078 - global_seqlen/max:38139 - global_seqlen/minmax_diff:17061 - global_seqlen/balanced_min:27815 - global_seqlen/balanced_max:28195 - global_seqlen/mean:27876.125 - actor/entropy:0.3084404766559601 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23105865716934204 - training/rollout_probs_diff_mean:0.003280392149463296 - training/rollout_probs_diff_std:0.008956593461334705 - training/rollout_actor_probs_pearson_corr:0.9993877410888672 - rollout_corr/rollout_is_mean:1.0001431703567505 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.458905318140751e-06 - rollout_corr/rollout_is_max:1.8297889232635498 - rollout_corr/rollout_is_min:0.49442058801651 - rollout_corr/rollout_is_std:0.02931314706802368 - rollout_corr/rollout_is_eff_sample_size:0.9991418341499507 - rollout_corr/rollout_is_seq_mean:1.0001916885375977 - rollout_corr/rollout_is_seq_std:0.0019043951760977507 - rollout_corr/rollout_is_seq_max:1.009162425994873 - rollout_corr/rollout_is_seq_min:0.9893993139266968 - rollout_corr/rollout_is_seq_max_deviation:0.010600686073303223 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3411333807744086) - rollout_corr/training_log_ppl:np.float64(0.2804811333771795) - rollout_corr/kl:np.float64(0.00039379035426634346) - rollout_corr/k3_kl:np.float64(0.0005168410488067821) - rollout_corr/rollout_ppl:np.float64(1.3405519826337695) - rollout_corr/rollout_log_ppl:np.float64(0.28008734311151784) - rollout_corr/log_ppl_diff:np.float64(0.0003937902656616643) - rollout_corr/log_ppl_abs_diff:np.float64(0.001501921404269524) - rollout_corr/log_ppl_diff_max:np.float64(0.011711418628692627) - rollout_corr/log_ppl_diff_min:np.float64(-0.007628694176673889) - rollout_corr/ppl_ratio:np.float64(1.0003962186165154) - rollout_corr/chi2_token:np.float64(0.001294472487643361) - rollout_corr/chi2_seq:np.float64(1.0754117609467357) - actor/pg_loss:np.float64(-0.00010975566692650318) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020725219656014815) - actor/ppo_kl:np.float64(0.00011342834537941826) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2514360435307026) - perf/mfu/actor:np.float64(0.10841431290124035) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.30791854858398) - actor/lr:np.float64(1e-06) - training/global_step:17 - training/epoch:0 - critic/score/mean:0.70703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.70703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.012801550328731537 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.012801550328731537 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:604.78515625 - response_length/max:2740.0 - response_length/min:90.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:604.78515625 - response_length_non_aborted/max:2740.0 - response_length_non_aborted/min:90.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:266.34375 - prompt_length/max:375.0 - prompt_length/min:160.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:6.358139216899872e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.0903181321918964) - timing_s/agent_loop/generate_sequences/max:np.float64(20.050666142255068) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.366174238610256) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(20.050666142255068) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) -
|
||
|
|
step:18 - global_seqlen/min:18777 - global_seqlen/max:44614 - global_seqlen/minmax_diff:25837 - global_seqlen/balanced_min:32860 - global_seqlen/balanced_max:32946 - global_seqlen/mean:32927.0 - actor/entropy:0.2818203866481781 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2900807857513428 - training/rollout_probs_diff_mean:0.002938726684078574 - training/rollout_probs_diff_std:0.00846165232360363 - training/rollout_actor_probs_pearson_corr:0.9994096159934998 - rollout_corr/rollout_is_mean:1.0000146627426147 - rollout_corr/rollout_is_ratio_fraction_high:5.105583568365546e-06 - rollout_corr/rollout_is_ratio_fraction_low:2.552791738708038e-05 - rollout_corr/rollout_is_max:2.0839157104492188 - rollout_corr/rollout_is_min:0.4158320426940918 - rollout_corr/rollout_is_std:0.02699493244290352 - rollout_corr/rollout_is_eff_sample_size:0.9992719233041721 - rollout_corr/rollout_is_seq_mean:1.0000157356262207 - rollout_corr/rollout_is_seq_std:0.0014222179306671023 - rollout_corr/rollout_is_seq_max:1.0088167190551758 - rollout_corr/rollout_is_seq_min:0.995079755783081 - rollout_corr/rollout_is_seq_max_deviation:0.008816719055175781 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.289564796257764) - rollout_corr/training_log_ppl:np.float64(0.2442400810541585) - rollout_corr/kl:np.float64(0.0005266999699861663) - rollout_corr/k3_kl:np.float64(0.0004649700730112727) - rollout_corr/rollout_ppl:np.float64(1.2888782764784992) - rollout_corr/rollout_log_ppl:np.float64(0.24371338007040322) - rollout_corr/log_ppl_diff:np.float64(0.0005267009837552905) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011411418090574443) - rollout_corr/log_ppl_diff_max:np.float64(0.010496377944946289) - rollout_corr/log_ppl_diff_min:np.float64(-0.007471442222595215) - rollout_corr/ppl_ratio:np.float64(1.0005280999466777) - rollout_corr/chi2_token:np.float64(0.0008352911099791527) - rollout_corr/chi2_seq:np.float64(0.4274897330906242) - actor/pg_loss:np.float64(9.232200682163239e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002937083892220471) - actor/ppo_kl:np.float64(0.00015827277887936475) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1933615617454052) - perf/mfu/actor:np.float64(0.12426924001280201) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.3476791381836) - actor/lr:np.float64(1e-06) - training/global_step:18 - training/epoch:0 - critic/score/mean:0.41015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.007050810847431421 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.007050810847431421 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:765.09375 - response_length/max:3008.0 - response_length/min:78.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:765.09375 - response_length_non_aborted/max:3008.0 - response_length_non_aborted/min:78.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:263.875 - prompt_length/max:349.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.749613046646118e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.9996219798922539) - timing_s/agent_loop/generate_sequences/max:np.float64(21.299407305195928) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.81618346637697) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(21.299407305195928) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
|
||
|
|
step:19 - global_seqlen/min:21194 - global_seqlen/max:44487 - global_seqlen/minmax_diff:23293 - global_seqlen/balanced_min:30623 - global_seqlen/balanced_max:30828 - global_seqlen/mean:30657.0 - actor/entropy:0.2834802567958832 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35189008712768555 - training/rollout_probs_diff_mean:0.002977204043418169 - training/rollout_probs_diff_std:0.00879612471908331 - training/rollout_actor_probs_pearson_corr:0.9994228482246399 - rollout_corr/rollout_is_mean:1.0000439882278442 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.2517451725434512e-05 - rollout_corr/rollout_is_max:1.6279520988464355 - rollout_corr/rollout_is_min:0.2959691882133484 - rollout_corr/rollout_is_std:0.027716144919395447 - rollout_corr/rollout_is_eff_sample_size:0.9992325240192108 - rollout_corr/rollout_is_seq_mean:1.000134825706482 - rollout_corr/rollout_is_seq_std:0.0016275998204946518 - rollout_corr/rollout_is_seq_max:1.009211540222168 - rollout_corr/rollout_is_seq_min:0.9948177337646484 - rollout_corr/rollout_is_seq_max_deviation:0.009211540222167969 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2855765600688756) - rollout_corr/training_log_ppl:np.float64(0.23977286802255549) - rollout_corr/kl:np.float64(0.0005027599546281181) - rollout_corr/k3_kl:np.float64(0.0004755220272727456) - rollout_corr/rollout_ppl:np.float64(1.2849308247677982) - rollout_corr/rollout_log_ppl:np.float64(0.2392701047792798) - rollout_corr/log_ppl_diff:np.float64(0.0005027632432756945) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011823297390947118) - rollout_corr/log_ppl_diff_max:np.float64(0.009016215801239014) - rollout_corr/log_ppl_diff_min:np.float64(-0.008047908544540405) - rollout_corr/ppl_ratio:np.float64(1.0005042462144047) - rollout_corr/chi2_token:np.float64(0.0009039849974215031) - rollout_corr/chi2_seq:np.float64(0.45300188730470836) - actor/pg_loss:np.float64(8.254800923168659e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003364918597981159) - actor/ppo_kl:np.float64(0.0002041434732245051) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.19276084750890732) - perf/mfu/actor:np.float64(0.11752787272188393) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.36764144897461) - actor/lr:np.float64(1e-06) - training/global_step:19 - training/epoch:0 - critic/score/mean:0.71875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.71875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0269034281373024 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0269034281373024 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:693.90625 - response_length/max:3216.0 - response_length/min:101.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:693.90625 - response_length_non_aborted/max:3216.0 - response_length_non_aborted/min:101.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:264.125 - prompt_length/max:339.0 - prompt_length/min:169.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013180077075958252 - timing_s/agent_loop/generate_sequences/min:np.float64(1.2591454926878214) - timing_s/agent_loop/generate_sequences/max:np.float64(22.810867067426443) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.210481837464613) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(22.810867067426443) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 20}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] <reasoning>
|
||
|
|
We are given the electric field $ E = 2.0 \, \mathrm{N/C} $, the distance $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $, and the constant $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2} $. The electric field due to a point charge is given by:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We need to solve for the charge $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E \cdot r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Substituting the given values:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot (0.50)^2}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot 0.25}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.50}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Convert to picocoulombs ($ 1 \, \mathrm{pC} = 10^{-12} \, \mathrm{C} $):
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
The closest option is:
|
||
|
|
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_20
|
||
|
|
step:20 - global_seqlen/min:19499 - global_seqlen/max:36025 - global_seqlen/minmax_diff:16526 - global_seqlen/balanced_min:27704 - global_seqlen/balanced_max:28173 - global_seqlen/mean:27765.0 - actor/entropy:0.280457079410553 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24135375022888184 - training/rollout_probs_diff_mean:0.003101746318861842 - training/rollout_probs_diff_std:0.008900674059987068 - training/rollout_actor_probs_pearson_corr:0.999406099319458 - rollout_corr/rollout_is_mean:0.9998956918716431 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.9279214029666036e-05 - rollout_corr/rollout_is_max:1.8279300928115845 - rollout_corr/rollout_is_min:0.40598663687705994 - rollout_corr/rollout_is_std:0.028816867619752884 - rollout_corr/rollout_is_eff_sample_size:0.9991700390777238 - rollout_corr/rollout_is_seq_mean:0.999803900718689 - rollout_corr/rollout_is_seq_std:0.001518259639851749 - rollout_corr/rollout_is_seq_max:1.0038286447525024 - rollout_corr/rollout_is_seq_min:0.9914582967758179 - rollout_corr/rollout_is_seq_max_deviation:0.008541703224182129 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2934490512125194) - rollout_corr/training_log_ppl:np.float64(0.24451396349468268) - rollout_corr/kl:np.float64(0.0004959776629758217) - rollout_corr/k3_kl:np.float64(0.0004771725971863816) - rollout_corr/rollout_ppl:np.float64(1.2928053527139127) - rollout_corr/rollout_log_ppl:np.float64(0.2440179859258933) - rollout_corr/log_ppl_diff:np.float64(0.0004959775687893853) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011907425214303657) - rollout_corr/log_ppl_diff_max:np.float64(0.009751290082931519) - rollout_corr/log_ppl_diff_min:np.float64(-0.004419475793838501) - rollout_corr/ppl_ratio:np.float64(1.0004974079784006) - rollout_corr/chi2_token:np.float64(0.0009594245348125696) - rollout_corr/chi2_seq:np.float64(0.41463141702115536) - actor/pg_loss:np.float64(1.230929046869278e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00021071931905680685) - actor/ppo_kl:np.float64(-0.0001457839747551759) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1746744140982628) - perf/mfu/actor:np.float64(0.10426063797607768) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(103.34674835205078) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.59921875) - val-aux/sciknoweval/reward/std@16:np.float64(0.20532643626967628) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.684225) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.18261389709388515) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.514475) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1643688800388951) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.60015) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.2055792779718459) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.7575125) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.14221272724332604) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.4511375) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.11570816324542939) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.6215249999999999) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.17291949688631747) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.8132375) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.09937488352535821) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.4064375) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.07134373339436899) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.6354124999999999) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.1400502136179348) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.8518374999999999) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.06232857449090168) - val-aux/scikn
|
||
|
|
step:21 - global_seqlen/min:25301 - global_seqlen/max:34398 - global_seqlen/minmax_diff:9097 - global_seqlen/balanced_min:29031 - global_seqlen/balanced_max:29324 - global_seqlen/mean:29106.375 - actor/entropy:0.24065154790878296 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.37683379650115967 - training/rollout_probs_diff_mean:0.002658553421497345 - training/rollout_probs_diff_std:0.008330690674483776 - training/rollout_actor_probs_pearson_corr:0.9994138479232788 - rollout_corr/rollout_is_mean:1.0000982284545898 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.2177079042885453e-05 - rollout_corr/rollout_is_max:1.7682775259017944 - rollout_corr/rollout_is_min:0.3936323821544647 - rollout_corr/rollout_is_std:0.02563127689063549 - rollout_corr/rollout_is_eff_sample_size:0.9993435879743411 - rollout_corr/rollout_is_seq_mean:1.0001851320266724 - rollout_corr/rollout_is_seq_std:0.0012425798922777176 - rollout_corr/rollout_is_seq_max:1.0056188106536865 - rollout_corr/rollout_is_seq_min:0.9965409636497498 - rollout_corr/rollout_is_seq_max_deviation:0.0056188106536865234 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2498526307754219) - rollout_corr/training_log_ppl:np.float64(0.21081234834855422) - rollout_corr/kl:np.float64(0.00032340780622153176) - rollout_corr/k3_kl:np.float64(0.0003890872453951033) - rollout_corr/rollout_ppl:np.float64(1.2494138525798917) - rollout_corr/rollout_log_ppl:np.float64(0.21048893986153416) - rollout_corr/log_ppl_diff:np.float64(0.0003234084870200604) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010021366470027715) - rollout_corr/log_ppl_diff_max:np.float64(0.004034250974655151) - rollout_corr/log_ppl_diff_min:np.float64(-0.004479348659515381) - rollout_corr/ppl_ratio:np.float64(1.0003242590464652) - rollout_corr/chi2_token:np.float64(0.0009132004342973232) - rollout_corr/chi2_seq:np.float64(0.7536862585693598) - actor/pg_loss:np.float64(3.263808321207762e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000137664294015849) - actor/ppo_kl:np.float64(0.00017732822421123728) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.13653844129294157) - perf/mfu/actor:np.float64(0.11284239253639325) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(104.92810821533203) - actor/lr:np.float64(1e-06) - training/global_step:21 - training/epoch:0 - critic/score/mean:0.6640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0021431660279631615 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0021431660279631615 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:641.57421875 - response_length/max:3017.0 - response_length/min:180.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:641.57421875 - response_length_non_aborted/max:3017.0 - response_length_non_aborted/min:180.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:268.0 - prompt_length/max:364.0 - prompt_length/min:195.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.9451907873153687e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.2093537878245115) - timing_s/agent_loop/generate_sequences/max:np.float64(21.849115535616875) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.7584272636668175) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(21.849115535616875) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
|
||
|
|
step:22 - global_seqlen/min:20123 - global_seqlen/max:45886 - global_seqlen/minmax_diff:25763 - global_seqlen/balanced_min:32892 - global_seqlen/balanced_max:32946 - global_seqlen/mean:32919.625 - actor/entropy:0.2954756021499634 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5972118377685547 - training/rollout_probs_diff_mean:0.0029836043249815702 - training/rollout_probs_diff_std:0.008759740740060806 - training/rollout_actor_probs_pearson_corr:0.9994177222251892 - rollout_corr/rollout_is_mean:1.000027060508728 - rollout_corr/rollout_is_ratio_fraction_high:1.0150790330953896e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.5226184586936142e-05 - rollout_corr/rollout_is_max:5.339309215545654 - rollout_corr/rollout_is_min:0.3289409577846527 - rollout_corr/rollout_is_std:0.027539236471056938 - rollout_corr/rollout_is_eff_sample_size:0.999242284277643 - rollout_corr/rollout_is_seq_mean:1.000131607055664 - rollout_corr/rollout_is_seq_std:0.0019331261282786727 - rollout_corr/rollout_is_seq_max:1.0212081670761108 - rollout_corr/rollout_is_seq_min:0.990929365158081 - rollout_corr/rollout_is_seq_max_deviation:0.02120816707611084 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2931092074140906) - rollout_corr/training_log_ppl:np.float64(0.24355409591225907) - rollout_corr/kl:np.float64(0.0005864815489502462) - rollout_corr/k3_kl:np.float64(0.0005580453379678829) - rollout_corr/rollout_ppl:np.float64(1.292321430053562) - rollout_corr/rollout_log_ppl:np.float64(0.24296761279401835) - rollout_corr/log_ppl_diff:np.float64(0.0005864831182407215) - rollout_corr/log_ppl_abs_diff:np.float64(0.001289499065023847) - rollout_corr/log_ppl_diff_max:np.float64(0.019712358713150024) - rollout_corr/log_ppl_diff_min:np.float64(-0.007148668169975281) - rollout_corr/ppl_ratio:np.float64(1.0005892012268305) - rollout_corr/chi2_token:np.float64(0.0012211541179567575) - rollout_corr/chi2_seq:np.float64(0.6782732140272856) - actor/pg_loss:np.float64(0.00016800372395664454) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002511092553731942) - actor/ppo_kl:np.float64(0.00027240615360524245) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29514269530773163) - perf/mfu/actor:np.float64(0.12364022737507745) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(104.99796676635742) - actor/lr:np.float64(1e-06) - training/global_step:22 - training/epoch:0 - critic/score/mean:0.71484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.71484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005714894738048315 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005714894738048315 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:769.64453125 - response_length/max:2870.0 - response_length/min:138.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:769.64453125 - response_length_non_aborted/max:2870.0 - response_length_non_aborted/min:138.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:259.09375 - prompt_length/max:375.0 - prompt_length/min:197.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.717978537082672e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7690473347902298) - timing_s/agent_loop/generate_sequences/max:np.float64(21.679362626746297) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.051158084097551) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(21.679362626746297) - timing_s/agent_loop/slowest/tool_calls:
|
||
|
|
step:23 - global_seqlen/min:22934 - global_seqlen/max:53809 - global_seqlen/minmax_diff:30875 - global_seqlen/balanced_min:39243 - global_seqlen/balanced_max:39551 - global_seqlen/mean:39306.5 - actor/entropy:0.33397042751312256 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4463748633861542 - training/rollout_probs_diff_mean:0.003143494250252843 - training/rollout_probs_diff_std:0.008556975051760674 - training/rollout_actor_probs_pearson_corr:0.9994155764579773 - rollout_corr/rollout_is_mean:0.9999798536300659 - rollout_corr/rollout_is_ratio_fraction_high:8.167132364178542e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.6334264728357084e-05 - rollout_corr/rollout_is_max:2.7373318672180176 - rollout_corr/rollout_is_min:0.23669613897800446 - rollout_corr/rollout_is_std:0.028452597558498383 - rollout_corr/rollout_is_eff_sample_size:0.9991909855397003 - rollout_corr/rollout_is_seq_mean:0.9999604821205139 - rollout_corr/rollout_is_seq_std:0.001166414120234549 - rollout_corr/rollout_is_seq_max:1.0046206712722778 - rollout_corr/rollout_is_seq_min:0.9961167573928833 - rollout_corr/rollout_is_seq_max_deviation:0.004620671272277832 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.385243427939713) - rollout_corr/training_log_ppl:np.float64(0.3101144570391625) - rollout_corr/kl:np.float64(0.0005338342346767888) - rollout_corr/k3_kl:np.float64(0.000465180856878078) - rollout_corr/rollout_ppl:np.float64(1.3844622108153999) - rollout_corr/rollout_log_ppl:np.float64(0.30958062058198266) - rollout_corr/log_ppl_diff:np.float64(0.0005338364571798593) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009809565672185272) - rollout_corr/log_ppl_diff_max:np.float64(0.006667211651802063) - rollout_corr/log_ppl_diff_min:np.float64(-0.0032280683517456055) - rollout_corr/ppl_ratio:np.float64(1.0005347987171263) - rollout_corr/chi2_token:np.float64(0.000802481546998024) - rollout_corr/chi2_seq:np.float64(0.3838173961266875) - actor/pg_loss:np.float64(6.97027426213026e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00030751674410112173) - actor/ppo_kl:np.float64(6.243631206404032e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.20673737302422523) - perf/mfu/actor:np.float64(0.1370845535950862) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.68359375) - perf/cpu_memory_used_gb:np.float64(105.6169319152832) - actor/lr:np.float64(1e-06) - training/global_step:23 - training/epoch:1 - critic/score/mean:0.5 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0067174662835896015 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0067174662835896015 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:956.578125 - response_length/max:4024.0 - response_length/min:152.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:956.578125 - response_length_non_aborted/max:4024.0 - response_length_non_aborted/min:152.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:271.75 - prompt_length/max:375.0 - prompt_length/min:203.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00028231181204319 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8497151639312506) - timing_s/agent_loop/generate_sequences/max:np.float64(29.862245429307222) - timing_s/agent_loop/generate_sequences/mean:np.float64(9.941006362365442) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(29.862245429307222) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
|
||
|
|
step:24 - global_seqlen/min:21247 - global_seqlen/max:40900 - global_seqlen/minmax_diff:19653 - global_seqlen/balanced_min:30630 - global_seqlen/balanced_max:32071 - global_seqlen/mean:30857.125 - actor/entropy:0.31415796279907227 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3094596862792969 - training/rollout_probs_diff_mean:0.003211991162970662 - training/rollout_probs_diff_std:0.008898185566067696 - training/rollout_actor_probs_pearson_corr:0.9993066191673279 - rollout_corr/rollout_is_mean:0.9999200105667114 - rollout_corr/rollout_is_ratio_fraction_high:5.59005866307416e-06 - rollout_corr/rollout_is_ratio_fraction_low:5.59005866307416e-06 - rollout_corr/rollout_is_max:2.404808521270752 - rollout_corr/rollout_is_min:0.19617219269275665 - rollout_corr/rollout_is_std:0.02825077250599861 - rollout_corr/rollout_is_eff_sample_size:0.9992022922335758 - rollout_corr/rollout_is_seq_mean:0.9998365640640259 - rollout_corr/rollout_is_seq_std:0.001564831123687327 - rollout_corr/rollout_is_seq_max:1.0052552223205566 - rollout_corr/rollout_is_seq_min:0.992292582988739 - rollout_corr/rollout_is_seq_max_deviation:0.007707417011260986 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.303541206754744) - rollout_corr/training_log_ppl:np.float64(0.25006278717773966) - rollout_corr/kl:np.float64(0.0005476736968059726) - rollout_corr/k3_kl:np.float64(0.00043206283888252983) - rollout_corr/rollout_ppl:np.float64(1.3028357764706016) - rollout_corr/rollout_log_ppl:np.float64(0.24951511321705766) - rollout_corr/log_ppl_diff:np.float64(0.0005476739606820047) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011344742961227894) - rollout_corr/log_ppl_diff_max:np.float64(0.008412361145019531) - rollout_corr/log_ppl_diff_min:np.float64(-0.00302673876285553) - rollout_corr/ppl_ratio:np.float64(1.0005489422474056) - rollout_corr/chi2_token:np.float64(0.0006379920523613691) - rollout_corr/chi2_seq:np.float64(0.4201601871754974) - actor/pg_loss:np.float64(-3.0018971301615238e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.42312039076387e-05) - actor/ppo_kl:np.float64(-2.9987399832176465e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1152929738163948) - perf/mfu/actor:np.float64(0.11669484239312708) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(138.80078125) - perf/cpu_memory_used_gb:np.float64(105.66312026977539) - actor/lr:np.float64(1e-06) - training/global_step:24 - training/epoch:1 - critic/score/mean:0.74609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.74609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.013332289643585682 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.013332289643585682 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:698.78515625 - response_length/max:4217.0 - response_length/min:85.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:698.78515625 - response_length_non_aborted/max:4217.0 - response_length_non_aborted/min:85.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:265.5 - prompt_length/max:383.0 - prompt_length/min:161.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001115109771490097 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1027332954108715) - timing_s/agent_loop/generate_sequences/max:np.float64(28.570936573669314) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.08747353394574) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(28.570936573669314) - timing_s/agent_loop/slowest/tool_calls:np.floa
|
||
|
|
step:25 - global_seqlen/min:23246 - global_seqlen/max:52171 - global_seqlen/minmax_diff:28925 - global_seqlen/balanced_min:34912 - global_seqlen/balanced_max:36421 - global_seqlen/mean:35164.75 - actor/entropy:0.35677048563957214 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5146784782409668 - training/rollout_probs_diff_mean:0.0033477256074547768 - training/rollout_probs_diff_std:0.00895012728869915 - training/rollout_actor_probs_pearson_corr:0.9994227886199951 - rollout_corr/rollout_is_mean:0.9999942779541016 - rollout_corr/rollout_is_ratio_fraction_high:1.4294563698058482e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.4294563698058482e-05 - rollout_corr/rollout_is_max:2.550842046737671 - rollout_corr/rollout_is_min:0.2724951505661011 - rollout_corr/rollout_is_std:0.02962060645222664 - rollout_corr/rollout_is_eff_sample_size:0.9991233887504097 - rollout_corr/rollout_is_seq_mean:1.0000044107437134 - rollout_corr/rollout_is_seq_std:0.001464587403461337 - rollout_corr/rollout_is_seq_max:1.0044803619384766 - rollout_corr/rollout_is_seq_min:0.9913833737373352 - rollout_corr/rollout_is_seq_max_deviation:0.008616626262664795 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3856255286373198) - rollout_corr/training_log_ppl:np.float64(0.3002330707240617) - rollout_corr/kl:np.float64(0.00044336768771691126) - rollout_corr/k3_kl:np.float64(0.0005020772942430085) - rollout_corr/rollout_ppl:np.float64(1.3849827772937715) - rollout_corr/rollout_log_ppl:np.float64(0.2997897020104574) - rollout_corr/log_ppl_diff:np.float64(0.0004433687136042863) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010328854841645807) - rollout_corr/log_ppl_diff_max:np.float64(0.010214567184448242) - rollout_corr/log_ppl_diff_min:np.float64(-0.005682602524757385) - rollout_corr/ppl_ratio:np.float64(1.000444594072178) - rollout_corr/chi2_token:np.float64(0.0011366589460521936) - rollout_corr/chi2_seq:np.float64(0.17277534841559827) - actor/pg_loss:np.float64(-0.00010206212755292654) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003034779521726705) - actor/ppo_kl:np.float64(-3.511990449567293e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1835123896598816) - perf/mfu/actor:np.float64(0.1283748813468745) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(139.953125) - perf/cpu_memory_used_gb:np.float64(105.58767604827881) - actor/lr:np.float64(1e-06) - training/global_step:25 - training/epoch:1 - critic/score/mean:0.71875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.71875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.025912469252943993 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.025912469252943993 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:819.8046875 - response_length/max:5123.0 - response_length/min:93.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:819.8046875 - response_length_non_aborted/max:5123.0 - response_length_non_aborted/min:93.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:279.09375 - prompt_length/max:365.0 - prompt_length/min:189.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001536533236503601 - timing_s/agent_loop/generate_sequences/min:np.float64(1.2272972408682108) - timing_s/agent_loop/generate_sequences/max:np.float64(33.647482462227345) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.377409354601696) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(33.647482462227345) - timing_s/agent_loop/slowest/tool_calls:np.float
|
||
|
|
step:26 - global_seqlen/min:24712 - global_seqlen/max:39123 - global_seqlen/minmax_diff:14411 - global_seqlen/balanced_min:30297 - global_seqlen/balanced_max:30365 - global_seqlen/mean:30344.375 - actor/entropy:0.2876966595649719 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20822957158088684 - training/rollout_probs_diff_mean:0.0029764524661004543 - training/rollout_probs_diff_std:0.008548058569431305 - training/rollout_actor_probs_pearson_corr:0.9995021820068359 - rollout_corr/rollout_is_mean:1.0000873804092407 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9248120784759521 - rollout_corr/rollout_is_min:0.5073025822639465 - rollout_corr/rollout_is_std:0.02774408645927906 - rollout_corr/rollout_is_eff_sample_size:0.9992309766786769 - rollout_corr/rollout_is_seq_mean:1.0000227689743042 - rollout_corr/rollout_is_seq_std:0.0015661150682717562 - rollout_corr/rollout_is_seq_max:1.0046665668487549 - rollout_corr/rollout_is_seq_min:0.9934303760528564 - rollout_corr/rollout_is_seq_max_deviation:0.006569623947143555 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3186388644389808) - rollout_corr/training_log_ppl:np.float64(0.2604680637450656) - rollout_corr/kl:np.float64(0.0005275833006166408) - rollout_corr/k3_kl:np.float64(0.0005207556534685409) - rollout_corr/rollout_ppl:np.float64(1.3179062088020146) - rollout_corr/rollout_log_ppl:np.float64(0.259940478586941) - rollout_corr/log_ppl_diff:np.float64(0.0005275851581245661) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012775544892065227) - rollout_corr/log_ppl_diff_max:np.float64(0.009042024612426758) - rollout_corr/log_ppl_diff_min:np.float64(-0.0037787258625030518) - rollout_corr/ppl_ratio:np.float64(1.0005293833091855) - rollout_corr/chi2_token:np.float64(0.0010106251575052738) - rollout_corr/chi2_seq:np.float64(1.5079653931315988) - actor/pg_loss:np.float64(0.00019484246149659157) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004149369976857997) - actor/ppo_kl:np.float64(0.00010909117361990184) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.17218420654535294) - perf/mfu/actor:np.float64(0.11675351697015622) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(139.953125) - perf/cpu_memory_used_gb:np.float64(105.56155776977539) - actor/lr:np.float64(1e-06) - training/global_step:26 - training/epoch:1 - critic/score/mean:0.7109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.007410742342472076 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.007410742342472076 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:688.73046875 - response_length/max:2773.0 - response_length/min:143.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:688.73046875 - response_length_non_aborted/max:2773.0 - response_length_non_aborted/min:143.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:259.53125 - prompt_length/max:363.0 - prompt_length/min:169.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011996924877166748 - timing_s/agent_loop/generate_sequences/min:np.float64(1.479305861517787) - timing_s/agent_loop/generate_sequences/max:np.float64(20.65613953024149) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.7965023621873115) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(20.65613953024149) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop
|
||
|
|
step:27 - global_seqlen/min:25977 - global_seqlen/max:48183 - global_seqlen/minmax_diff:22206 - global_seqlen/balanced_min:36093 - global_seqlen/balanced_max:36153 - global_seqlen/mean:36121.125 - actor/entropy:0.30439427495002747 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2310372292995453 - training/rollout_probs_diff_mean:0.002941888989880681 - training/rollout_probs_diff_std:0.008349236100912094 - training/rollout_actor_probs_pearson_corr:0.99952632188797 - rollout_corr/rollout_is_mean:0.9999545216560364 - rollout_corr/rollout_is_ratio_fraction_high:4.5820902414561715e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.3746271179115865e-05 - rollout_corr/rollout_is_max:2.7575740814208984 - rollout_corr/rollout_is_min:0.4973885416984558 - rollout_corr/rollout_is_std:0.027530577033758163 - rollout_corr/rollout_is_eff_sample_size:0.9992425223351087 - rollout_corr/rollout_is_seq_mean:0.9999428987503052 - rollout_corr/rollout_is_seq_std:0.0012769426684826612 - rollout_corr/rollout_is_seq_max:1.004395604133606 - rollout_corr/rollout_is_seq_min:0.9921810030937195 - rollout_corr/rollout_is_seq_max_deviation:0.007818996906280518 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3105780305340886) - rollout_corr/training_log_ppl:np.float64(0.25283126058639027) - rollout_corr/kl:np.float64(0.00047030424940075477) - rollout_corr/k3_kl:np.float64(0.0004522940477897919) - rollout_corr/rollout_ppl:np.float64(1.3099122606217861) - rollout_corr/rollout_log_ppl:np.float64(0.2523609542840859) - rollout_corr/log_ppl_diff:np.float64(0.00047030630230437964) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010534748871577904) - rollout_corr/log_ppl_diff_max:np.float64(0.009107545018196106) - rollout_corr/log_ppl_diff_min:np.float64(-0.00359538197517395) - rollout_corr/ppl_ratio:np.float64(1.0004714394453913) - rollout_corr/chi2_token:np.float64(0.0008890700992196798) - rollout_corr/chi2_seq:np.float64(1.7405338953249156) - actor/pg_loss:np.float64(-9.15073323994875e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002051412569699096) - actor/ppo_kl:np.float64(1.4041290314459332e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.15001486241817474) - perf/mfu/actor:np.float64(0.13349702138291186) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(139.953125) - perf/cpu_memory_used_gb:np.float64(105.56867599487305) - actor/lr:np.float64(1e-06) - training/global_step:27 - training/epoch:1 - critic/score/mean:0.796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.006906355731189251 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.006906355731189251 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:852.50390625 - response_length/max:3307.0 - response_length/min:112.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:852.50390625 - response_length_non_aborted/max:3307.0 - response_length_non_aborted/min:112.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:276.28125 - prompt_length/max:375.0 - prompt_length/min:186.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015197880566120148 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5302176997065544) - timing_s/agent_loop/generate_sequences/max:np.float64(24.74932035431266) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.707113990400103) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(24.74932035431266) - timing_s/agent_loop/slowest/tool_calls:np.
|
||
|
|
step:28 - global_seqlen/min:21975 - global_seqlen/max:58966 - global_seqlen/minmax_diff:36991 - global_seqlen/balanced_min:38635 - global_seqlen/balanced_max:38827 - global_seqlen/mean:38769.375 - actor/entropy:0.3461316227912903 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.34711864590644836 - training/rollout_probs_diff_mean:0.003255465067923069 - training/rollout_probs_diff_std:0.008680691011250019 - training/rollout_actor_probs_pearson_corr:0.9994996190071106 - rollout_corr/rollout_is_mean:1.00006103515625 - rollout_corr/rollout_is_ratio_fraction_high:8.337119652424008e-06 - rollout_corr/rollout_is_ratio_fraction_low:2.084279913106002e-05 - rollout_corr/rollout_is_max:2.25616192817688 - rollout_corr/rollout_is_min:0.17730121314525604 - rollout_corr/rollout_is_std:0.028798246756196022 - rollout_corr/rollout_is_eff_sample_size:0.9991714672176878 - rollout_corr/rollout_is_seq_mean:1.0000207424163818 - rollout_corr/rollout_is_seq_std:0.0014608351048082113 - rollout_corr/rollout_is_seq_max:1.006380558013916 - rollout_corr/rollout_is_seq_min:0.9955966472625732 - rollout_corr/rollout_is_seq_max_deviation:0.006380558013916016 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3715200861915946) - rollout_corr/training_log_ppl:np.float64(0.2959491069341311) - rollout_corr/kl:np.float64(0.0004920310259990401) - rollout_corr/k3_kl:np.float64(0.000492703045580356) - rollout_corr/rollout_ppl:np.float64(1.3707749480381608) - rollout_corr/rollout_log_ppl:np.float64(0.2954570743313525) - rollout_corr/log_ppl_diff:np.float64(0.0004920326027786359) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011141302093164995) - rollout_corr/log_ppl_diff_max:np.float64(0.00506967306137085) - rollout_corr/log_ppl_diff_min:np.float64(-0.004320159554481506) - rollout_corr/ppl_ratio:np.float64(1.0004931495059282) - rollout_corr/chi2_token:np.float64(0.0010096586775034666) - rollout_corr/chi2_seq:np.float64(1.0986658702604473) - actor/pg_loss:np.float64(-3.765069413930178e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001984241041554924) - actor/ppo_kl:np.float64(4.411382598945579e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1757737323641777) - perf/mfu/actor:np.float64(0.13821070890339499) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(139.953125) - perf/cpu_memory_used_gb:np.float64(105.6130256652832) - actor/lr:np.float64(1e-06) - training/global_step:28 - training/epoch:1 - critic/score/mean:0.6171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01265887450426817 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.01265887450426817 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:937.07421875 - response_length/max:4442.0 - response_length/min:86.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:937.07421875 - response_length_non_aborted/max:4442.0 - response_length_non_aborted/min:86.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:274.46875 - prompt_length/max:363.0 - prompt_length/min:200.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013406015932559967 - timing_s/agent_loop/generate_sequences/min:np.float64(1.040765456855297) - timing_s/agent_loop/generate_sequences/max:np.float64(31.025565603747964) - timing_s/agent_loop/generate_sequences/mean:np.float64(9.124727715730842) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(31.025565603747964) - timing_s/agent_loop/slowest/tool_calls:np.float64(
|
||
|
|
step:29 - global_seqlen/min:26468 - global_seqlen/max:47121 - global_seqlen/minmax_diff:20653 - global_seqlen/balanced_min:34309 - global_seqlen/balanced_max:34448 - global_seqlen/mean:34354.375 - actor/entropy:0.2958447337150574 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24135512113571167 - training/rollout_probs_diff_mean:0.003082486568018794 - training/rollout_probs_diff_std:0.00864423532038927 - training/rollout_actor_probs_pearson_corr:0.9994667768478394 - rollout_corr/rollout_is_mean:0.9999562501907349 - rollout_corr/rollout_is_ratio_fraction_high:4.822275059268577e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.446682472305838e-05 - rollout_corr/rollout_is_max:2.0740530490875244 - rollout_corr/rollout_is_min:0.37482571601867676 - rollout_corr/rollout_is_std:0.027990059927105904 - rollout_corr/rollout_is_eff_sample_size:0.9992171698522248 - rollout_corr/rollout_is_seq_mean:0.9999083280563354 - rollout_corr/rollout_is_seq_std:0.0016167733119800687 - rollout_corr/rollout_is_seq_max:1.008034586906433 - rollout_corr/rollout_is_seq_min:0.993806004524231 - rollout_corr/rollout_is_seq_max_deviation:0.008034586906433105 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3131270464509726) - rollout_corr/training_log_ppl:np.float64(0.26043001232028473) - rollout_corr/kl:np.float64(0.0006687698600753578) - rollout_corr/k3_kl:np.float64(0.0005304543523152461) - rollout_corr/rollout_ppl:np.float64(1.3122303052805364) - rollout_corr/rollout_log_ppl:np.float64(0.2597612422541715) - rollout_corr/log_ppl_diff:np.float64(0.0006687700661132112) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013376595597947016) - rollout_corr/log_ppl_diff_max:np.float64(0.009146973490715027) - rollout_corr/log_ppl_diff_min:np.float64(-0.004970654845237732) - rollout_corr/ppl_ratio:np.float64(1.0006705992855132) - rollout_corr/chi2_token:np.float64(0.0007638768292963505) - rollout_corr/chi2_seq:np.float64(0.7327017430216074) - actor/pg_loss:np.float64(4.302803426980972e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002477214987948173) - actor/ppo_kl:np.float64(0.00011317849087255638) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1297485176473856) - perf/mfu/actor:np.float64(0.1281224223428748) - perf/max_memory_allocated_gb:np.float64(128.6631588935852) - perf/max_memory_reserved_gb:np.float64(139.953125) - perf/cpu_memory_used_gb:np.float64(105.53421020507812) - actor/lr:np.float64(1e-06) - training/global_step:29 - training/epoch:1 - critic/score/mean:0.70703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.70703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.04238719493150711 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.04238719493150711 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:810.04296875 - response_length/max:3813.0 - response_length/min:108.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:810.04296875 - response_length_non_aborted/max:3813.0 - response_length_non_aborted/min:108.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:263.53125 - prompt_length/max:375.0 - prompt_length/min:164.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014430470764636993 - timing_s/agent_loop/generate_sequences/min:np.float64(1.3452266938984394) - timing_s/agent_loop/generate_sequences/max:np.float64(27.088402163237333) - timing_s/agent_loop/generate_sequences/mean:np.float64(7.822816854313714) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.088402163237333) - timing_s/agent_loop/slowest/tool_calls:n
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 30}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] <reasoning>
|
||
|
|
We are given the electric field $ E = 2.0 \, \mathrm{N/C} $, the distance $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $, and the constant $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2} $. The formula for the electric field due to a point charge is:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We can solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Substituting the values:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{(2.0 \, \mathrm{N/C}) \cdot (0.50 \, \mathrm{m})^2}{8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2}}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{(2.0) \cdot (0.25)}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.50}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now, convert coulombs to picocoulombs (1 pC = $1 \times 10^{-12} \, \mathrm{C}$):
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
The closest option is:
|
||
|
|
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_30
|
||
|
|
step:30 - global_seqlen/min:21152 - global_seqlen/max:43378 - global_seqlen/minmax_diff:22226 - global_seqlen/balanced_min:32690 - global_seqlen/balanced_max:36508 - global_seqlen/mean:33253.625 - actor/entropy:0.3238883912563324 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3535161018371582 - training/rollout_probs_diff_mean:0.0032308220397681 - training/rollout_probs_diff_std:0.00875203125178814 - training/rollout_actor_probs_pearson_corr:0.9993578195571899 - rollout_corr/rollout_is_mean:1.0000488758087158 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9363911151885986 - rollout_corr/rollout_is_min:0.5356025099754333 - rollout_corr/rollout_is_std:0.028555061668157578 - rollout_corr/rollout_is_eff_sample_size:0.9991853917962915 - rollout_corr/rollout_is_seq_mean:1.0000839233398438 - rollout_corr/rollout_is_seq_std:0.0014182842569425702 - rollout_corr/rollout_is_seq_max:1.00834321975708 - rollout_corr/rollout_is_seq_min:0.9960029721260071 - rollout_corr/rollout_is_seq_max_deviation:0.008343219757080078 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3260084195062518) - rollout_corr/training_log_ppl:np.float64(0.26798260471878166) - rollout_corr/kl:np.float64(0.00034142893949073994) - rollout_corr/k3_kl:np.float64(0.00046080480333898777) - rollout_corr/rollout_ppl:np.float64(1.3255186867900193) - rollout_corr/rollout_log_ppl:np.float64(0.2676411745214864) - rollout_corr/log_ppl_diff:np.float64(0.00034143019729526713) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010471087371115573) - rollout_corr/log_ppl_diff_max:np.float64(0.0044901371002197266) - rollout_corr/log_ppl_diff_min:np.float64(-0.006970256567001343) - rollout_corr/ppl_ratio:np.float64(1.0003424619790167) - rollout_corr/chi2_token:np.float64(0.0011780557688325644) - rollout_corr/chi2_seq:np.float64(9.059563745046034) - actor/pg_loss:np.float64(-7.204711437225342e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002318803169032435) - actor/ppo_kl:np.float64(-2.2715349961899278e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1330014280974865) - perf/mfu/actor:np.float64(0.11964730091498024) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.54463195800781) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.6046875) - val-aux/sciknoweval/reward/std@16:np.float64(0.19331331768802099) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.6854) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1699013098775457) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.5269125000000001) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1573208332576977) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.6056250000000001) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.19436455511085113) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.75095) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.13208485427187178) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.4644124999999999) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.11165691249499834) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.6343625) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.16176855495856937) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.8039375) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.0971781630054231) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.42205000000000004) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.07114364007214655) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.6537749999999999) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.12550218875311617) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.84275) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.061103157160745235) - val-aux/scikn
|
||
|
|
step:31 - global_seqlen/min:26976 - global_seqlen/max:51365 - global_seqlen/minmax_diff:24389 - global_seqlen/balanced_min:37711 - global_seqlen/balanced_max:37821 - global_seqlen/mean:37765.0 - actor/entropy:0.33241793513298035 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.301638126373291 - training/rollout_probs_diff_mean:0.003111757803708315 - training/rollout_probs_diff_std:0.008627519011497498 - training/rollout_actor_probs_pearson_corr:0.9994876980781555 - rollout_corr/rollout_is_mean:0.9999532699584961 - rollout_corr/rollout_is_ratio_fraction_high:8.658907972858287e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.2988362868782133e-05 - rollout_corr/rollout_is_max:2.167019844055176 - rollout_corr/rollout_is_min:0.3715561032295227 - rollout_corr/rollout_is_std:0.028119659051299095 - rollout_corr/rollout_is_eff_sample_size:0.9992096714770495 - rollout_corr/rollout_is_seq_mean:0.9999525547027588 - rollout_corr/rollout_is_seq_std:0.0012215663446113467 - rollout_corr/rollout_is_seq_max:1.004585862159729 - rollout_corr/rollout_is_seq_min:0.9942855834960938 - rollout_corr/rollout_is_seq_max_deviation:0.00571441650390625 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3133017774671316) - rollout_corr/training_log_ppl:np.float64(0.25711654864426237) - rollout_corr/kl:np.float64(0.0004556128830559558) - rollout_corr/k3_kl:np.float64(0.00039641217307462284) - rollout_corr/rollout_ppl:np.float64(1.3126854803413153) - rollout_corr/rollout_log_ppl:np.float64(0.25666093576001003) - rollout_corr/log_ppl_diff:np.float64(0.00045561288425233215) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010043695365311578) - rollout_corr/log_ppl_diff_max:np.float64(0.006338976323604584) - rollout_corr/log_ppl_diff_min:np.float64(-0.0035679787397384644) - rollout_corr/ppl_ratio:np.float64(1.0004564973060042) - rollout_corr/chi2_token:np.float64(0.0006840897258371115) - rollout_corr/chi2_seq:np.float64(0.9153507652226835) - actor/pg_loss:np.float64(1.1453521437942982e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001992799257095612) - actor/ppo_kl:np.float64(2.699381930071354e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.14760523661971092) - perf/mfu/actor:np.float64(0.13769359300581646) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.38329315185547) - actor/lr:np.float64(1e-06) - training/global_step:31 - training/epoch:1 - critic/score/mean:0.62890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.62890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009976144880056381 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009976144880056381 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:902.25 - response_length/max:3456.0 - response_length/min:174.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:902.25 - response_length_non_aborted/max:3456.0 - response_length_non_aborted/min:174.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.90625 - prompt_length/max:364.0 - prompt_length/min:188.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00019257515668869019 - timing_s/agent_loop/generate_sequences/min:np.float64(2.1455713659524918) - timing_s/agent_loop/generate_sequences/max:np.float64(25.956687213853) - timing_s/agent_loop/generate_sequences/mean:np.float64(9.312753760583291) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(25.956687213853) - timing_s/agent_loop/slowest/tool_calls:np.float64(
|
||
|
|
step:32 - global_seqlen/min:17749 - global_seqlen/max:40522 - global_seqlen/minmax_diff:22773 - global_seqlen/balanced_min:29749 - global_seqlen/balanced_max:30114 - global_seqlen/mean:29860.25 - actor/entropy:0.3001790940761566 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2931319773197174 - training/rollout_probs_diff_mean:0.0032425629906356335 - training/rollout_probs_diff_std:0.009085338562726974 - training/rollout_actor_probs_pearson_corr:0.9993113279342651 - rollout_corr/rollout_is_mean:1.0000972747802734 - rollout_corr/rollout_is_ratio_fraction_high:5.759240593761206e-06 - rollout_corr/rollout_is_ratio_fraction_low:2.3036962375044823e-05 - rollout_corr/rollout_is_max:2.2561657428741455 - rollout_corr/rollout_is_min:0.11440415680408478 - rollout_corr/rollout_is_std:0.028905672952532768 - rollout_corr/rollout_is_eff_sample_size:0.999165278640662 - rollout_corr/rollout_is_seq_mean:1.0000715255737305 - rollout_corr/rollout_is_seq_std:0.001591670559719205 - rollout_corr/rollout_is_seq_max:1.0057041645050049 - rollout_corr/rollout_is_seq_min:0.9924244284629822 - rollout_corr/rollout_is_seq_max_deviation:0.007575571537017822 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3085072333924472) - rollout_corr/training_log_ppl:np.float64(0.25189579716243315) - rollout_corr/kl:np.float64(0.0004256223451228891) - rollout_corr/k3_kl:np.float64(0.0005207587888378384) - rollout_corr/rollout_ppl:np.float64(1.307915877085179) - rollout_corr/rollout_log_ppl:np.float64(0.25147017439303454) - rollout_corr/log_ppl_diff:np.float64(0.00042562276939861476) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012707264686468989) - rollout_corr/log_ppl_diff_max:np.float64(0.008575737476348877) - rollout_corr/log_ppl_diff_min:np.float64(-0.005954384803771973) - rollout_corr/ppl_ratio:np.float64(1.0004271555226296) - rollout_corr/chi2_token:np.float64(0.0012784942518919706) - rollout_corr/chi2_seq:np.float64(1.3941792568657547) - actor/pg_loss:np.float64(-4.464993253350258e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00011340672926962725) - actor/ppo_kl:np.float64(3.421145366999667e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10089067462831736) - perf/mfu/actor:np.float64(0.11507569937509035) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.87258911132812) - actor/lr:np.float64(1e-06) - training/global_step:32 - training/epoch:1 - critic/score/mean:0.73828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.73828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02760116197168827 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02760116197168827 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:678.2578125 - response_length/max:3951.0 - response_length/min:90.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:678.2578125 - response_length_non_aborted/max:3951.0 - response_length_non_aborted/min:90.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:254.875 - prompt_length/max:375.0 - prompt_length/min:143.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010407157242298126 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1292062569409609) - timing_s/agent_loop/generate_sequences/max:np.float64(27.004830926656723) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.73606214641768) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.004830926656723) - timing_s/agent_loop/slowest/tool_calls:
|
||
|
|
step:33 - global_seqlen/min:27211 - global_seqlen/max:50719 - global_seqlen/minmax_diff:23508 - global_seqlen/balanced_min:36245 - global_seqlen/balanced_max:36302 - global_seqlen/mean:36278.125 - actor/entropy:0.30930498242378235 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35351723432540894 - training/rollout_probs_diff_mean:0.0030934372916817665 - training/rollout_probs_diff_std:0.00848071463406086 - training/rollout_actor_probs_pearson_corr:0.9993887543678284 - rollout_corr/rollout_is_mean:0.9999690055847168 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.3896545169700403e-05 - rollout_corr/rollout_is_max:1.8591357469558716 - rollout_corr/rollout_is_min:0.3342134654521942 - rollout_corr/rollout_is_std:0.027681713923811913 - rollout_corr/rollout_is_eff_sample_size:0.999234190391299 - rollout_corr/rollout_is_seq_mean:0.9999369382858276 - rollout_corr/rollout_is_seq_std:0.0011744012590497732 - rollout_corr/rollout_is_seq_max:1.003006100654602 - rollout_corr/rollout_is_seq_min:0.9960953593254089 - rollout_corr/rollout_is_seq_max_deviation:0.0039046406745910645 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.354571030009538) - rollout_corr/training_log_ppl:np.float64(0.2829173822829034) - rollout_corr/kl:np.float64(0.0005067846795761) - rollout_corr/k3_kl:np.float64(0.00047523474137278754) - rollout_corr/rollout_ppl:np.float64(1.353815943468362) - rollout_corr/rollout_log_ppl:np.float64(0.28241059606079943) - rollout_corr/log_ppl_diff:np.float64(0.0005067862221039832) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010225145379081368) - rollout_corr/log_ppl_diff_max:np.float64(0.005544401705265045) - rollout_corr/log_ppl_diff_min:np.float64(-0.003694787621498108) - rollout_corr/ppl_ratio:np.float64(1.000507768476382) - rollout_corr/chi2_token:np.float64(0.0008780690841376781) - rollout_corr/chi2_seq:np.float64(0.740443660877645) - actor/pg_loss:np.float64(-8.333136793226004e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002747284138422401) - actor/ppo_kl:np.float64(2.7713305339016614e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.16628609038889408) - perf/mfu/actor:np.float64(0.1349622504868255) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.00208282470703) - actor/lr:np.float64(1e-06) - training/global_step:33 - training/epoch:1 - critic/score/mean:0.70703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.70703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004228602629154921 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004228602629154921 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:843.28515625 - response_length/max:3164.0 - response_length/min:142.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:843.28515625 - response_length_non_aborted/max:3164.0 - response_length_non_aborted/min:142.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:290.40625 - prompt_length/max:437.0 - prompt_length/min:171.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013750791549682617 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8266812413930893) - timing_s/agent_loop/generate_sequences/max:np.float64(24.079156171530485) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.841072585782968) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(24.079156171530485) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
|
||
|
|
step:34 - global_seqlen/min:25666 - global_seqlen/max:73494 - global_seqlen/minmax_diff:47828 - global_seqlen/balanced_min:35473 - global_seqlen/balanced_max:36595 - global_seqlen/mean:35820.75 - actor/entropy:0.35148361325263977 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45545026659965515 - training/rollout_probs_diff_mean:0.0031844459008425474 - training/rollout_probs_diff_std:0.00856610108166933 - training/rollout_actor_probs_pearson_corr:0.9994761347770691 - rollout_corr/rollout_is_mean:0.9999700784683228 - rollout_corr/rollout_is_ratio_fraction_high:9.077787581190933e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.8155575162381865e-05 - rollout_corr/rollout_is_max:2.0403316020965576 - rollout_corr/rollout_is_min:0.33807873725891113 - rollout_corr/rollout_is_std:0.02805599570274353 - rollout_corr/rollout_is_eff_sample_size:0.9992133611396591 - rollout_corr/rollout_is_seq_mean:0.9998204112052917 - rollout_corr/rollout_is_seq_std:0.0015267465496435761 - rollout_corr/rollout_is_seq_max:1.003962516784668 - rollout_corr/rollout_is_seq_min:0.9919791221618652 - rollout_corr/rollout_is_seq_max_deviation:0.008020877838134766 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.309415325988084) - rollout_corr/training_log_ppl:np.float64(0.25629871332785115) - rollout_corr/kl:np.float64(0.0007180621188593861) - rollout_corr/k3_kl:np.float64(0.000561066810490729) - rollout_corr/rollout_ppl:np.float64(1.3084843065589666) - rollout_corr/rollout_log_ppl:np.float64(0.2555806517775636) - rollout_corr/log_ppl_diff:np.float64(0.0007180615502875298) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012585615331772715) - rollout_corr/log_ppl_diff_max:np.float64(0.009126394987106323) - rollout_corr/log_ppl_diff_min:np.float64(-0.0031400546431541443) - rollout_corr/ppl_ratio:np.float64(1.0007198799867183) - rollout_corr/chi2_token:np.float64(0.0008239294402301311) - rollout_corr/chi2_seq:np.float64(1.3956339918076992) - actor/pg_loss:np.float64(6.344064604490995e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00036903620963357753) - actor/ppo_kl:np.float64(0.00010281039390358515) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1495772898197174) - perf/mfu/actor:np.float64(0.12881182116660295) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.90487289428711) - actor/lr:np.float64(1e-06) - training/global_step:34 - training/epoch:1 - critic/score/mean:0.6796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0018949881196022034 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.0018949881196022034 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:860.6171875 - response_length/max:6530.0 - response_length/min:121.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:860.6171875 - response_length_non_aborted/max:6530.0 - response_length_non_aborted/min:121.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:258.78125 - prompt_length/max:382.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010554678738117218 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5495978090912104) - timing_s/agent_loop/generate_sequences/max:np.float64(42.11380794644356) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.242849451620714) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(42.11380794644356) - timing_s/agent_loop/slowest/tool_calls:n
|
||
|
|
step:35 - global_seqlen/min:22711 - global_seqlen/max:52151 - global_seqlen/minmax_diff:29440 - global_seqlen/balanced_min:33570 - global_seqlen/balanced_max:34828 - global_seqlen/mean:33923.125 - actor/entropy:0.356091171503067 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23818081617355347 - training/rollout_probs_diff_mean:0.003347822232171893 - training/rollout_probs_diff_std:0.008754725567996502 - training/rollout_actor_probs_pearson_corr:0.9993891716003418 - rollout_corr/rollout_is_mean:0.999956488609314 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.74996237346204e-06 - rollout_corr/rollout_is_max:1.6463863849639893 - rollout_corr/rollout_is_min:0.14987757802009583 - rollout_corr/rollout_is_std:0.02889123558998108 - rollout_corr/rollout_is_eff_sample_size:0.9991658736928141 - rollout_corr/rollout_is_seq_mean:0.9999445676803589 - rollout_corr/rollout_is_seq_std:0.0016311032231897116 - rollout_corr/rollout_is_seq_max:1.0061169862747192 - rollout_corr/rollout_is_seq_min:0.994307279586792 - rollout_corr/rollout_is_seq_max_deviation:0.006116986274719238 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3848898322321475) - rollout_corr/training_log_ppl:np.float64(0.3058403903269209) - rollout_corr/kl:np.float64(0.0004393863629239547) - rollout_corr/k3_kl:np.float64(0.0005089315998816346) - rollout_corr/rollout_ppl:np.float64(1.3842959650792181) - rollout_corr/rollout_log_ppl:np.float64(0.3054010035120882) - rollout_corr/log_ppl_diff:np.float64(0.0004393868148326874) - rollout_corr/log_ppl_abs_diff:np.float64(0.0012084643822163343) - rollout_corr/log_ppl_diff_max:np.float64(0.006951093673706055) - rollout_corr/log_ppl_diff_min:np.float64(-0.005402863025665283) - rollout_corr/ppl_ratio:np.float64(1.0004409453831613) - rollout_corr/chi2_token:np.float64(0.001150362892076373) - rollout_corr/chi2_seq:np.float64(1.6086886166594923) - actor/pg_loss:np.float64(2.0964303985238075e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002854640780469708) - actor/ppo_kl:np.float64(-8.599662149322285e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.18192359805107117) - perf/mfu/actor:np.float64(0.12649445809002435) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.95371627807617) - actor/lr:np.float64(1e-06) - training/global_step:35 - training/epoch:1 - critic/score/mean:0.75390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.75390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00438565481454134 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00438565481454134 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:801.28515625 - response_length/max:5012.0 - response_length/min:130.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:801.28515625 - response_length_non_aborted/max:5012.0 - response_length_non_aborted/min:130.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:258.8125 - prompt_length/max:365.0 - prompt_length/min:160.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:3.070756793022156e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.6557252500206232) - timing_s/agent_loop/generate_sequences/max:np.float64(33.535721046850085) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.11258227860526) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(33.535721046850085) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - ti
|
||
|
|
step:36 - global_seqlen/min:33717 - global_seqlen/max:49536 - global_seqlen/minmax_diff:15819 - global_seqlen/balanced_min:43612 - global_seqlen/balanced_max:43672 - global_seqlen/mean:43658.375 - actor/entropy:0.362861692905426 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8421130180358887 - training/rollout_probs_diff_mean:0.003083376446738839 - training/rollout_probs_diff_std:0.00820560660213232 - training/rollout_actor_probs_pearson_corr:0.9995745420455933 - rollout_corr/rollout_is_mean:0.9999458193778992 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.136867225199239e-06 - rollout_corr/rollout_is_max:1.5991979837417603 - rollout_corr/rollout_is_min:0.010655050165951252 - rollout_corr/rollout_is_std:0.027175385504961014 - rollout_corr/rollout_is_eff_sample_size:0.9992619243999026 - rollout_corr/rollout_is_seq_mean:0.999880313873291 - rollout_corr/rollout_is_seq_std:0.0011923309648409486 - rollout_corr/rollout_is_seq_max:1.0057610273361206 - rollout_corr/rollout_is_seq_min:0.9923911094665527 - rollout_corr/rollout_is_seq_max_deviation:0.007608890533447266 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3939749002456665) - rollout_corr/training_log_ppl:np.float64(0.3143607703241287) - rollout_corr/kl:np.float64(0.0004875935232391271) - rollout_corr/k3_kl:np.float64(0.00043940715849544176) - rollout_corr/rollout_ppl:np.float64(1.3933153660036623) - rollout_corr/rollout_log_ppl:np.float64(0.3138731736544287) - rollout_corr/log_ppl_diff:np.float64(0.0004875966696999967) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008989509078674018) - rollout_corr/log_ppl_diff_max:np.float64(0.008858025074005127) - rollout_corr/log_ppl_diff_min:np.float64(-0.003800034523010254) - rollout_corr/ppl_ratio:np.float64(1.0004885424859822) - rollout_corr/chi2_token:np.float64(0.0007559196092188358) - rollout_corr/chi2_seq:np.float64(0.28486403776332736) - actor/pg_loss:np.float64(4.073767922818661e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001381784221621274) - actor/ppo_kl:np.float64(-3.878047037275678e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11497985571622849) - perf/mfu/actor:np.float64(0.15230643812180578) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.80973815917969) - actor/lr:np.float64(1e-06) - training/global_step:36 - training/epoch:1 - critic/score/mean:0.578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006595357321202755 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006595357321202755 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1094.66796875 - response_length/max:3514.0 - response_length/min:111.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1094.66796875 - response_length_non_aborted/max:3514.0 - response_length_non_aborted/min:111.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:269.65625 - prompt_length/max:375.0 - prompt_length/min:169.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.7200207114219666e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.3092289455235004) - timing_s/agent_loop/generate_sequences/max:np.float64(27.297075459733605) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.346446073104744) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.297075459733605) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
|
||
|
|
step:37 - global_seqlen/min:34704 - global_seqlen/max:44098 - global_seqlen/minmax_diff:9394 - global_seqlen/balanced_min:39539 - global_seqlen/balanced_max:39624 - global_seqlen/mean:39597.875 - actor/entropy:0.35228487849235535 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2413027286529541 - training/rollout_probs_diff_mean:0.003145897062495351 - training/rollout_probs_diff_std:0.0083078658208251 - training/rollout_actor_probs_pearson_corr:0.9995119571685791 - rollout_corr/rollout_is_mean:0.9999536275863647 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.998736247012857e-06 - rollout_corr/rollout_is_max:1.6415951251983643 - rollout_corr/rollout_is_min:0.39738908410072327 - rollout_corr/rollout_is_std:0.027896204963326454 - rollout_corr/rollout_is_eff_sample_size:0.9992224068794121 - rollout_corr/rollout_is_seq_mean:0.9999120235443115 - rollout_corr/rollout_is_seq_std:0.0014193912502378225 - rollout_corr/rollout_is_seq_max:1.0059196949005127 - rollout_corr/rollout_is_seq_min:0.9947477579116821 - rollout_corr/rollout_is_seq_max_deviation:0.005919694900512695 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3658450348302722) - rollout_corr/training_log_ppl:np.float64(0.29802232861402445) - rollout_corr/kl:np.float64(0.0005081376050801722) - rollout_corr/k3_kl:np.float64(0.00047723877818839355) - rollout_corr/rollout_ppl:np.float64(1.365188850555569) - rollout_corr/rollout_log_ppl:np.float64(0.2975141915230779) - rollout_corr/log_ppl_diff:np.float64(0.0005081370909465477) - rollout_corr/log_ppl_abs_diff:np.float64(0.001064729891368188) - rollout_corr/log_ppl_diff_max:np.float64(0.005850955843925476) - rollout_corr/log_ppl_diff_min:np.float64(-0.00405728816986084) - rollout_corr/ppl_ratio:np.float64(1.000509355450049) - rollout_corr/chi2_token:np.float64(0.0009017251431941986) - rollout_corr/chi2_seq:np.float64(1.061360603896901) - actor/pg_loss:np.float64(6.26088585704565e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00021849221991487866) - actor/ppo_kl:np.float64(-2.4668701797736503e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1671565007418394) - perf/mfu/actor:np.float64(0.14026788981271016) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.84344863891602) - actor/lr:np.float64(1e-06) - training/global_step:37 - training/epoch:1 - critic/score/mean:0.6640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.011376905255019665 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.011376905255019665 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:976.87109375 - response_length/max:3632.0 - response_length/min:123.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:976.87109375 - response_length_non_aborted/max:3632.0 - response_length_non_aborted/min:123.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:260.5625 - prompt_length/max:350.0 - prompt_length/min:157.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.6365742087364197e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.545783119276166) - timing_s/agent_loop/generate_sequences/max:np.float64(27.446757026016712) - timing_s/agent_loop/generate_sequences/mean:np.float64(9.701898429557332) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.446757026016712) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - ti
|
||
|
|
step:38 - global_seqlen/min:25876 - global_seqlen/max:56353 - global_seqlen/minmax_diff:30477 - global_seqlen/balanced_min:36571 - global_seqlen/balanced_max:36714 - global_seqlen/mean:36659.625 - actor/entropy:0.32807788252830505 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.9003579616546631 - training/rollout_probs_diff_mean:0.002977442229166627 - training/rollout_probs_diff_std:0.008599979802966118 - training/rollout_actor_probs_pearson_corr:0.9994491338729858 - rollout_corr/rollout_is_mean:0.9999948143959045 - rollout_corr/rollout_is_ratio_fraction_high:4.4448197513702326e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.3334459254110698e-05 - rollout_corr/rollout_is_max:3.384216547012329 - rollout_corr/rollout_is_min:0.005166077055037022 - rollout_corr/rollout_is_std:0.027199501171708107 - rollout_corr/rollout_is_eff_sample_size:0.999260734067485 - rollout_corr/rollout_is_seq_mean:0.9999963641166687 - rollout_corr/rollout_is_seq_std:0.0012283420655876398 - rollout_corr/rollout_is_seq_max:1.00580632686615 - rollout_corr/rollout_is_seq_min:0.9936442375183105 - rollout_corr/rollout_is_seq_max_deviation:0.006355762481689453 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3002572190016508) - rollout_corr/training_log_ppl:np.float64(0.24828266966505907) - rollout_corr/kl:np.float64(0.0003652476746376365) - rollout_corr/k3_kl:np.float64(0.00043928875018650615) - rollout_corr/rollout_ppl:np.float64(1.2997558075003326) - rollout_corr/rollout_log_ppl:np.float64(0.2479174185282318) - rollout_corr/log_ppl_diff:np.float64(0.0003652511368272826) - rollout_corr/log_ppl_abs_diff:np.float64(0.000950878209550865) - rollout_corr/log_ppl_diff_max:np.float64(0.008495032787322998) - rollout_corr/log_ppl_diff_min:np.float64(-0.004545837640762329) - rollout_corr/ppl_ratio:np.float64(1.0003662216477096) - rollout_corr/chi2_token:np.float64(0.0010224031284451485) - rollout_corr/chi2_seq:np.float64(0.804062022594735) - actor/pg_loss:np.float64(-4.1241059079766273e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001981328330202814) - actor/ppo_kl:np.float64(-5.4830987617826565e-05) - actor/pg_clipfrac_lower:np.float64(3.98596921513672e-06) - actor/grad_norm:np.float64(0.12819637544453144) - perf/mfu/actor:np.float64(0.13466560382170992) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.90673160552979) - actor/lr:np.float64(1e-06) - training/global_step:38 - training/epoch:1 - critic/score/mean:0.66015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004230912774801254 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004230912774801254 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:878.83203125 - response_length/max:3854.0 - response_length/min:123.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:878.83203125 - response_length_non_aborted/max:3854.0 - response_length_non_aborted/min:123.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:266.78125 - prompt_length/max:328.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014106743037700653 - timing_s/agent_loop/generate_sequences/min:np.float64(1.5907990671694279) - timing_s/agent_loop/generate_sequences/max:np.float64(27.61575059592724) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.814689949009335) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(27.61575059592724) - timing_s/agent
|
||
|
|
step:39 - global_seqlen/min:19213 - global_seqlen/max:40355 - global_seqlen/minmax_diff:21142 - global_seqlen/balanced_min:28562 - global_seqlen/balanced_max:29340 - global_seqlen/mean:28757.375 - actor/entropy:0.3156418800354004 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22961103916168213 - training/rollout_probs_diff_mean:0.003309106919914484 - training/rollout_probs_diff_std:0.00906699150800705 - training/rollout_actor_probs_pearson_corr:0.9993242025375366 - rollout_corr/rollout_is_mean:1.0000478029251099 - rollout_corr/rollout_is_ratio_fraction_high:1.219846944877645e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.099234724388225e-06 - rollout_corr/rollout_is_max:3.2739274501800537 - rollout_corr/rollout_is_min:0.49741330742836 - rollout_corr/rollout_is_std:0.029006537050008774 - rollout_corr/rollout_is_eff_sample_size:0.9991593281581235 - rollout_corr/rollout_is_seq_mean:1.0000423192977905 - rollout_corr/rollout_is_seq_std:0.0014898530207574368 - rollout_corr/rollout_is_seq_max:1.010595679283142 - rollout_corr/rollout_is_seq_min:0.9943899512290955 - rollout_corr/rollout_is_seq_max_deviation:0.01059567928314209 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3278274578042328) - rollout_corr/training_log_ppl:np.float64(0.26448297980823554) - rollout_corr/kl:np.float64(0.00044818446750127805) - rollout_corr/k3_kl:np.float64(0.00045055161507434605) - rollout_corr/rollout_ppl:np.float64(1.3272340912371874) - rollout_corr/rollout_log_ppl:np.float64(0.264034794352483) - rollout_corr/log_ppl_diff:np.float64(0.00044818545575253665) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011384486278984696) - rollout_corr/log_ppl_diff_max:np.float64(0.006218463182449341) - rollout_corr/log_ppl_diff_min:np.float64(-0.00863182544708252) - rollout_corr/ppl_ratio:np.float64(1.0004495589528233) - rollout_corr/chi2_token:np.float64(0.0009194693993777037) - rollout_corr/chi2_seq:np.float64(0.4609958524815738) - actor/pg_loss:np.float64(1.4589284546673298e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(4.937741061894485e-05) - actor/ppo_kl:np.float64(4.479127906620306e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10549908224493265) - perf/mfu/actor:np.float64(0.11212622068994285) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.87326049804688) - actor/lr:np.float64(1e-06) - training/global_step:39 - training/epoch:1 - critic/score/mean:0.87890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.87890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009453050792217255 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009453050792217255 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:640.44921875 - response_length/max:3306.0 - response_length/min:119.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:640.44921875 - response_length_non_aborted/max:3306.0 - response_length_non_aborted/min:119.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:258.21875 - prompt_length/max:326.0 - prompt_length/min:155.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001562461256980896 - timing_s/agent_loop/generate_sequences/min:np.float64(1.4932099115103483) - timing_s/agent_loop/generate_sequences/max:np.float64(23.016741577535868) - timing_s/agent_loop/generate_sequences/mean:np.float64(6.735508493344241) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(23.016741577535868) - timing_s/agent_loop/slowest/tool_calls
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 40}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] To find the magnitude of the particle's charge, we can use the formula for the electric field due to a point charge:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Where:
|
||
|
|
- $ E = 2.0 \, \mathrm{N/C} $
|
||
|
|
- $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2} $
|
||
|
|
- $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $
|
||
|
|
|
||
|
|
We need to solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E \cdot r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now, substitute the known values:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot (0.50)^2}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot 0.25}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.5}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now, convert coulombs to picocoulombs ($1 \, \mathrm{pC} = 10^{-12} \, \mathrm{C}$):
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
So, the closest answer is:
|
||
|
|
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_40
|
||
|
|
step:40 - global_seqlen/min:25284 - global_seqlen/max:51779 - global_seqlen/minmax_diff:26495 - global_seqlen/balanced_min:36707 - global_seqlen/balanced_max:38750 - global_seqlen/mean:36970.5 - actor/entropy:0.2809111177921295 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35805636644363403 - training/rollout_probs_diff_mean:0.0029524413403123617 - training/rollout_probs_diff_std:0.008548099547624588 - training/rollout_actor_probs_pearson_corr:0.9994715452194214 - rollout_corr/rollout_is_mean:0.9999876022338867 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.368109330243897e-06 - rollout_corr/rollout_is_max:1.9496772289276123 - rollout_corr/rollout_is_min:0.451233834028244 - rollout_corr/rollout_is_std:0.026926398277282715 - rollout_corr/rollout_is_eff_sample_size:0.999275494389906 - rollout_corr/rollout_is_seq_mean:0.9999891519546509 - rollout_corr/rollout_is_seq_std:0.0013239040272310376 - rollout_corr/rollout_is_seq_max:1.0059114694595337 - rollout_corr/rollout_is_seq_min:0.9929170608520508 - rollout_corr/rollout_is_seq_max_deviation:0.007082939147949219 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2970258207060397) - rollout_corr/training_log_ppl:np.float64(0.24729529570322484) - rollout_corr/kl:np.float64(0.00048714316951858905) - rollout_corr/k3_kl:np.float64(0.00042656138907659624) - rollout_corr/rollout_ppl:np.float64(1.2963653528131545) - rollout_corr/rollout_log_ppl:np.float64(0.24680815133615397) - rollout_corr/log_ppl_diff:np.float64(0.0004871443670708686) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010458430915605277) - rollout_corr/log_ppl_diff_max:np.float64(0.007907375693321228) - rollout_corr/log_ppl_diff_min:np.float64(-0.00467248260974884) - rollout_corr/ppl_ratio:np.float64(1.0004882379435003) - rollout_corr/chi2_token:np.float64(0.0007523114327341318) - rollout_corr/chi2_seq:np.float64(0.4919047087896615) - actor/pg_loss:np.float64(0.00013426528312265873) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.462851380703796e-05) - actor/ppo_kl:np.float64(9.811125503489393e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10963228065520525) - perf/mfu/actor:np.float64(0.13216087132668086) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(105.88793182373047) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.62109375) - val-aux/sciknoweval/reward/std@16:np.float64(0.20978195620494514) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7098125) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.19512127996631243) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.5332000000000001) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.16365501611769506) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.62185) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.209297903919098) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.7927750000000001) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.15226235422617695) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.47158749999999994) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.10047297589092027) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.6512499999999999) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.1840588452797897) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.8536250000000001) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.09931525131049548) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.43674999999999997) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.05502894877052068) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.6747375) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.15323121047661067) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.8911) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.050
|
||
|
|
step:41 - global_seqlen/min:29658 - global_seqlen/max:51620 - global_seqlen/minmax_diff:21962 - global_seqlen/balanced_min:38538 - global_seqlen/balanced_max:38782 - global_seqlen/mean:38637.75 - actor/entropy:0.33072540163993835 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35299545526504517 - training/rollout_probs_diff_mean:0.0031244975980371237 - training/rollout_probs_diff_std:0.008380025625228882 - training/rollout_actor_probs_pearson_corr:0.9994889497756958 - rollout_corr/rollout_is_mean:1.000058650970459 - rollout_corr/rollout_is_ratio_fraction_high:1.260218232346233e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:4.29278564453125 - rollout_corr/rollout_is_min:0.55013507604599 - rollout_corr/rollout_is_std:0.027836313471198082 - rollout_corr/rollout_is_eff_sample_size:0.999225739561659 - rollout_corr/rollout_is_seq_mean:0.9999604225158691 - rollout_corr/rollout_is_seq_std:0.0012300461530685425 - rollout_corr/rollout_is_seq_max:1.006003737449646 - rollout_corr/rollout_is_seq_min:0.9945253133773804 - rollout_corr/rollout_is_seq_max_deviation:0.006003737449645996 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3499207119457424) - rollout_corr/training_log_ppl:np.float64(0.2855829408799764) - rollout_corr/kl:np.float64(0.0005269990794536383) - rollout_corr/k3_kl:np.float64(0.0004426697283577141) - rollout_corr/rollout_ppl:np.float64(1.349194892682135) - rollout_corr/rollout_log_ppl:np.float64(0.28505594066518825) - rollout_corr/log_ppl_diff:np.float64(0.0005270002147881314) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011361698125256225) - rollout_corr/log_ppl_diff_max:np.float64(0.005944006145000458) - rollout_corr/log_ppl_diff_min:np.float64(-0.005369067192077637) - rollout_corr/ppl_ratio:np.float64(1.0005282380152494) - rollout_corr/chi2_token:np.float64(0.0007350665982812643) - rollout_corr/chi2_seq:np.float64(4.942351899808273) - actor/pg_loss:np.float64(4.62154857814312e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001543072065146589) - actor/ppo_kl:np.float64(0.0001058366084052409) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.12146356515586376) - perf/mfu/actor:np.float64(0.13938522742671805) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.29471588134766) - actor/lr:np.float64(1e-06) - training/global_step:41 - training/epoch:1 - critic/score/mean:0.70703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.70703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004173422697931528 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004173422697931528 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:929.8984375 - response_length/max:4125.0 - response_length/min:111.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:929.8984375 - response_length_non_aborted/max:4125.0 - response_length_non_aborted/min:111.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.53125 - prompt_length/max:361.0 - prompt_length/min:178.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015160441398620605 - timing_s/agent_loop/generate_sequences/min:np.float64(1.333501910790801) - timing_s/agent_loop/generate_sequences/max:np.float64(29.424998305737972) - timing_s/agent_loop/generate_sequences/mean:np.float64(9.613472268974874) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(29.424998305737972) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timin
|
||
|
|
step:42 - global_seqlen/min:34807 - global_seqlen/max:57617 - global_seqlen/minmax_diff:22810 - global_seqlen/balanced_min:46153 - global_seqlen/balanced_max:46569 - global_seqlen/mean:46354.0 - actor/entropy:0.4125242531299591 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27730005979537964 - training/rollout_probs_diff_mean:0.0032492319587618113 - training/rollout_probs_diff_std:0.00808805413544178 - training/rollout_actor_probs_pearson_corr:0.9996025562286377 - rollout_corr/rollout_is_mean:0.9999741911888123 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.913554094964638e-06 - rollout_corr/rollout_is_max:1.8443630933761597 - rollout_corr/rollout_is_min:0.3683568835258484 - rollout_corr/rollout_is_std:0.028246553614735603 - rollout_corr/rollout_is_eff_sample_size:0.9992026492912346 - rollout_corr/rollout_is_seq_mean:1.0000536441802979 - rollout_corr/rollout_is_seq_std:0.0012193896109238267 - rollout_corr/rollout_is_seq_max:1.009535312652588 - rollout_corr/rollout_is_seq_min:0.9968177080154419 - rollout_corr/rollout_is_seq_max_deviation:0.00953531265258789 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4070447161793709) - rollout_corr/training_log_ppl:np.float64(0.3194918569060974) - rollout_corr/kl:np.float64(0.00035904505688222343) - rollout_corr/k3_kl:np.float64(0.00043011571953854855) - rollout_corr/rollout_ppl:np.float64(1.4064954705536366) - rollout_corr/rollout_log_ppl:np.float64(0.3191328103421256) - rollout_corr/log_ppl_diff:np.float64(0.0003590465639717877) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009108688100241125) - rollout_corr/log_ppl_diff_max:np.float64(0.0039010122418403625) - rollout_corr/log_ppl_diff_min:np.float64(-0.003787517547607422) - rollout_corr/ppl_ratio:np.float64(1.0003597426693887) - rollout_corr/chi2_token:np.float64(0.0010020083282142878) - rollout_corr/chi2_seq:np.float64(0.939779143081978) - actor/pg_loss:np.float64(0.00010238576214760542) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001587477142379612) - actor/ppo_kl:np.float64(2.258576988367622e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11312472820281982) - perf/mfu/actor:np.float64(0.15362174541859897) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.15521240234375) - actor/lr:np.float64(1e-06) - training/global_step:42 - training/epoch:1 - critic/score/mean:0.6171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01894480176270008 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.01894480176270008 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1182.09375 - response_length/max:6248.0 - response_length/min:160.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1182.09375 - response_length_non_aborted/max:6248.0 - response_length_non_aborted/min:160.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:266.46875 - prompt_length/max:355.0 - prompt_length/min:166.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.07406210899353e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8849900215864182) - timing_s/agent_loop/generate_sequences/max:np.float64(42.688118137419224) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.67329497004539) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(42.688118137419224) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timin
|
||
|
|
step:43 - global_seqlen/min:27945 - global_seqlen/max:57053 - global_seqlen/minmax_diff:29108 - global_seqlen/balanced_min:46139 - global_seqlen/balanced_max:46442 - global_seqlen/mean:46394.125 - actor/entropy:0.3777778148651123 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24276472628116608 - training/rollout_probs_diff_mean:0.0031969803385436535 - training/rollout_probs_diff_std:0.008178768679499626 - training/rollout_actor_probs_pearson_corr:0.9996250867843628 - rollout_corr/rollout_is_mean:0.9999624490737915 - rollout_corr/rollout_is_ratio_fraction_high:3.310370402687113e-06 - rollout_corr/rollout_is_ratio_fraction_low:6.620740805374226e-06 - rollout_corr/rollout_is_max:3.3981943130493164 - rollout_corr/rollout_is_min:0.40390288829803467 - rollout_corr/rollout_is_std:0.027761269360780716 - rollout_corr/rollout_is_eff_sample_size:0.9992297864199887 - rollout_corr/rollout_is_seq_mean:0.9999164938926697 - rollout_corr/rollout_is_seq_std:0.0013294965028762817 - rollout_corr/rollout_is_seq_max:1.0057275295257568 - rollout_corr/rollout_is_seq_min:0.9940543174743652 - rollout_corr/rollout_is_seq_max_deviation:0.005945682525634766 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.368367766495794) - rollout_corr/training_log_ppl:np.float64(0.297560689446982) - rollout_corr/kl:np.float64(0.0004662561269233034) - rollout_corr/k3_kl:np.float64(0.00041893447971119713) - rollout_corr/rollout_ppl:np.float64(1.3677249136380851) - rollout_corr/rollout_log_ppl:np.float64(0.29709443140018266) - rollout_corr/log_ppl_diff:np.float64(0.00046625804679933935) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009343025594716892) - rollout_corr/log_ppl_diff_max:np.float64(0.006767094135284424) - rollout_corr/log_ppl_diff_min:np.float64(-0.0033786147832870483) - rollout_corr/ppl_ratio:np.float64(1.000467125326395) - rollout_corr/chi2_token:np.float64(0.0007502012886106968) - rollout_corr/chi2_seq:np.float64(0.8961137712467462) - actor/pg_loss:np.float64(7.715250831097364e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00018895000766860903) - actor/ppo_kl:np.float64(-1.2429667751945317e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.12724709697067738) - perf/mfu/actor:np.float64(0.15634425835350255) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.0877799987793) - actor/lr:np.float64(1e-06) - training/global_step:43 - training/epoch:1 - critic/score/mean:0.74609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.74609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.015876950696110725 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.015876950696110725 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:1180.00390625 - response_length/max:5656.0 - response_length/min:122.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1180.00390625 - response_length_non_aborted/max:5656.0 - response_length_non_aborted/min:122.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:269.8125 - prompt_length/max:365.0 - prompt_length/min:186.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011191703379154205 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1672064159065485) - timing_s/agent_loop/generate_sequences/max:np.float64(40.370598992332816) - timing_s/agent_loop/generate_sequences/mean:np.float64(10.840922129631508) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(40.370598992332816) - timing_s/agent_loop/slowest/
|
||
|
|
step:44 - global_seqlen/min:31039 - global_seqlen/max:81483 - global_seqlen/minmax_diff:50444 - global_seqlen/balanced_min:49966 - global_seqlen/balanced_max:50221 - global_seqlen/mean:50039.375 - actor/entropy:0.42505836486816406 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.40381795167922974 - training/rollout_probs_diff_mean:0.0033156690187752247 - training/rollout_probs_diff_std:0.00811709649860859 - training/rollout_actor_probs_pearson_corr:0.9995504021644592 - rollout_corr/rollout_is_mean:0.9999823570251465 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.108491212828085e-06 - rollout_corr/rollout_is_max:1.868242859840393 - rollout_corr/rollout_is_min:0.16989949345588684 - rollout_corr/rollout_is_std:0.028271863237023354 - rollout_corr/rollout_is_eff_sample_size:0.9992012210621306 - rollout_corr/rollout_is_seq_mean:1.0000169277191162 - rollout_corr/rollout_is_seq_std:0.0010278340196236968 - rollout_corr/rollout_is_seq_max:1.0032761096954346 - rollout_corr/rollout_is_seq_min:0.9966418147087097 - rollout_corr/rollout_is_seq_max_deviation:0.003358185291290283 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4229408679530025) - rollout_corr/training_log_ppl:np.float64(0.3282105611579027) - rollout_corr/kl:np.float64(0.0004335679858704644) - rollout_corr/k3_kl:np.float64(0.00045822281549590116) - rollout_corr/rollout_ppl:np.float64(1.422240549698472) - rollout_corr/rollout_log_ppl:np.float64(0.3277769897831604) - rollout_corr/log_ppl_diff:np.float64(0.0004335713747423142) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009576250740792602) - rollout_corr/log_ppl_diff_max:np.float64(0.004134416580200195) - rollout_corr/log_ppl_diff_min:np.float64(-0.004089929163455963) - rollout_corr/ppl_ratio:np.float64(1.000434412388131) - rollout_corr/chi2_token:np.float64(0.0009704537224024534) - rollout_corr/chi2_seq:np.float64(1.733142590848729) - actor/pg_loss:np.float64(2.68502626568079e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020757744624688712) - actor/ppo_kl:np.float64(6.416326252889348e-05) - actor/pg_clipfrac_lower:np.float64(1.8610052165968227e-06) - actor/grad_norm:np.float64(0.14784160628914833) - perf/mfu/actor:np.float64(0.1614180488812359) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.14054107666016) - actor/lr:np.float64(1e-06) - training/global_step:44 - training/epoch:1 - critic/score/mean:0.66796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005857898388057947 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005857898388057947 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1286.57421875 - response_length/max:7615.0 - response_length/min:164.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1286.57421875 - response_length_non_aborted/max:7615.0 - response_length_non_aborted/min:164.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.15625 - prompt_length/max:460.0 - prompt_length/min:184.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.9996037483215332e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.0687543358653784) - timing_s/agent_loop/generate_sequences/max:np.float64(51.31303711421788) - timing_s/agent_loop/generate_sequences/mean:np.float64(12.701673694929923) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(51.31303711421788) - timing_s/agent_loop/slowest/tool_
|
||
|
|
step:45 - global_seqlen/min:29259 - global_seqlen/max:67289 - global_seqlen/minmax_diff:38030 - global_seqlen/balanced_min:45428 - global_seqlen/balanced_max:45525 - global_seqlen/mean:45499.625 - actor/entropy:0.39985886216163635 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25675493478775024 - training/rollout_probs_diff_mean:0.0032300371676683426 - training/rollout_probs_diff_std:0.00817596260458231 - training/rollout_actor_probs_pearson_corr:0.9996156692504883 - rollout_corr/rollout_is_mean:0.9999929666519165 - rollout_corr/rollout_is_ratio_fraction_high:3.4166423574788496e-06 - rollout_corr/rollout_is_ratio_fraction_low:3.4166423574788496e-06 - rollout_corr/rollout_is_max:2.063965082168579 - rollout_corr/rollout_is_min:0.2600027620792389 - rollout_corr/rollout_is_std:0.028221219778060913 - rollout_corr/rollout_is_eff_sample_size:0.9992040775244214 - rollout_corr/rollout_is_seq_mean:0.999981701374054 - rollout_corr/rollout_is_seq_std:0.0011321797501295805 - rollout_corr/rollout_is_seq_max:1.00321364402771 - rollout_corr/rollout_is_seq_min:0.9935727119445801 - rollout_corr/rollout_is_seq_max_deviation:0.006427288055419922 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4365097098052502) - rollout_corr/training_log_ppl:np.float64(0.33815656184742693) - rollout_corr/kl:np.float64(0.0006105463397099165) - rollout_corr/k3_kl:np.float64(0.0004829082062087764) - rollout_corr/rollout_ppl:np.float64(1.4356286954134703) - rollout_corr/rollout_log_ppl:np.float64(0.3375460135139292) - rollout_corr/log_ppl_diff:np.float64(0.000610548333497718) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009788531460799277) - rollout_corr/log_ppl_diff_max:np.float64(0.007325723767280579) - rollout_corr/log_ppl_diff_min:np.float64(-0.0033019185066223145) - rollout_corr/ppl_ratio:np.float64(1.0006115036085248) - rollout_corr/chi2_token:np.float64(0.0007435702718794346) - rollout_corr/chi2_seq:np.float64(2.2746842054184526) - actor/pg_loss:np.float64(7.623340934514999e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001888360293378355) - actor/ppo_kl:np.float64(0.0001864508021274247) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.12979234382510185) - perf/mfu/actor:np.float64(0.15628703385179005) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.251708984375) - actor/lr:np.float64(1e-06) - training/global_step:45 - training/epoch:2 - critic/score/mean:0.66796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008445513434708118 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008445513434708118 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1143.30078125 - response_length/max:3842.0 - response_length/min:192.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1143.30078125 - response_length_non_aborted/max:3842.0 - response_length_non_aborted/min:192.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:278.5625 - prompt_length/max:437.0 - prompt_length/min:208.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0002876799553632736 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4185115825384855) - timing_s/agent_loop/generate_sequences/max:np.float64(29.632253983989358) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.899439175627776) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(29.632253983989358) - timing_s/agent_loop/slowest/tool_c
|
||
|
|
step:46 - global_seqlen/min:20945 - global_seqlen/max:94884 - global_seqlen/minmax_diff:73939 - global_seqlen/balanced_min:43085 - global_seqlen/balanced_max:44324 - global_seqlen/mean:43425.25 - actor/entropy:0.3762817084789276 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5543509721755981 - training/rollout_probs_diff_mean:0.0032524620182812214 - training/rollout_probs_diff_std:0.008445695042610168 - training/rollout_actor_probs_pearson_corr:0.9995606541633606 - rollout_corr/rollout_is_mean:0.999961793422699 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.4132578144199215e-05 - rollout_corr/rollout_is_max:1.6447221040725708 - rollout_corr/rollout_is_min:0.002203931100666523 - rollout_corr/rollout_is_std:0.027791311964392662 - rollout_corr/rollout_is_eff_sample_size:0.999228120062589 - rollout_corr/rollout_is_seq_mean:0.9999802112579346 - rollout_corr/rollout_is_seq_std:0.0012473923852667212 - rollout_corr/rollout_is_seq_max:1.0055023431777954 - rollout_corr/rollout_is_seq_min:0.9959372878074646 - rollout_corr/rollout_is_seq_max_deviation:0.00550234317779541 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3645080188289285) - rollout_corr/training_log_ppl:np.float64(0.28979677851020824) - rollout_corr/kl:np.float64(0.0005104832347480048) - rollout_corr/k3_kl:np.float64(0.00045839784411327855) - rollout_corr/rollout_ppl:np.float64(1.3638080032542348) - rollout_corr/rollout_log_ppl:np.float64(0.2892862949083792) - rollout_corr/log_ppl_diff:np.float64(0.0005104836018290371) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010666771559044719) - rollout_corr/log_ppl_diff_max:np.float64(0.005919963121414185) - rollout_corr/log_ppl_diff_min:np.float64(-0.004801034927368164) - rollout_corr/ppl_ratio:np.float64(1.0005116499960423) - rollout_corr/chi2_token:np.float64(0.0008005544077605009) - rollout_corr/chi2_seq:np.float64(1.0131068772170693) - actor/pg_loss:np.float64(-1.758092548698187e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.805006137890814e-05) - actor/ppo_kl:np.float64(7.538383222893685e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10063287615776062) - perf/mfu/actor:np.float64(0.14549136899234336) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.28108978271484) - actor/lr:np.float64(1e-06) - training/global_step:46 - training/epoch:2 - critic/score/mean:0.7890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.027433983981609344 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.027433983981609344 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1105.6015625 - response_length/max:8192.0 - response_length/min:136.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:1105.6015625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:136.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:251.4375 - prompt_length/max:337.0 - prompt_length/min:158.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001056082546710968 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1990190539509058) - timing_s/agent_loop/generate_sequences/max:np.float64(59.229342663660645) - timing_s/agent_loop/generate_sequences/mean:np.float64(9.871870818904426) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(59.229342663660645) - timing_s/agent_loop/slowest/tool_calls:np
|
||
|
|
step:47 - global_seqlen/min:31035 - global_seqlen/max:67357 - global_seqlen/minmax_diff:36322 - global_seqlen/balanced_min:49399 - global_seqlen/balanced_max:49649 - global_seqlen/mean:49578.625 - actor/entropy:0.34646978974342346 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5756693482398987 - training/rollout_probs_diff_mean:0.0030399137176573277 - training/rollout_probs_diff_std:0.00816922727972269 - training/rollout_actor_probs_pearson_corr:0.9995539784431458 - rollout_corr/rollout_is_mean:0.9999984502792358 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.122617484536022e-06 - rollout_corr/rollout_is_max:1.9699045419692993 - rollout_corr/rollout_is_min:0.25761306285858154 - rollout_corr/rollout_is_std:0.026937464252114296 - rollout_corr/rollout_is_eff_sample_size:0.9992746611342851 - rollout_corr/rollout_is_seq_mean:1.0000650882720947 - rollout_corr/rollout_is_seq_std:0.001198867685161531 - rollout_corr/rollout_is_seq_max:1.005571961402893 - rollout_corr/rollout_is_seq_min:0.9964936971664429 - rollout_corr/rollout_is_seq_max_deviation:0.005571961402893066 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3529047267511487) - rollout_corr/training_log_ppl:np.float64(0.28667624859372154) - rollout_corr/kl:np.float64(0.0004597161929975613) - rollout_corr/k3_kl:np.float64(0.00046043861678413123) - rollout_corr/rollout_ppl:np.float64(1.3522660555317998) - rollout_corr/rollout_log_ppl:np.float64(0.2862165296683088) - rollout_corr/log_ppl_diff:np.float64(0.0004597189254127443) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009910539374686778) - rollout_corr/log_ppl_diff_max:np.float64(0.007551088929176331) - rollout_corr/log_ppl_diff_min:np.float64(-0.004575580358505249) - rollout_corr/ppl_ratio:np.float64(1.0004606684669852) - rollout_corr/chi2_token:np.float64(0.0009119359310716391) - rollout_corr/chi2_seq:np.float64(954.7251316532493) - actor/pg_loss:np.float64(-8.133123628795147e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001264397735667444) - actor/ppo_kl:np.float64(0.0001422462675852998) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11066612228751183) - perf/mfu/actor:np.float64(0.1590812815304962) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.31835174560547) - actor/lr:np.float64(1e-06) - training/global_step:47 - training/epoch:2 - critic/score/mean:0.75 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.75 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.024808576330542564 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.024808576330542564 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1284.58203125 - response_length/max:7270.0 - response_length/min:165.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1284.58203125 - response_length_non_aborted/max:7270.0 - response_length_non_aborted/min:165.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:264.75 - prompt_length/max:356.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.761533975601196e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.059980768710375) - timing_s/agent_loop/generate_sequences/max:np.float64(50.74220941402018) - timing_s/agent_loop/generate_sequences/mean:np.float64(12.601909340250131) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(50.74220941402018) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/a
|
||
|
|
step:48 - global_seqlen/min:22232 - global_seqlen/max:57431 - global_seqlen/minmax_diff:35199 - global_seqlen/balanced_min:41913 - global_seqlen/balanced_max:42517 - global_seqlen/mean:42023.25 - actor/entropy:0.34810274839401245 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2931787967681885 - training/rollout_probs_diff_mean:0.003345586359500885 - training/rollout_probs_diff_std:0.008651177398860455 - training/rollout_actor_probs_pearson_corr:0.9994678497314453 - rollout_corr/rollout_is_mean:1.0000156164169312 - rollout_corr/rollout_is_ratio_fraction_high:7.471328899555374e-06 - rollout_corr/rollout_is_ratio_fraction_low:7.471328899555374e-06 - rollout_corr/rollout_is_max:2.302506685256958 - rollout_corr/rollout_is_min:0.015659699216485023 - rollout_corr/rollout_is_std:0.02865091897547245 - rollout_corr/rollout_is_eff_sample_size:0.9991797981155129 - rollout_corr/rollout_is_seq_mean:1.0000426769256592 - rollout_corr/rollout_is_seq_std:0.0014892894541844726 - rollout_corr/rollout_is_seq_max:1.0078259706497192 - rollout_corr/rollout_is_seq_min:0.9916344881057739 - rollout_corr/rollout_is_seq_max_deviation:0.008365511894226074 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.361631895415485) - rollout_corr/training_log_ppl:np.float64(0.296743152604904) - rollout_corr/kl:np.float64(0.00044437152225995646) - rollout_corr/k3_kl:np.float64(0.0004750857856947732) - rollout_corr/rollout_ppl:np.float64(1.3610092177987099) - rollout_corr/rollout_log_ppl:np.float64(0.2962987821374554) - rollout_corr/log_ppl_diff:np.float64(0.0004443704674486071) - rollout_corr/log_ppl_abs_diff:np.float64(0.0010612811020109802) - rollout_corr/log_ppl_diff_max:np.float64(0.009809985756874084) - rollout_corr/log_ppl_diff_min:np.float64(-0.005429580807685852) - rollout_corr/ppl_ratio:np.float64(1.0004456255119294) - rollout_corr/chi2_token:np.float64(0.0010020604822784662) - rollout_corr/chi2_seq:np.float64(0.4791911744978279) - actor/pg_loss:np.float64(3.651808947324753e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019356490452082653) - actor/ppo_kl:np.float64(3.127409698944206e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2193583231419325) - perf/mfu/actor:np.float64(0.14563750602154726) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.25163650512695) - actor/lr:np.float64(1e-06) - training/global_step:48 - training/epoch:2 - critic/score/mean:0.765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.024314971640706062 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.024314971640706062 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1045.6640625 - response_length/max:5423.0 - response_length/min:153.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1045.6640625 - response_length_non_aborted/max:5423.0 - response_length_non_aborted/min:153.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:267.5625 - prompt_length/max:365.0 - prompt_length/min:166.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001386590301990509 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7352543752640486) - timing_s/agent_loop/generate_sequences/max:np.float64(38.22215409949422) - timing_s/agent_loop/generate_sequences/mean:np.float64(10.838098710140912) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(38.22215409949422) - timing_s/agent_loop/slowest/tool_calls:np.
|
||
|
|
step:49 - global_seqlen/min:23092 - global_seqlen/max:51168 - global_seqlen/minmax_diff:28076 - global_seqlen/balanced_min:37111 - global_seqlen/balanced_max:37334 - global_seqlen/mean:37259.625 - actor/entropy:0.3179267346858978 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20985785126686096 - training/rollout_probs_diff_mean:0.0031237066723406315 - training/rollout_probs_diff_std:0.008550681173801422 - training/rollout_actor_probs_pearson_corr:0.9993894100189209 - rollout_corr/rollout_is_mean:0.9999985098838806 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.58763451105915e-06 - rollout_corr/rollout_is_max:1.7586421966552734 - rollout_corr/rollout_is_min:0.3407052159309387 - rollout_corr/rollout_is_std:0.02756519615650177 - rollout_corr/rollout_is_eff_sample_size:0.9992407369068808 - rollout_corr/rollout_is_seq_mean:0.9999875426292419 - rollout_corr/rollout_is_seq_std:0.0011641301680356264 - rollout_corr/rollout_is_seq_max:1.0047152042388916 - rollout_corr/rollout_is_seq_min:0.9961039423942566 - rollout_corr/rollout_is_seq_max_deviation:0.0047152042388916016 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.328462516888976) - rollout_corr/training_log_ppl:np.float64(0.2660138398205163) - rollout_corr/kl:np.float64(0.00038798783518378954) - rollout_corr/k3_kl:np.float64(0.0004385801271951095) - rollout_corr/rollout_ppl:np.float64(1.3279090919531882) - rollout_corr/rollout_log_ppl:np.float64(0.26562585204374045) - rollout_corr/log_ppl_diff:np.float64(0.0003879877767758444) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009870426292764023) - rollout_corr/log_ppl_diff_max:np.float64(0.006948456168174744) - rollout_corr/log_ppl_diff_min:np.float64(-0.004289939999580383) - rollout_corr/ppl_ratio:np.float64(1.0003889380022883) - rollout_corr/chi2_token:np.float64(0.0009887455962598324) - rollout_corr/chi2_seq:np.float64(1.5676374214235693) - actor/pg_loss:np.float64(2.256419975310564e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012307778933973168) - actor/ppo_kl:np.float64(-3.0272832692190832e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.07936635101214051) - perf/mfu/actor:np.float64(0.13578834962618122) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.31588363647461) - actor/lr:np.float64(1e-06) - training/global_step:49 - training/epoch:2 - critic/score/mean:0.859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006559879519045353 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006559879519045353 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:909.73828125 - response_length/max:4227.0 - response_length/min:93.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:909.73828125 - response_length_non_aborted/max:4227.0 - response_length_non_aborted/min:93.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:254.625 - prompt_length/max:362.0 - prompt_length/min:171.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.641796350479126e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.1448177974671125) - timing_s/agent_loop/generate_sequences/max:np.float64(29.94586299546063) - timing_s/agent_loop/generate_sequences/mean:np.float64(8.983509431694984) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(29.94586299546063) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - t
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 50}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] To find the magnitude of the charge $ q $, we use the formula for the electric field due to a point charge:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We are given:
|
||
|
|
|
||
|
|
- $ E = 2.0 \, \mathrm{N/C} $
|
||
|
|
- $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $
|
||
|
|
- $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2} $
|
||
|
|
|
||
|
|
We need to solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E \cdot r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Substituting the given values:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot (0.50)^2}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot 0.25}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.5}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now convert to picocoulombs (1 pC = $ 10^{-12} $ C):
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
So the closest option is:
|
||
|
|
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_50
|
||
|
|
step:50 - global_seqlen/min:34234 - global_seqlen/max:75152 - global_seqlen/minmax_diff:40918 - global_seqlen/balanced_min:51555 - global_seqlen/balanced_max:51907 - global_seqlen/mean:51805.25 - actor/entropy:0.4125359058380127 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19821900129318237 - training/rollout_probs_diff_mean:0.0032416246831417084 - training/rollout_probs_diff_std:0.008041433990001678 - training/rollout_actor_probs_pearson_corr:0.999610185623169 - rollout_corr/rollout_is_mean:1.0000464916229248 - rollout_corr/rollout_is_ratio_fraction_high:8.665861969348043e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.167043685913086 - rollout_corr/rollout_is_min:0.5511428117752075 - rollout_corr/rollout_is_std:0.028244443237781525 - rollout_corr/rollout_is_eff_sample_size:0.9992028873298154 - rollout_corr/rollout_is_seq_mean:0.9999783635139465 - rollout_corr/rollout_is_seq_std:0.0010451057460159063 - rollout_corr/rollout_is_seq_max:1.0044012069702148 - rollout_corr/rollout_is_seq_min:0.9962003827095032 - rollout_corr/rollout_is_seq_max_deviation:0.004401206970214844 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4209796008653939) - rollout_corr/training_log_ppl:np.float64(0.3332373514131177) - rollout_corr/kl:np.float64(0.0004479175979907879) - rollout_corr/k3_kl:np.float64(0.0004798759525215246) - rollout_corr/rollout_ppl:np.float64(1.4203380569815636) - rollout_corr/rollout_log_ppl:np.float64(0.3327894336543977) - rollout_corr/log_ppl_diff:np.float64(0.0004479177587199956) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009449601930100471) - rollout_corr/log_ppl_diff_max:np.float64(0.008978396654129028) - rollout_corr/log_ppl_diff_min:np.float64(-0.004376143217086792) - rollout_corr/ppl_ratio:np.float64(1.0004488993436098) - rollout_corr/chi2_token:np.float64(0.0010542639065533876) - rollout_corr/chi2_seq:np.float64(2.937424761708826) - actor/pg_loss:np.float64(0.00014853477478027344) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00021279246669791974) - actor/ppo_kl:np.float64(1.2714361647070405e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1673903912305832) - perf/mfu/actor:np.float64(0.16524905376259622) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.29336929321289) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.65390625) - val-aux/sciknoweval/reward/std@16:np.float64(0.21345823452859586) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7464375000000001) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.19899169203769165) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.55885) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1654343787430585) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.6524) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.21312019792510917) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.8329625) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.14911841799011322) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.49555000000000005) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.0995466061193929) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.6846875000000001) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.19169144926745516) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.8903625) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.08902310096279493) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.4632625) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.04804278474577391) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.7100125) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.16088561753057692) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.9214874999999999) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.04076217776661745) - va
|
||
|
|
step:51 - global_seqlen/min:25192 - global_seqlen/max:76157 - global_seqlen/minmax_diff:50965 - global_seqlen/balanced_min:48271 - global_seqlen/balanced_max:48448 - global_seqlen/mean:48379.375 - actor/entropy:0.41202202439308167 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.37214818596839905 - training/rollout_probs_diff_mean:0.003262621583417058 - training/rollout_probs_diff_std:0.008078004233539104 - training/rollout_actor_probs_pearson_corr:0.9995943903923035 - rollout_corr/rollout_is_mean:0.9999638795852661 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.276774456637213e-06 - rollout_corr/rollout_is_max:1.636783480644226 - rollout_corr/rollout_is_min:0.13366740942001343 - rollout_corr/rollout_is_std:0.027932504191994667 - rollout_corr/rollout_is_eff_sample_size:0.999220264452564 - rollout_corr/rollout_is_seq_mean:0.9999167919158936 - rollout_corr/rollout_is_seq_std:0.001000249176286161 - rollout_corr/rollout_is_seq_max:1.0028444528579712 - rollout_corr/rollout_is_seq_min:0.9964448809623718 - rollout_corr/rollout_is_seq_max_deviation:0.003555119037628174 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3898025089874864) - rollout_corr/training_log_ppl:np.float64(0.31166147111798637) - rollout_corr/kl:np.float64(0.0004372116775031021) - rollout_corr/k3_kl:np.float64(0.0003934571469699222) - rollout_corr/rollout_ppl:np.float64(1.3891857019625604) - rollout_corr/rollout_log_ppl:np.float64(0.3112242584757041) - rollout_corr/log_ppl_diff:np.float64(0.00043721264228224754) - rollout_corr/log_ppl_abs_diff:np.float64(0.000884955981746316) - rollout_corr/log_ppl_diff_max:np.float64(0.007482245564460754) - rollout_corr/log_ppl_diff_min:np.float64(-0.002665892243385315) - rollout_corr/ppl_ratio:np.float64(1.0004379730671644) - rollout_corr/chi2_token:np.float64(0.0006916895508766174) - rollout_corr/chi2_seq:np.float64(0.8691392296459526) - actor/pg_loss:np.float64(5.567236803472042e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00015443053536046136) - actor/ppo_kl:np.float64(-3.0327652694950302e-05) - actor/pg_clipfrac_lower:np.float64(8.184056241589133e-07) - actor/grad_norm:np.float64(0.10533490870147943) - perf/mfu/actor:np.float64(0.1597418217861688) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.85708999633789) - actor/lr:np.float64(1e-06) - training/global_step:51 - training/epoch:2 - critic/score/mean:0.7109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.014979914762079716 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.014979914762079716 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1244.66796875 - response_length/max:5675.0 - response_length/min:200.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1244.66796875 - response_length_non_aborted/max:5675.0 - response_length_non_aborted/min:200.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:267.1875 - prompt_length/max:356.0 - prompt_length/min:169.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011126697063446045 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4992719031870365) - timing_s/agent_loop/generate_sequences/max:np.float64(40.4043846745044) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.760603568858642) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(40.4043846745044) - timing_s/agent_loop/slowest/tool_ca
|
||
|
|
step:52 - global_seqlen/min:38872 - global_seqlen/max:61135 - global_seqlen/minmax_diff:22263 - global_seqlen/balanced_min:50883 - global_seqlen/balanced_max:50962 - global_seqlen/mean:50922.75 - actor/entropy:0.4251244068145752 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.31729912757873535 - training/rollout_probs_diff_mean:0.0034149810671806335 - training/rollout_probs_diff_std:0.008329342119395733 - training/rollout_actor_probs_pearson_corr:0.9995748996734619 - rollout_corr/rollout_is_mean:0.9999804496765137 - rollout_corr/rollout_is_ratio_fraction_high:2.9626644391100854e-06 - rollout_corr/rollout_is_ratio_fraction_low:5.925328878220171e-06 - rollout_corr/rollout_is_max:2.0289995670318604 - rollout_corr/rollout_is_min:0.38479822874069214 - rollout_corr/rollout_is_std:0.02867795154452324 - rollout_corr/rollout_is_eff_sample_size:0.9991781319248341 - rollout_corr/rollout_is_seq_mean:1.0001072883605957 - rollout_corr/rollout_is_seq_std:0.0014209682121872902 - rollout_corr/rollout_is_seq_max:1.0089370012283325 - rollout_corr/rollout_is_seq_min:0.9960955381393433 - rollout_corr/rollout_is_seq_max_deviation:0.00893700122833252 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4353607962839305) - rollout_corr/training_log_ppl:np.float64(0.34465374518185854) - rollout_corr/kl:np.float64(0.00030015603282895764) - rollout_corr/k3_kl:np.float64(0.00044390009770722827) - rollout_corr/rollout_ppl:np.float64(1.4348906846717) - rollout_corr/rollout_log_ppl:np.float64(0.3443535875703674) - rollout_corr/log_ppl_diff:np.float64(0.0003001576114911586) - rollout_corr/log_ppl_abs_diff:np.float64(0.000979981996351853) - rollout_corr/log_ppl_diff_max:np.float64(0.006529062986373901) - rollout_corr/log_ppl_diff_min:np.float64(-0.006823122501373291) - rollout_corr/ppl_ratio:np.float64(1.0003011787775904) - rollout_corr/chi2_token:np.float64(0.0011839414946734905) - rollout_corr/chi2_seq:np.float64(2.5429790497291833) - actor/pg_loss:np.float64(3.4721335396170616e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.84185026279738e-05) - actor/ppo_kl:np.float64(-4.0347963830456024e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11110754683613777) - perf/mfu/actor:np.float64(0.16599907427815286) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.80552291870117) - actor/lr:np.float64(1e-06) - training/global_step:52 - training/epoch:2 - critic/score/mean:0.71484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.71484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004099216777831316 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004099216777831316 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1318.4921875 - response_length/max:5029.0 - response_length/min:132.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1318.4921875 - response_length_non_aborted/max:5029.0 - response_length_non_aborted/min:132.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:272.84375 - prompt_length/max:365.0 - prompt_length/min:161.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001096632331609726 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7103512845933437) - timing_s/agent_loop/generate_sequences/max:np.float64(38.38058450073004) - timing_s/agent_loop/generate_sequences/mean:np.float64(13.082279307935096) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(38.38058450073004) - timing_s/agent_loop/slowest/tool_cal
|
||
|
|
step:53 - global_seqlen/min:24839 - global_seqlen/max:55902 - global_seqlen/minmax_diff:31063 - global_seqlen/balanced_min:43329 - global_seqlen/balanced_max:43584 - global_seqlen/mean:43520.375 - actor/entropy:0.37126773595809937 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3016398251056671 - training/rollout_probs_diff_mean:0.003143634181469679 - training/rollout_probs_diff_std:0.00820545107126236 - training/rollout_actor_probs_pearson_corr:0.9994932413101196 - rollout_corr/rollout_is_mean:0.9999392628669739 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.210143394331681e-06 - rollout_corr/rollout_is_max:1.7527995109558105 - rollout_corr/rollout_is_min:0.30146440863609314 - rollout_corr/rollout_is_std:0.027419937774538994 - rollout_corr/rollout_is_eff_sample_size:0.9992485928388086 - rollout_corr/rollout_is_seq_mean:0.9999774694442749 - rollout_corr/rollout_is_seq_std:0.0011340720811858773 - rollout_corr/rollout_is_seq_max:1.005629062652588 - rollout_corr/rollout_is_seq_min:0.9950371980667114 - rollout_corr/rollout_is_seq_max_deviation:0.005629062652587891 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3701058248989284) - rollout_corr/training_log_ppl:np.float64(0.2918059763032943) - rollout_corr/kl:np.float64(0.0003194374729091898) - rollout_corr/k3_kl:np.float64(0.00042779503252177165) - rollout_corr/rollout_ppl:np.float64(1.3696815236471593) - rollout_corr/rollout_log_ppl:np.float64(0.29148653568699956) - rollout_corr/log_ppl_diff:np.float64(0.00031944061629474163) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009462947491556406) - rollout_corr/log_ppl_diff_max:np.float64(0.006018996238708496) - rollout_corr/log_ppl_diff_min:np.float64(-0.003216482698917389) - rollout_corr/ppl_ratio:np.float64(1.0003202487714589) - rollout_corr/chi2_token:np.float64(0.0010781094897538424) - rollout_corr/chi2_seq:np.float64(1.596792209893465) - actor/pg_loss:np.float64(3.835768438875675e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00021167921056530759) - actor/ppo_kl:np.float64(-7.656292218705119e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.13869349658489227) - perf/mfu/actor:np.float64(0.14950320003636675) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.62938690185547) - actor/lr:np.float64(1e-06) - training/global_step:53 - training/epoch:2 - critic/score/mean:0.73828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.73828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.015568501316010952 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.015568501316010952 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1083.54296875 - response_length/max:5024.0 - response_length/min:193.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1083.54296875 - response_length_non_aborted/max:5024.0 - response_length_non_aborted/min:193.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:276.46875 - prompt_length/max:375.0 - prompt_length/min:170.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011430680751800537 - timing_s/agent_loop/generate_sequences/min:np.float64(2.2967226803302765) - timing_s/agent_loop/generate_sequences/max:np.float64(36.389772513881326) - timing_s/agent_loop/generate_sequences/mean:np.float64(10.762310426936892) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(36.389772513881326) - timing_s/agent_loop/slowest/tool_calls:np.flo
|
||
|
|
step:54 - global_seqlen/min:35066 - global_seqlen/max:65296 - global_seqlen/minmax_diff:30230 - global_seqlen/balanced_min:48016 - global_seqlen/balanced_max:48715 - global_seqlen/mean:48320.375 - actor/entropy:0.41513416171073914 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3469814658164978 - training/rollout_probs_diff_mean:0.0032787041272968054 - training/rollout_probs_diff_std:0.008095493540167809 - training/rollout_actor_probs_pearson_corr:0.999546229839325 - rollout_corr/rollout_is_mean:0.9998549818992615 - rollout_corr/rollout_is_ratio_fraction_high:3.120212340945727e-06 - rollout_corr/rollout_is_ratio_fraction_low:9.360637704958208e-06 - rollout_corr/rollout_is_max:3.656163454055786 - rollout_corr/rollout_is_min:0.04287761077284813 - rollout_corr/rollout_is_std:0.027915427461266518 - rollout_corr/rollout_is_eff_sample_size:0.99922121664114 - rollout_corr/rollout_is_seq_mean:0.9998648166656494 - rollout_corr/rollout_is_seq_std:0.0012277925852686167 - rollout_corr/rollout_is_seq_max:1.0036733150482178 - rollout_corr/rollout_is_seq_min:0.9944618940353394 - rollout_corr/rollout_is_seq_max_deviation:0.0055381059646606445 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.386646915692836) - rollout_corr/training_log_ppl:np.float64(0.31141754146665335) - rollout_corr/kl:np.float64(0.00046588320381735215) - rollout_corr/k3_kl:np.float64(0.00041930354774422085) - rollout_corr/rollout_ppl:np.float64(1.3860031738877296) - rollout_corr/rollout_log_ppl:np.float64(0.31095165672013536) - rollout_corr/log_ppl_diff:np.float64(0.00046588474651798606) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009574951836839318) - rollout_corr/log_ppl_diff_max:np.float64(0.0065114498138427734) - rollout_corr/log_ppl_diff_min:np.float64(-0.0028219521045684814) - rollout_corr/ppl_ratio:np.float64(1.0004668282344937) - rollout_corr/chi2_token:np.float64(0.000739572336897254) - rollout_corr/chi2_seq:np.float64(1.1254641045816243) - actor/pg_loss:np.float64(-1.3741431757807732e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.72049774898187e-05) - actor/ppo_kl:np.float64(-8.353029136642931e-05) - actor/pg_clipfrac_lower:np.float64(1.2657970955842757e-06) - actor/grad_norm:np.float64(0.09051301795989275) - perf/mfu/actor:np.float64(0.15693746638014805) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.6057014465332) - actor/lr:np.float64(1e-06) - training/global_step:54 - training/epoch:2 - critic/score/mean:0.76171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.76171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.015124449506402016 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.015124449506402016 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1251.91796875 - response_length/max:8192.0 - response_length/min:151.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:1251.91796875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:151.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:258.09375 - prompt_length/max:363.0 - prompt_length/min:155.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.027255535125732e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.3670800887048244) - timing_s/agent_loop/generate_sequences/max:np.float64(57.39985219575465) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.685668693418847) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(57.3998521957546
|
||
|
|
step:55 - global_seqlen/min:28028 - global_seqlen/max:53093 - global_seqlen/minmax_diff:25065 - global_seqlen/balanced_min:38416 - global_seqlen/balanced_max:38451 - global_seqlen/mean:38438.25 - actor/entropy:0.3102551996707916 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5002540349960327 - training/rollout_probs_diff_mean:0.0031136018224060535 - training/rollout_probs_diff_std:0.008566453121602535 - training/rollout_actor_probs_pearson_corr:0.9994353652000427 - rollout_corr/rollout_is_mean:0.9999341368675232 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.173030447418569e-06 - rollout_corr/rollout_is_max:1.8234162330627441 - rollout_corr/rollout_is_min:0.46666446328163147 - rollout_corr/rollout_is_std:0.02762567438185215 - rollout_corr/rollout_is_eff_sample_size:0.9992372850970654 - rollout_corr/rollout_is_seq_mean:0.999902606010437 - rollout_corr/rollout_is_seq_std:0.0013777980348095298 - rollout_corr/rollout_is_seq_max:1.0075701475143433 - rollout_corr/rollout_is_seq_min:0.9948606491088867 - rollout_corr/rollout_is_seq_max_deviation:0.007570147514343262 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.308470833580941) - rollout_corr/training_log_ppl:np.float64(0.2564443113806192) - rollout_corr/kl:np.float64(0.0004685787036251554) - rollout_corr/k3_kl:np.float64(0.0005076911484707125) - rollout_corr/rollout_ppl:np.float64(1.3078627600334585) - rollout_corr/rollout_log_ppl:np.float64(0.255975730920909) - rollout_corr/log_ppl_diff:np.float64(0.00046858045971021056) - rollout_corr/log_ppl_abs_diff:np.float64(0.0011701608309522271) - rollout_corr/log_ppl_diff_max:np.float64(0.006679356098175049) - rollout_corr/log_ppl_diff_min:np.float64(-0.0075002312660217285) - rollout_corr/ppl_ratio:np.float64(1.000470134196803) - rollout_corr/chi2_token:np.float64(0.0011455377098172903) - rollout_corr/chi2_seq:np.float64(5.852095796493813) - actor/pg_loss:np.float64(-3.334670327603817e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001705758450043504) - actor/ppo_kl:np.float64(-4.5051564853793025e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.07974306493997574) - perf/mfu/actor:np.float64(0.1378203781579895) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.55471420288086) - actor/lr:np.float64(1e-06) - training/global_step:55 - training/epoch:2 - critic/score/mean:0.84765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.84765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.011153988540172577 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.011153988540172577 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:936.0703125 - response_length/max:3898.0 - response_length/min:146.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:936.0703125 - response_length_non_aborted/max:3898.0 - response_length_non_aborted/min:146.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:265.125 - prompt_length/max:383.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001405421644449234 - timing_s/agent_loop/generate_sequences/min:np.float64(1.978264905512333) - timing_s/agent_loop/generate_sequences/max:np.float64(29.77366792783141) - timing_s/agent_loop/generate_sequences/mean:np.float64(9.763206802737841) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(29.77366792783141) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timi
|
||
|
|
step:56 - global_seqlen/min:35222 - global_seqlen/max:67738 - global_seqlen/minmax_diff:32516 - global_seqlen/balanced_min:48431 - global_seqlen/balanced_max:48616 - global_seqlen/mean:48556.375 - actor/entropy:0.3693101406097412 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5576332211494446 - training/rollout_probs_diff_mean:0.003098106477409601 - training/rollout_probs_diff_std:0.008025160990655422 - training/rollout_actor_probs_pearson_corr:0.9995522499084473 - rollout_corr/rollout_is_mean:0.999983012676239 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.090129894189886e-06 - rollout_corr/rollout_is_max:1.6744037866592407 - rollout_corr/rollout_is_min:0.3452942669391632 - rollout_corr/rollout_is_std:0.02711610123515129 - rollout_corr/rollout_is_eff_sample_size:0.9992651383115954 - rollout_corr/rollout_is_seq_mean:0.9999608993530273 - rollout_corr/rollout_is_seq_std:0.0010731675429269671 - rollout_corr/rollout_is_seq_max:1.006026029586792 - rollout_corr/rollout_is_seq_min:0.9958376288414001 - rollout_corr/rollout_is_seq_max_deviation:0.006026029586791992 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.373812660574913) - rollout_corr/training_log_ppl:np.float64(0.3022938699577935) - rollout_corr/kl:np.float64(0.0004166627330413064) - rollout_corr/k3_kl:np.float64(0.00039845293167672935) - rollout_corr/rollout_ppl:np.float64(1.3732107440009713) - rollout_corr/rollout_log_ppl:np.float64(0.3018772063078359) - rollout_corr/log_ppl_diff:np.float64(0.00041666364995762706) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008859913214109838) - rollout_corr/log_ppl_diff_max:np.float64(0.00528949499130249) - rollout_corr/log_ppl_diff_min:np.float64(-0.005298733711242676) - rollout_corr/ppl_ratio:np.float64(1.0004174057394266) - rollout_corr/chi2_token:np.float64(0.0007626630831509829) - rollout_corr/chi2_seq:np.float64(3.9297358801122755) - actor/pg_loss:np.float64(-1.1299271136522293e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00014216022026403152) - actor/ppo_kl:np.float64(-9.481449527726227e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08582276105880737) - perf/mfu/actor:np.float64(0.15478688954187692) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(117.41515350341797) - actor/lr:np.float64(1e-06) - training/global_step:56 - training/epoch:2 - critic/score/mean:0.6484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.01221644226461649 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.01221644226461649 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:1264.10546875 - response_length/max:5770.0 - response_length/min:163.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1264.10546875 - response_length_non_aborted/max:5770.0 - response_length_non_aborted/min:163.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:253.28125 - prompt_length/max:355.0 - prompt_length/min:143.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013057328760623932 - timing_s/agent_loop/generate_sequences/min:np.float64(2.215219648554921) - timing_s/agent_loop/generate_sequences/max:np.float64(45.5247247479856) - timing_s/agent_loop/generate_sequences/mean:np.float64(12.946847598039312) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(45.5247247479856) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timi
|
||
|
|
step:57 - global_seqlen/min:50111 - global_seqlen/max:61804 - global_seqlen/minmax_diff:11693 - global_seqlen/balanced_min:54058 - global_seqlen/balanced_max:54380 - global_seqlen/mean:54299.125 - actor/entropy:0.3828109800815582 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.26735612750053406 - training/rollout_probs_diff_mean:0.003163557732477784 - training/rollout_probs_diff_std:0.007935766130685806 - training/rollout_actor_probs_pearson_corr:0.9995775818824768 - rollout_corr/rollout_is_mean:0.9999682903289795 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.757548145382316e-06 - rollout_corr/rollout_is_max:1.6177020072937012 - rollout_corr/rollout_is_min:0.4519280195236206 - rollout_corr/rollout_is_std:0.027300119400024414 - rollout_corr/rollout_is_eff_sample_size:0.9992552585748898 - rollout_corr/rollout_is_seq_mean:0.9999948740005493 - rollout_corr/rollout_is_seq_std:0.0008971233037300408 - rollout_corr/rollout_is_seq_max:1.004016637802124 - rollout_corr/rollout_is_seq_min:0.9975495934486389 - rollout_corr/rollout_is_seq_max_deviation:0.0040166378021240234 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4292010506615043) - rollout_corr/training_log_ppl:np.float64(0.3405683948658407) - rollout_corr/kl:np.float64(0.00034688604483079644) - rollout_corr/k3_kl:np.float64(0.00040535901956673115) - rollout_corr/rollout_ppl:np.float64(1.4287002789787948) - rollout_corr/rollout_log_ppl:np.float64(0.34022150505916215) - rollout_corr/log_ppl_diff:np.float64(0.00034688980667851865) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007467021641787142) - rollout_corr/log_ppl_diff_max:np.float64(0.0035548806190490723) - rollout_corr/log_ppl_diff_min:np.float64(-0.0031991004943847656) - rollout_corr/ppl_ratio:np.float64(1.0003474049735814) - rollout_corr/chi2_token:np.float64(0.0009404013399034739) - rollout_corr/chi2_seq:np.float64(1.3481947318650782) - actor/pg_loss:np.float64(-1.1662370525300503e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001704909616933037) - actor/ppo_kl:np.float64(-4.2620445977803456e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11611825972795486) - perf/mfu/actor:np.float64(0.13975899720323387) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(142.28152465820312) - actor/lr:np.float64(1e-06) - training/global_step:57 - training/epoch:2 - critic/score/mean:0.734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0023128935135900974 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0023128935135900974 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1416.56640625 - response_length/max:6110.0 - response_length/min:138.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1416.56640625 - response_length_non_aborted/max:6110.0 - response_length_non_aborted/min:138.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:280.28125 - prompt_length/max:382.0 - prompt_length/min:209.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:3.9925798773765564e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7666615955531597) - timing_s/agent_loop/generate_sequences/max:np.float64(44.93153551965952) - timing_s/agent_loop/generate_sequences/mean:np.float64(14.538133056579682) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(44.93153551965952) - timing_s/agent_loop/slowest/tool_calls:np.
|
||
|
|
step:58 - global_seqlen/min:26330 - global_seqlen/max:76091 - global_seqlen/minmax_diff:49761 - global_seqlen/balanced_min:58973 - global_seqlen/balanced_max:59329 - global_seqlen/mean:59224.75 - actor/entropy:0.41788530349731445 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2639843225479126 - training/rollout_probs_diff_mean:0.0031849679071456194 - training/rollout_probs_diff_std:0.007847386412322521 - training/rollout_actor_probs_pearson_corr:0.9995084404945374 - rollout_corr/rollout_is_mean:1.0000232458114624 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.4740838853176683e-06 - rollout_corr/rollout_is_max:1.8915661573410034 - rollout_corr/rollout_is_min:0.4832708239555359 - rollout_corr/rollout_is_std:0.027686020359396935 - rollout_corr/rollout_is_eff_sample_size:0.9992339523378033 - rollout_corr/rollout_is_seq_mean:0.999971866607666 - rollout_corr/rollout_is_seq_std:0.001041158102452755 - rollout_corr/rollout_is_seq_max:1.0040910243988037 - rollout_corr/rollout_is_seq_min:0.9945273399353027 - rollout_corr/rollout_is_seq_max_deviation:0.005472660064697266 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4465448674745858) - rollout_corr/training_log_ppl:np.float64(0.35632477820036) - rollout_corr/kl:np.float64(0.0003769699203459709) - rollout_corr/k3_kl:np.float64(0.0005920725309920272) - rollout_corr/rollout_ppl:np.float64(1.4459977843798697) - rollout_corr/rollout_log_ppl:np.float64(0.35594780783867463) - rollout_corr/log_ppl_diff:np.float64(0.00037697036168538034) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009633789595682174) - rollout_corr/log_ppl_diff_max:np.float64(0.006280913949012756) - rollout_corr/log_ppl_diff_min:np.float64(-0.004786491394042969) - rollout_corr/ppl_ratio:np.float64(1.000377933960408) - rollout_corr/chi2_token:np.float64(0.0016758001875132322) - rollout_corr/chi2_seq:np.float64(7.071388645563275) - actor/pg_loss:np.float64(1.6489182598888874e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00025524779363195194) - actor/ppo_kl:np.float64(-7.475169755899458e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11395814083516598) - perf/mfu/actor:np.float64(0.17468793390598217) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(112.19358444213867) - actor/lr:np.float64(1e-06) - training/global_step:58 - training/epoch:2 - critic/score/mean:0.64453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.64453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.017182203009724617 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.017182203009724617 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1578.8671875 - response_length/max:6944.0 - response_length/min:150.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1578.8671875 - response_length_non_aborted/max:6944.0 - response_length_non_aborted/min:150.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:271.90625 - prompt_length/max:341.0 - prompt_length/min:183.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00018575415015220642 - timing_s/agent_loop/generate_sequences/min:np.float64(1.6479607988148928) - timing_s/agent_loop/generate_sequences/max:np.float64(53.533365273848176) - timing_s/agent_loop/generate_sequences/mean:np.float64(16.731221175505198) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(53.533365273848176) - timing_s/agent_loop/slowest/tool_calls:np.float64(
|
||
|
|
step:59 - global_seqlen/min:34689 - global_seqlen/max:56180 - global_seqlen/minmax_diff:21491 - global_seqlen/balanced_min:47141 - global_seqlen/balanced_max:49075 - global_seqlen/mean:47480.625 - actor/entropy:0.42323192954063416 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22112640738487244 - training/rollout_probs_diff_mean:0.0033911745995283127 - training/rollout_probs_diff_std:0.008138471283018589 - training/rollout_actor_probs_pearson_corr:0.9995591044425964 - rollout_corr/rollout_is_mean:0.9999943971633911 - rollout_corr/rollout_is_ratio_fraction_high:3.213068112017936e-06 - rollout_corr/rollout_is_ratio_fraction_low:6.426136224035872e-06 - rollout_corr/rollout_is_max:2.264416217803955 - rollout_corr/rollout_is_min:0.44598260521888733 - rollout_corr/rollout_is_std:0.02836867794394493 - rollout_corr/rollout_is_eff_sample_size:0.9991957462217225 - rollout_corr/rollout_is_seq_mean:0.9999998211860657 - rollout_corr/rollout_is_seq_std:0.001030960469506681 - rollout_corr/rollout_is_seq_max:1.004229187965393 - rollout_corr/rollout_is_seq_min:0.9960595369338989 - rollout_corr/rollout_is_seq_max_deviation:0.004229187965393066 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4299974106252193) - rollout_corr/training_log_ppl:np.float64(0.3359124011185486) - rollout_corr/kl:np.float64(0.00043199253835979334) - rollout_corr/k3_kl:np.float64(0.0004072271172077535) - rollout_corr/rollout_ppl:np.float64(1.429351010825485) - rollout_corr/rollout_log_ppl:np.float64(0.3354804104164941) - rollout_corr/log_ppl_diff:np.float64(0.0004319907020544633) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008698585879756138) - rollout_corr/log_ppl_diff_max:np.float64(0.0032856017351150513) - rollout_corr/log_ppl_diff_min:np.float64(-0.0038261711597442627) - rollout_corr/ppl_ratio:np.float64(1.0004326105117798) - rollout_corr/chi2_token:np.float64(0.0007886665407568216) - rollout_corr/chi2_seq:np.float64(1.102270802250132) - actor/pg_loss:np.float64(5.7405210100114346e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012484539280421814) - actor/ppo_kl:np.float64(4.3178232203011646e-05) - actor/pg_clipfrac_lower:np.float64(2.1677303720935015e-06) - actor/grad_norm:np.float64(0.12459838949143887) - perf/mfu/actor:np.float64(0.15411530957231614) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.97130966186523) - actor/lr:np.float64(1e-06) - training/global_step:59 - training/epoch:2 - critic/score/mean:0.71875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.71875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.04919448494911194 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.04919448494911194 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1215.73828125 - response_length/max:7645.0 - response_length/min:157.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1215.73828125 - response_length_non_aborted/max:7645.0 - response_length_non_aborted/min:157.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:268.03125 - prompt_length/max:375.0 - prompt_length/min:160.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00017377547919750214 - timing_s/agent_loop/generate_sequences/min:np.float64(2.034050405025482) - timing_s/agent_loop/generate_sequences/max:np.float64(52.7514441665262) - timing_s/agent_loop/generate_sequences/mean:np.float64(12.213702496665064) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(52.7514441665262) - timing_s/agent_loop/s
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 60}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] To find the magnitude of the charge $ q $, we are given:
|
||
|
|
|
||
|
|
- Electric field $ E = 2.0 \, \mathrm{N/C} $
|
||
|
|
- Distance $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $
|
||
|
|
- Coulomb's constant $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2} $
|
||
|
|
|
||
|
|
We use the formula for the electric field due to a point charge:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We need to solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E \cdot r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now substitute the known values:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{(2.0) \cdot (0.50)^2}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
First, compute $ (0.50)^2 $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
(0.50)^2 = 0.25
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now compute the numerator:
|
||
|
|
|
||
|
|
$$
|
||
|
|
2.0 \cdot 0.25 = 0.50
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now compute the denominator:
|
||
|
|
|
||
|
|
$$
|
||
|
|
8.99 \times 10^9
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now compute the charge:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.50}{8.99 \times 10^9} = \frac{0.50}{8.99} \times 10^{-9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
\frac{0.50}{8.99} \approx 0.0556
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 0.0556 \times 10^{-9} = 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now convert to picocoulombs (pC), since $ 1 \, \mathrm{pC} = 10^{-12} \, \mathrm{C} $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \times 10^{-12} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now compare with the answer choices:
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
|
||
|
|
The closest match is **B: 56 pC**.
|
||
|
|
|
||
|
|
<reasoning>
|
||
|
|
We use the formula $ E = k \frac{q}{r^2} $ to find the charge $ q $. Substituting the given values and simplifying, we find that the charge is approximately 55.6 pC, which is closest to option B.
|
||
|
|
</reasoning>
|
||
|
|
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_60
|
||
|
|
step:60 - global_seqlen/min:30111 - global_seqlen/max:89796 - global_seqlen/minmax_diff:59685 - global_seqlen/balanced_min:50047 - global_seqlen/balanced_max:50180 - global_seqlen/mean:50131.125 - actor/entropy:0.4219725430011749 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.26761937141418457 - training/rollout_probs_diff_mean:0.0032737525179982185 - training/rollout_probs_diff_std:0.008023563772439957 - training/rollout_actor_probs_pearson_corr:0.9995866417884827 - rollout_corr/rollout_is_mean:0.9999962449073792 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.0261113503656816e-06 - rollout_corr/rollout_is_max:1.9552534818649292 - rollout_corr/rollout_is_min:0.36368343234062195 - rollout_corr/rollout_is_std:0.028026238083839417 - rollout_corr/rollout_is_eff_sample_size:0.999215146470059 - rollout_corr/rollout_is_seq_mean:0.9999516606330872 - rollout_corr/rollout_is_seq_std:0.0010303977178409696 - rollout_corr/rollout_is_seq_max:1.0035020112991333 - rollout_corr/rollout_is_seq_min:0.9954249262809753 - rollout_corr/rollout_is_seq_max_deviation:0.004575073719024658 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4140595034696162) - rollout_corr/training_log_ppl:np.float64(0.3272325733851176) - rollout_corr/kl:np.float64(0.00043046686714831583) - rollout_corr/k3_kl:np.float64(0.0003949974453973937) - rollout_corr/rollout_ppl:np.float64(1.4134283671155572) - rollout_corr/rollout_log_ppl:np.float64(0.32680210378021) - rollout_corr/log_ppl_diff:np.float64(0.00043046960490755737) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008739173354115337) - rollout_corr/log_ppl_diff_max:np.float64(0.006730854511260986) - rollout_corr/log_ppl_diff_min:np.float64(-0.002438843250274658) - rollout_corr/ppl_ratio:np.float64(1.0004312125965953) - rollout_corr/chi2_token:np.float64(0.000722584780305624) - rollout_corr/chi2_seq:np.float64(1.0466190420556813) - actor/pg_loss:np.float64(1.1199153959751129e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00015968021341450367) - actor/ppo_kl:np.float64(6.704961512227214e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.12008443288505077) - perf/mfu/actor:np.float64(0.1647866551242615) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.77543354034424) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.671875) - val-aux/sciknoweval/reward/std@16:np.float64(0.2240626490983253) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7666999999999999) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1971325056706902) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.5781125) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.18312620134038018) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.671675) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.2244978550800715) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.8490500000000001) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.14877363384575418) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.5088) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.1262359553956552) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.6999125) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.19120944443302226) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.9071374999999999) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.09393121099917975) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.46338749999999995) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.08209148087342806) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.7191875) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.15548933759230438) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.9402375) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.050091787700358235) - v
|
||
|
|
step:61 - global_seqlen/min:45752 - global_seqlen/max:77521 - global_seqlen/minmax_diff:31769 - global_seqlen/balanced_min:56607 - global_seqlen/balanced_max:56958 - global_seqlen/mean:56856.125 - actor/entropy:0.39492928981781006 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6552004814147949 - training/rollout_probs_diff_mean:0.003135534469038248 - training/rollout_probs_diff_std:0.007907739840447903 - training/rollout_actor_probs_pearson_corr:0.9994683861732483 - rollout_corr/rollout_is_mean:0.9999828338623047 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.567888486737502e-06 - rollout_corr/rollout_is_max:1.8672653436660767 - rollout_corr/rollout_is_min:0.29101717472076416 - rollout_corr/rollout_is_std:0.027300119400024414 - rollout_corr/rollout_is_eff_sample_size:0.9992550205113556 - rollout_corr/rollout_is_seq_mean:1.0000195503234863 - rollout_corr/rollout_is_seq_std:0.0009980873437598348 - rollout_corr/rollout_is_seq_max:1.0043768882751465 - rollout_corr/rollout_is_seq_min:0.9967591166496277 - rollout_corr/rollout_is_seq_max_deviation:0.004376888275146484 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.408340530935675) - rollout_corr/training_log_ppl:np.float64(0.324529722915031) - rollout_corr/kl:np.float64(0.00038801542386091015) - rollout_corr/k3_kl:np.float64(0.00042000259992391875) - rollout_corr/rollout_ppl:np.float64(1.407751803752035) - rollout_corr/rollout_log_ppl:np.float64(0.32414170513220597) - rollout_corr/log_ppl_diff:np.float64(0.0003880177828250453) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008422878890996799) - rollout_corr/log_ppl_diff_max:np.float64(0.005800724029541016) - rollout_corr/log_ppl_diff_min:np.float64(-0.0036716610193252563) - rollout_corr/ppl_ratio:np.float64(1.0003886730410159) - rollout_corr/chi2_token:np.float64(0.0008997754193842411) - rollout_corr/chi2_seq:np.float64(0.5856562717817724) - actor/pg_loss:np.float64(9.93476714938879e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020609253107295444) - actor/ppo_kl:np.float64(1.0061916269954452e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.15778088383376598) - perf/mfu/actor:np.float64(0.17557393231026636) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.95418548583984) - actor/lr:np.float64(1e-06) - training/global_step:61 - training/epoch:2 - critic/score/mean:0.72265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.72265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0009713038452900946 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0009713038452900946 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1521.19140625 - response_length/max:6659.0 - response_length/min:135.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1521.19140625 - response_length_non_aborted/max:6659.0 - response_length_non_aborted/min:135.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:255.5625 - prompt_length/max:328.0 - prompt_length/min:157.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001254584640264511 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8240225315093994) - timing_s/agent_loop/generate_sequences/max:np.float64(49.38348316960037) - timing_s/agent_loop/generate_sequences/mean:np.float64(15.205760123368236) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(49.38348316960037) - timing_s/agent_loop/slowest/tool_calls:np.float
|
||
|
|
step:62 - global_seqlen/min:28896 - global_seqlen/max:104683 - global_seqlen/minmax_diff:75787 - global_seqlen/balanced_min:67049 - global_seqlen/balanced_max:67213 - global_seqlen/mean:67134.0 - actor/entropy:0.42600366473197937 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8567732572555542 - training/rollout_probs_diff_mean:0.0032150347251445055 - training/rollout_probs_diff_std:0.00793883204460144 - training/rollout_actor_probs_pearson_corr:0.9996106028556824 - rollout_corr/rollout_is_mean:1.0000700950622559 - rollout_corr/rollout_is_ratio_fraction_high:2.15829822991509e-06 - rollout_corr/rollout_is_ratio_fraction_low:6.47489468974527e-06 - rollout_corr/rollout_is_max:2.125422954559326 - rollout_corr/rollout_is_min:0.003053532214835286 - rollout_corr/rollout_is_std:0.027791311964392662 - rollout_corr/rollout_is_eff_sample_size:0.9992283581133058 - rollout_corr/rollout_is_seq_mean:1.0000699758529663 - rollout_corr/rollout_is_seq_std:0.001128942472860217 - rollout_corr/rollout_is_seq_max:1.0039699077606201 - rollout_corr/rollout_is_seq_min:0.9920714497566223 - rollout_corr/rollout_is_seq_max_deviation:0.007928550243377686 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4691616958007216) - rollout_corr/training_log_ppl:np.float64(0.3653776543796994) - rollout_corr/kl:np.float64(0.00039364140611319876) - rollout_corr/k3_kl:np.float64(0.00042572843989319153) - rollout_corr/rollout_ppl:np.float64(1.4685669397003949) - rollout_corr/rollout_log_ppl:np.float64(0.36498401110293344) - rollout_corr/log_ppl_diff:np.float64(0.0003936432767659426) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008307227399200201) - rollout_corr/log_ppl_diff_max:np.float64(0.009543061256408691) - rollout_corr/log_ppl_diff_min:np.float64(-0.0032494962215423584) - rollout_corr/ppl_ratio:np.float64(1.0003944088239223) - rollout_corr/chi2_token:np.float64(0.0009197669569402933) - rollout_corr/chi2_seq:np.float64(1.6601045140996575) - actor/pg_loss:np.float64(-9.474251419305801e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00011590343615353049) - actor/ppo_kl:np.float64(4.716461066323063e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10818999446928501) - perf/mfu/actor:np.float64(0.19350604047505943) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.04900360107422) - actor/lr:np.float64(1e-06) - training/global_step:62 - training/epoch:2 - critic/score/mean:0.65625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.65625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0014814019668847322 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0014814019668847322 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1809.875 - response_length/max:6139.0 - response_length/min:169.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1809.875 - response_length_non_aborted/max:6139.0 - response_length_non_aborted/min:169.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:288.0625 - prompt_length/max:460.0 - prompt_length/min:171.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.605474770069122e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.1590842586010695) - timing_s/agent_loop/generate_sequences/max:np.float64(48.22148149460554) - timing_s/agent_loop/generate_sequences/mean:np.float64(18.0422284047454) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(48.22148149460554) - timing_s/agent_loop/slowest/tool_calls:np.float
|
||
|
|
step:63 - global_seqlen/min:33404 - global_seqlen/max:94971 - global_seqlen/minmax_diff:61567 - global_seqlen/balanced_min:53259 - global_seqlen/balanced_max:54267 - global_seqlen/mean:53515.0 - actor/entropy:0.45275378227233887 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18870103359222412 - training/rollout_probs_diff_mean:0.00339776324108243 - training/rollout_probs_diff_std:0.008000901900231838 - training/rollout_actor_probs_pearson_corr:0.9995976686477661 - rollout_corr/rollout_is_mean:1.0000234842300415 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.779074748104904e-06 - rollout_corr/rollout_is_max:1.6216226816177368 - rollout_corr/rollout_is_min:0.3960243761539459 - rollout_corr/rollout_is_std:0.028292939066886902 - rollout_corr/rollout_is_eff_sample_size:0.9992000308743295 - rollout_corr/rollout_is_seq_mean:1.0000338554382324 - rollout_corr/rollout_is_seq_std:0.0010206034639850259 - rollout_corr/rollout_is_seq_max:1.0040816068649292 - rollout_corr/rollout_is_seq_min:0.9965076446533203 - rollout_corr/rollout_is_seq_max_deviation:0.004081606864929199 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.392845130059868) - rollout_corr/training_log_ppl:np.float64(0.30986753129400313) - rollout_corr/kl:np.float64(0.00039362613700077986) - rollout_corr/k3_kl:np.float64(0.0003788294339130971) - rollout_corr/rollout_ppl:np.float64(1.3922858135774732) - rollout_corr/rollout_log_ppl:np.float64(0.30947390163782984) - rollout_corr/log_ppl_diff:np.float64(0.0003936296561732888) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008133103256113827) - rollout_corr/log_ppl_diff_max:np.float64(0.004159331321716309) - rollout_corr/log_ppl_diff_min:np.float64(-0.0025495290756225586) - rollout_corr/ppl_ratio:np.float64(1.0003942425828427) - rollout_corr/chi2_token:np.float64(0.0007350770756602287) - rollout_corr/chi2_seq:np.float64(0.4594551851041615) - actor/pg_loss:np.float64(7.723795715719461e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00010548596083026496) - actor/ppo_kl:np.float64(5.877050272280271e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08551348559558392) - perf/mfu/actor:np.float64(0.16753065811491627) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.80081176757812) - actor/lr:np.float64(1e-06) - training/global_step:63 - training/epoch:2 - critic/score/mean:0.7109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.03102802112698555 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.03102802112698555 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1405.59375 - response_length/max:8192.0 - response_length/min:152.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:1405.59375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:152.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:266.75 - prompt_length/max:350.0 - prompt_length/min:160.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00017119385302066803 - timing_s/agent_loop/generate_sequences/min:np.float64(1.869371073320508) - timing_s/agent_loop/generate_sequences/max:np.float64(67.03272437117994) - timing_s/agent_loop/generate_sequences/mean:np.float64(13.693403950666834) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(67.03272437117994) - timing_s/agent_loop/slowest/tool_calls:np.float6
|
||
|
|
step:64 - global_seqlen/min:30970 - global_seqlen/max:90543 - global_seqlen/minmax_diff:59573 - global_seqlen/balanced_min:59596 - global_seqlen/balanced_max:59937 - global_seqlen/mean:59830.0 - actor/entropy:0.43621382117271423 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4681967496871948 - training/rollout_probs_diff_mean:0.0032422388903796673 - training/rollout_probs_diff_std:0.007834543474018574 - training/rollout_actor_probs_pearson_corr:0.999615490436554 - rollout_corr/rollout_is_mean:1.000067949295044 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.873009402217576e-06 - rollout_corr/rollout_is_max:1.9102002382278442 - rollout_corr/rollout_is_min:0.2423228621482849 - rollout_corr/rollout_is_std:0.02796875685453415 - rollout_corr/rollout_is_eff_sample_size:0.999218360080856 - rollout_corr/rollout_is_seq_mean:1.0001271963119507 - rollout_corr/rollout_is_seq_std:0.0008784870151430368 - rollout_corr/rollout_is_seq_max:1.0027687549591064 - rollout_corr/rollout_is_seq_min:0.9961645007133484 - rollout_corr/rollout_is_seq_max_deviation:0.0038354992866516113 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4255081894807518) - rollout_corr/training_log_ppl:np.float64(0.33409654538263567) - rollout_corr/kl:np.float64(0.0003069534103872229) - rollout_corr/k3_kl:np.float64(0.0004051391514963143) - rollout_corr/rollout_ppl:np.float64(1.425030098296702) - rollout_corr/rollout_log_ppl:np.float64(0.3337895911245141) - rollout_corr/log_ppl_diff:np.float64(0.0003069542581215501) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007710371864959598) - rollout_corr/log_ppl_diff_max:np.float64(0.00480864942073822) - rollout_corr/log_ppl_diff_min:np.float64(-0.002487003803253174) - rollout_corr/ppl_ratio:np.float64(1.0003075052518398) - rollout_corr/chi2_token:np.float64(0.0010234767105430365) - rollout_corr/chi2_seq:np.float64(1.0248696226626635) - actor/pg_loss:np.float64(3.9162347093224525e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00013449225230033335) - actor/ppo_kl:np.float64(7.314733183516609e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.09787004068493843) - perf/mfu/actor:np.float64(0.18222994298278014) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.78503465652466) - actor/lr:np.float64(1e-06) - training/global_step:64 - training/epoch:2 - critic/score/mean:0.6875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.012692666612565517 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.012692666612565517 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1603.21875 - response_length/max:6504.0 - response_length/min:235.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1603.21875 - response_length_non_aborted/max:6504.0 - response_length_non_aborted/min:235.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:266.46875 - prompt_length/max:349.0 - prompt_length/min:192.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00016041100025177002 - timing_s/agent_loop/generate_sequences/min:np.float64(3.038218954578042) - timing_s/agent_loop/generate_sequences/max:np.float64(48.57417339272797) - timing_s/agent_loop/generate_sequences/mean:np.float64(16.26644155262329) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(48.57417339272797) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
|
||
|
|
step:65 - global_seqlen/min:21582 - global_seqlen/max:63673 - global_seqlen/minmax_diff:42091 - global_seqlen/balanced_min:47500 - global_seqlen/balanced_max:47999 - global_seqlen/mean:47802.125 - actor/entropy:0.39129528403282166 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21986928582191467 - training/rollout_probs_diff_mean:0.003225617576390505 - training/rollout_probs_diff_std:0.008090500719845295 - training/rollout_actor_probs_pearson_corr:0.9995739459991455 - rollout_corr/rollout_is_mean:0.9999448657035828 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6904900074005127 - rollout_corr/rollout_is_min:0.5123902559280396 - rollout_corr/rollout_is_std:0.027487242594361305 - rollout_corr/rollout_is_eff_sample_size:0.9992447838866899 - rollout_corr/rollout_is_seq_mean:0.9998865127563477 - rollout_corr/rollout_is_seq_std:0.0011093486100435257 - rollout_corr/rollout_is_seq_max:1.0034520626068115 - rollout_corr/rollout_is_seq_min:0.9955258369445801 - rollout_corr/rollout_is_seq_max_deviation:0.004474163055419922 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3684682152234018) - rollout_corr/training_log_ppl:np.float64(0.29601700889179483) - rollout_corr/kl:np.float64(0.00043714539492256677) - rollout_corr/k3_kl:np.float64(0.00038878725348467924) - rollout_corr/rollout_ppl:np.float64(1.3678660304285586) - rollout_corr/rollout_log_ppl:np.float64(0.295579861412989) - rollout_corr/log_ppl_diff:np.float64(0.0004371474788058549) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009100331517402083) - rollout_corr/log_ppl_diff_max:np.float64(0.005311831831932068) - rollout_corr/log_ppl_diff_min:np.float64(-0.004062667489051819) - rollout_corr/ppl_ratio:np.float64(1.0004379414021969) - rollout_corr/chi2_token:np.float64(0.0006793311331421137) - rollout_corr/chi2_seq:np.float64(1.2524537781719118) - actor/pg_loss:np.float64(0.0001103521790355444) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.197616297891727e-05) - actor/ppo_kl:np.float64(-5.6069447737172595e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08994254469871521) - perf/mfu/actor:np.float64(0.15645029922787607) - perf/max_memory_allocated_gb:np.float64(131.87133502960205) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.88603591918945) - actor/lr:np.float64(1e-06) - training/global_step:65 - training/epoch:2 - critic/score/mean:0.8671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.8671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006594820413738489 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006594820413738489 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1230.47265625 - response_length/max:7182.0 - response_length/min:212.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1230.47265625 - response_length_non_aborted/max:7182.0 - response_length_non_aborted/min:212.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:263.34375 - prompt_length/max:364.0 - prompt_length/min:176.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.158067405223846e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.5644865073263645) - timing_s/agent_loop/generate_sequences/max:np.float64(49.72097803838551) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.574511633109068) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(49.72097803838551) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/
|
||
|
|
step:66 - global_seqlen/min:33934 - global_seqlen/max:97523 - global_seqlen/minmax_diff:63589 - global_seqlen/balanced_min:63235 - global_seqlen/balanced_max:63618 - global_seqlen/mean:63460.5 - actor/entropy:0.4836350083351135 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.38506191968917847 - training/rollout_probs_diff_mean:0.00350581924431026 - training/rollout_probs_diff_std:0.00794005673378706 - training/rollout_actor_probs_pearson_corr:0.9995872378349304 - rollout_corr/rollout_is_mean:0.9999473094940186 - rollout_corr/rollout_is_ratio_fraction_high:2.293304532940965e-06 - rollout_corr/rollout_is_ratio_fraction_low:2.293304532940965e-06 - rollout_corr/rollout_is_max:3.7363619804382324 - rollout_corr/rollout_is_min:0.45649924874305725 - rollout_corr/rollout_is_std:0.02884167805314064 - rollout_corr/rollout_is_eff_sample_size:0.9991688489642058 - rollout_corr/rollout_is_seq_mean:0.9999408721923828 - rollout_corr/rollout_is_seq_std:0.0010089804418385029 - rollout_corr/rollout_is_seq_max:1.0059617757797241 - rollout_corr/rollout_is_seq_min:0.9970559477806091 - rollout_corr/rollout_is_seq_max_deviation:0.005961775779724121 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4541357709094882) - rollout_corr/training_log_ppl:np.float64(0.3529185401275754) - rollout_corr/kl:np.float64(0.0004487401768882293) - rollout_corr/k3_kl:np.float64(0.00045227643718703803) - rollout_corr/rollout_ppl:np.float64(1.4534654365852475) - rollout_corr/rollout_log_ppl:np.float64(0.3524697999237105) - rollout_corr/log_ppl_diff:np.float64(0.00044874020386487246) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009008654160425067) - rollout_corr/log_ppl_diff_max:np.float64(0.004554241895675659) - rollout_corr/log_ppl_diff_min:np.float64(-0.005111396312713623) - rollout_corr/ppl_ratio:np.float64(1.000449490500614) - rollout_corr/chi2_token:np.float64(0.0009134733118116856) - rollout_corr/chi2_seq:np.float64(13.181665818439797) - actor/pg_loss:np.float64(5.611649248749018e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.645304444598878e-05) - actor/ppo_kl:np.float64(5.086660891162609e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08397138444706798) - perf/mfu/actor:np.float64(0.1864176210922637) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.92216110229492) - actor/lr:np.float64(1e-06) - training/global_step:66 - training/epoch:2 - critic/score/mean:0.765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.02002083510160446 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.02002083510160446 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1703.328125 - response_length/max:8192.0 - response_length/min:198.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:1703.328125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:198.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:279.8125 - prompt_length/max:365.0 - prompt_length/min:191.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.438022971153259e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.710974918678403) - timing_s/agent_loop/generate_sequences/max:np.float64(59.87396731041372) - timing_s/agent_loop/generate_sequences/mean:np.float64(16.808275037481508) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(59.87396731041372) - timing_s/agent_loop/slowest/tool_call
|
||
|
|
step:67 - global_seqlen/min:29846 - global_seqlen/max:66602 - global_seqlen/minmax_diff:36756 - global_seqlen/balanced_min:48064 - global_seqlen/balanced_max:48303 - global_seqlen/mean:48233.875 - actor/entropy:0.4240332841873169 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18446603417396545 - training/rollout_probs_diff_mean:0.0033334451727569103 - training/rollout_probs_diff_std:0.00801022257655859 - training/rollout_actor_probs_pearson_corr:0.9995075464248657 - rollout_corr/rollout_is_mean:1.000016450881958 - rollout_corr/rollout_is_ratio_fraction_high:3.1456927445105975e-06 - rollout_corr/rollout_is_ratio_fraction_low:6.291385489021195e-06 - rollout_corr/rollout_is_max:2.192669630050659 - rollout_corr/rollout_is_min:0.3415142297744751 - rollout_corr/rollout_is_std:0.028202205896377563 - rollout_corr/rollout_is_eff_sample_size:0.9992053867417628 - rollout_corr/rollout_is_seq_mean:0.9999523758888245 - rollout_corr/rollout_is_seq_std:0.0010149587178602815 - rollout_corr/rollout_is_seq_max:1.0026092529296875 - rollout_corr/rollout_is_seq_min:0.9962970018386841 - rollout_corr/rollout_is_seq_max_deviation:0.003702998161315918 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.456437811255455) - rollout_corr/training_log_ppl:np.float64(0.3491874962928705) - rollout_corr/kl:np.float64(0.000549241650548149) - rollout_corr/k3_kl:np.float64(0.0004329512739786878) - rollout_corr/rollout_ppl:np.float64(1.4555674134753644) - rollout_corr/rollout_log_ppl:np.float64(0.3486382510745898) - rollout_corr/log_ppl_diff:np.float64(0.0005492452182807028) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009298735531046987) - rollout_corr/log_ppl_diff_max:np.float64(0.005370736122131348) - rollout_corr/log_ppl_diff_min:np.float64(-0.0034429728984832764) - rollout_corr/ppl_ratio:np.float64(1.0005500647239387) - rollout_corr/chi2_token:np.float64(0.0006130961701273918) - rollout_corr/chi2_seq:np.float64(3.0569681401830167) - actor/pg_loss:np.float64(-7.326365448534489e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.657254923287837e-05) - actor/ppo_kl:np.float64(0.00010237288070413797) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0874917283654213) - perf/mfu/actor:np.float64(0.15933752928759692) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.65837478637695) - actor/lr:np.float64(1e-06) - training/global_step:67 - training/epoch:3 - critic/score/mean:0.8046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.8046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.010827867314219475 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.010827867314219475 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1241.77734375 - response_length/max:6316.0 - response_length/min:226.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1241.77734375 - response_length_non_aborted/max:6316.0 - response_length_non_aborted/min:226.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:265.53125 - prompt_length/max:361.0 - prompt_length/min:172.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00024794600903987885 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7115938980132341) - timing_s/agent_loop/generate_sequences/max:np.float64(44.07025810703635) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.514710396375449) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(44.07025810703635) - timing_s/agent_loop/slowest/tool_ca
|
||
|
|
step:68 - global_seqlen/min:29366 - global_seqlen/max:71127 - global_seqlen/minmax_diff:41761 - global_seqlen/balanced_min:45241 - global_seqlen/balanced_max:45620 - global_seqlen/mean:45320.875 - actor/entropy:0.3679567873477936 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1846073567867279 - training/rollout_probs_diff_mean:0.003109095385298133 - training/rollout_probs_diff_std:0.007897583767771721 - training/rollout_actor_probs_pearson_corr:0.9995740056037903 - rollout_corr/rollout_is_mean:0.9999691247940063 - rollout_corr/rollout_is_ratio_fraction_high:3.393983888599905e-06 - rollout_corr/rollout_is_ratio_fraction_low:3.393983888599905e-06 - rollout_corr/rollout_is_max:3.361013650894165 - rollout_corr/rollout_is_min:0.496554970741272 - rollout_corr/rollout_is_std:0.02703685127198696 - rollout_corr/rollout_is_eff_sample_size:0.9992695425945294 - rollout_corr/rollout_is_seq_mean:1.0000405311584473 - rollout_corr/rollout_is_seq_std:0.001029360806569457 - rollout_corr/rollout_is_seq_max:1.0070128440856934 - rollout_corr/rollout_is_seq_min:0.9971495866775513 - rollout_corr/rollout_is_seq_max_deviation:0.007012844085693359 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3687643725425005) - rollout_corr/training_log_ppl:np.float64(0.3007245181070175) - rollout_corr/kl:np.float64(0.0003466152552178414) - rollout_corr/k3_kl:np.float64(0.0004064006222961325) - rollout_corr/rollout_ppl:np.float64(1.368270150385797) - rollout_corr/rollout_log_ppl:np.float64(0.3003779045538977) - rollout_corr/log_ppl_diff:np.float64(0.00034661355311982334) - rollout_corr/log_ppl_abs_diff:np.float64(0.000815852457890287) - rollout_corr/log_ppl_diff_max:np.float64(0.0050161778926849365) - rollout_corr/log_ppl_diff_min:np.float64(-0.00573354959487915) - rollout_corr/ppl_ratio:np.float64(1.0003472932148725) - rollout_corr/chi2_token:np.float64(0.0009375796653330326) - rollout_corr/chi2_seq:np.float64(0.4990305930841714) - actor/pg_loss:np.float64(4.833098500967026e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.405877534618412e-05) - actor/ppo_kl:np.float64(4.350960717935948e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.09933188185095787) - perf/mfu/actor:np.float64(0.15303388314863475) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.6871109008789) - actor/lr:np.float64(1e-06) - training/global_step:68 - training/epoch:3 - critic/score/mean:0.734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.008664840832352638 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.008664840832352638 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1150.93359375 - response_length/max:6380.0 - response_length/min:199.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1150.93359375 - response_length_non_aborted/max:6380.0 - response_length_non_aborted/min:199.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:265.34375 - prompt_length/max:345.0 - prompt_length/min:161.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.791895091533661e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.0759412702172995) - timing_s/agent_loop/generate_sequences/max:np.float64(44.35951707884669) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.321704763286107) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(44.35951707884669) - timing_s/agent_loop/slowest/tool_calls:np.floa
|
||
|
|
step:69 - global_seqlen/min:35402 - global_seqlen/max:71677 - global_seqlen/minmax_diff:36275 - global_seqlen/balanced_min:51417 - global_seqlen/balanced_max:51537 - global_seqlen/mean:51488.375 - actor/entropy:0.41125714778900146 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18462836742401123 - training/rollout_probs_diff_mean:0.0032182156573981047 - training/rollout_probs_diff_std:0.007813959382474422 - training/rollout_actor_probs_pearson_corr:0.9995726346969604 - rollout_corr/rollout_is_mean:0.9999262094497681 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.918830205089762e-06 - rollout_corr/rollout_is_max:1.644830346107483 - rollout_corr/rollout_is_min:0.48185646533966064 - rollout_corr/rollout_is_std:0.027313215658068657 - rollout_corr/rollout_is_eff_sample_size:0.9992545443846275 - rollout_corr/rollout_is_seq_mean:0.9999979734420776 - rollout_corr/rollout_is_seq_std:0.0008565172320231795 - rollout_corr/rollout_is_seq_max:1.0034431219100952 - rollout_corr/rollout_is_seq_min:0.9972632527351379 - rollout_corr/rollout_is_seq_max_deviation:0.003443121910095215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3975837221369147) - rollout_corr/training_log_ppl:np.float64(0.3145434020116227) - rollout_corr/kl:np.float64(0.0003842490903210871) - rollout_corr/k3_kl:np.float64(0.000364644451536833) - rollout_corr/rollout_ppl:np.float64(1.3969996976666152) - rollout_corr/rollout_log_ppl:np.float64(0.31415915075922385) - rollout_corr/log_ppl_diff:np.float64(0.0003842512523988262) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007727831398369744) - rollout_corr/log_ppl_diff_max:np.float64(0.0032014399766921997) - rollout_corr/log_ppl_diff_min:np.float64(-0.002889871597290039) - rollout_corr/ppl_ratio:np.float64(1.0003847263287753) - rollout_corr/chi2_token:np.float64(0.0007037864997982979) - rollout_corr/chi2_seq:np.float64(0.6845616844948381) - actor/pg_loss:np.float64(-3.3041927963495255e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.254580268385325e-05) - actor/ppo_kl:np.float64(3.3652320112764755e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08329814206808805) - perf/mfu/actor:np.float64(0.166977802348238) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.75886535644531) - actor/lr:np.float64(1e-06) - training/global_step:69 - training/epoch:3 - critic/score/mean:0.80859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.80859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006434926297515631 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006434926297515631 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1338.29296875 - response_length/max:5606.0 - response_length/min:269.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1338.29296875 - response_length_non_aborted/max:5606.0 - response_length_non_aborted/min:269.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:270.71875 - prompt_length/max:363.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010468810796737671 - timing_s/agent_loop/generate_sequences/min:np.float64(3.5091678723692894) - timing_s/agent_loop/generate_sequences/max:np.float64(41.96201452054083) - timing_s/agent_loop/generate_sequences/mean:np.float64(13.428402047728014) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(41.96201452054083) - timing_s/agent_loop/slowest/tool_calls:np.floa
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 70}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] To find the magnitude of the particle's charge, we can use the formula for the electric field due to a point charge:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We are given:
|
||
|
|
- $ E = 2.0 \, \mathrm{N/C} $
|
||
|
|
- $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $
|
||
|
|
- $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2 / C^2} $
|
||
|
|
|
||
|
|
We need to solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E \cdot r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 1: Calculate $ r^2 $
|
||
|
|
|
||
|
|
$$
|
||
|
|
r^2 = (0.50)^2 = 0.25 \, \mathrm{m^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 2: Plug into the formula
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot 0.25}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.50}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx \frac{0.50}{8.99 \times 10^9} \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 3: Convert to picocoulombs (pC)
|
||
|
|
|
||
|
|
$$
|
||
|
|
1 \, \mathrm{pC} = 10^{-12} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 4: Choose the closest answer
|
||
|
|
|
||
|
|
The closest option to 55.6 pC is:
|
||
|
|
|
||
|
|
**B: 56 pC**
|
||
|
|
|
||
|
|
---
|
||
|
|
|
||
|
|
<reasoning>
|
||
|
|
We use the formula for the electric field due to a point charge, $ E = k \frac{q}{r^2} $, and solve for $ q $. We calculate $ r^2 = 0.25 \, \mathrm{m^2} $, plug into the formula, and find $ q \approx 5.56 \times 10^{-11} \, \mathrm{C} $, which is approximately 55.6 pC. The closest answer is B.
|
||
|
|
</reasoning>
|
||
|
|
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_70
|
||
|
|
step:70 - global_seqlen/min:28634 - global_seqlen/max:74589 - global_seqlen/minmax_diff:45955 - global_seqlen/balanced_min:51601 - global_seqlen/balanced_max:52935 - global_seqlen/mean:51969.25 - actor/entropy:0.463895708322525 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6431382894515991 - training/rollout_probs_diff_mean:0.0034441002644598484 - training/rollout_probs_diff_std:0.008035892620682716 - training/rollout_actor_probs_pearson_corr:0.9996177554130554 - rollout_corr/rollout_is_mean:0.9999815225601196 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.8799022402381524e-06 - rollout_corr/rollout_is_max:1.7186620235443115 - rollout_corr/rollout_is_min:0.18310591578483582 - rollout_corr/rollout_is_std:0.028500739485025406 - rollout_corr/rollout_is_eff_sample_size:0.9991883671839248 - rollout_corr/rollout_is_seq_mean:1.0000474452972412 - rollout_corr/rollout_is_seq_std:0.0009564801002852619 - rollout_corr/rollout_is_seq_max:1.0044219493865967 - rollout_corr/rollout_is_seq_min:0.9975866675376892 - rollout_corr/rollout_is_seq_max_deviation:0.00442194938659668 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4960705381818116) - rollout_corr/training_log_ppl:np.float64(0.38029307904071175) - rollout_corr/kl:np.float64(0.00034536135440355054) - rollout_corr/k3_kl:np.float64(0.0003967561805495734) - rollout_corr/rollout_ppl:np.float64(1.4955097283236682) - rollout_corr/rollout_log_ppl:np.float64(0.3799477120919619) - rollout_corr/log_ppl_diff:np.float64(0.00034536694874987006) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008130436181090772) - rollout_corr/log_ppl_diff_max:np.float64(0.0031409859657287598) - rollout_corr/log_ppl_diff_min:np.float64(-0.002258613705635071) - rollout_corr/ppl_ratio:np.float64(1.0003458971623331) - rollout_corr/chi2_token:np.float64(0.0009016424883157015) - rollout_corr/chi2_seq:np.float64(2.9101600360590965) - actor/pg_loss:np.float64(-6.507872603833675e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.506012740852384e-05) - actor/ppo_kl:np.float64(7.824350067409114e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11454777047038078) - perf/mfu/actor:np.float64(0.16590592651685154) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(106.71920394897461) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.68125) - val-aux/sciknoweval/reward/std@16:np.float64(0.2137127463842002) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.769025) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1809424350916951) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.5937875) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1784672156379507) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.6828625) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.21320174521790633) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.8434625) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.1347694924147861) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.5284375) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.13266359016202112) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.711225) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.17773838845597045) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.8962875) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.0854184909297855) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.47755000000000003) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.10070722739093489) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.7298625000000001) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.14406533830862692) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.9257875) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.045417892588033096) - val-aux/sciknowev
|
||
|
|
step:71 - global_seqlen/min:28875 - global_seqlen/max:77315 - global_seqlen/minmax_diff:48440 - global_seqlen/balanced_min:54005 - global_seqlen/balanced_max:54274 - global_seqlen/mean:54174.25 - actor/entropy:0.420095831155777 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.42047184705734253 - training/rollout_probs_diff_mean:0.00322735495865345 - training/rollout_probs_diff_std:0.007836757227778435 - training/rollout_actor_probs_pearson_corr:0.999700129032135 - rollout_corr/rollout_is_mean:0.9999887943267822 - rollout_corr/rollout_is_ratio_fraction_high:2.7597932330536423e-06 - rollout_corr/rollout_is_ratio_fraction_low:5.519586466107285e-06 - rollout_corr/rollout_is_max:2.1141860485076904 - rollout_corr/rollout_is_min:0.4562623202800751 - rollout_corr/rollout_is_std:0.02742645889520645 - rollout_corr/rollout_is_eff_sample_size:0.9992484738086154 - rollout_corr/rollout_is_seq_mean:0.9999967813491821 - rollout_corr/rollout_is_seq_std:0.0009134845458902419 - rollout_corr/rollout_is_seq_max:1.0040614604949951 - rollout_corr/rollout_is_seq_min:0.997020423412323 - rollout_corr/rollout_is_seq_max_deviation:0.004061460494995117 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4078892222605646) - rollout_corr/training_log_ppl:np.float64(0.3253569998778403) - rollout_corr/kl:np.float64(0.00031806869935557813) - rollout_corr/k3_kl:np.float64(0.00037636621712522356) - rollout_corr/rollout_ppl:np.float64(1.4074036730453372) - rollout_corr/rollout_log_ppl:np.float64(0.3250389306922443) - rollout_corr/log_ppl_diff:np.float64(0.0003180691855959594) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007455509621649981) - rollout_corr/log_ppl_diff_max:np.float64(0.004639908671379089) - rollout_corr/log_ppl_diff_min:np.float64(-0.003470480442047119) - rollout_corr/ppl_ratio:np.float64(1.0003185661043972) - rollout_corr/chi2_token:np.float64(0.0008722511120140553) - rollout_corr/chi2_seq:np.float64(0.7835535886697471) - actor/pg_loss:np.float64(8.003273978829384e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.337292018723019e-05) - actor/ppo_kl:np.float64(-4.260811079248583e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10855482891201973) - perf/mfu/actor:np.float64(0.16889551806942366) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.48225784301758) - actor/lr:np.float64(1e-06) - training/global_step:71 - training/epoch:3 - critic/score/mean:0.82421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.82421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.017720285803079605 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.017720285803079605 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1415.4140625 - response_length/max:7054.0 - response_length/min:226.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1415.4140625 - response_length_non_aborted/max:7054.0 - response_length_non_aborted/min:226.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.53125 - prompt_length/max:437.0 - prompt_length/min:170.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001040436327457428 - timing_s/agent_loop/generate_sequences/min:np.float64(2.8338771276175976) - timing_s/agent_loop/generate_sequences/max:np.float64(49.44516071304679) - timing_s/agent_loop/generate_sequences/mean:np.float64(13.63207975136902) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(49.44516071304679) - timing_s/agent_loop/slowest/tool_calls
|
||
|
|
step:72 - global_seqlen/min:33672 - global_seqlen/max:79500 - global_seqlen/minmax_diff:45828 - global_seqlen/balanced_min:55942 - global_seqlen/balanced_max:56271 - global_seqlen/mean:56194.875 - actor/entropy:0.40107372403144836 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7170437574386597 - training/rollout_probs_diff_mean:0.003104705596342683 - training/rollout_probs_diff_std:0.007854383438825607 - training/rollout_actor_probs_pearson_corr:0.9995812177658081 - rollout_corr/rollout_is_mean:0.9999414682388306 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.225766017247224e-06 - rollout_corr/rollout_is_max:1.9946351051330566 - rollout_corr/rollout_is_min:0.23694215714931488 - rollout_corr/rollout_is_std:0.026999348774552345 - rollout_corr/rollout_is_eff_sample_size:0.9992714471613361 - rollout_corr/rollout_is_seq_mean:0.9999212026596069 - rollout_corr/rollout_is_seq_std:0.0008411617600359023 - rollout_corr/rollout_is_seq_max:1.0026910305023193 - rollout_corr/rollout_is_seq_min:0.9967179298400879 - rollout_corr/rollout_is_seq_max_deviation:0.0032820701599121094 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.386727336794138) - rollout_corr/training_log_ppl:np.float64(0.31231660785852) - rollout_corr/kl:np.float64(0.00041095774418131725) - rollout_corr/k3_kl:np.float64(0.0003522394192145839) - rollout_corr/rollout_ppl:np.float64(1.3861299636773765) - rollout_corr/rollout_log_ppl:np.float64(0.3119056501018349) - rollout_corr/log_ppl_diff:np.float64(0.00041095775668509305) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007225902227219194) - rollout_corr/log_ppl_diff_max:np.float64(0.0031125247478485107) - rollout_corr/log_ppl_diff_min:np.float64(-0.00223328173160553) - rollout_corr/ppl_ratio:np.float64(1.00041141663678) - rollout_corr/chi2_token:np.float64(0.0005854771006852388) - rollout_corr/chi2_seq:np.float64(3.2485340386629105) - actor/pg_loss:np.float64(1.788930967450142e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.609930801459996e-05) - actor/ppo_kl:np.float64(-7.207803651265721e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.07063721679151058) - perf/mfu/actor:np.float64(0.1745573387991699) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.36584854125977) - actor/lr:np.float64(1e-06) - training/global_step:72 - training/epoch:3 - critic/score/mean:0.76953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.76953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.016829580068588257 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.016829580068588257 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1494.99609375 - response_length/max:7029.0 - response_length/min:275.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1494.99609375 - response_length_non_aborted/max:7029.0 - response_length_non_aborted/min:275.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:261.09375 - prompt_length/max:355.0 - prompt_length/min:178.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001059994101524353 - timing_s/agent_loop/generate_sequences/min:np.float64(3.654697211459279) - timing_s/agent_loop/generate_sequences/max:np.float64(50.904972886666656) - timing_s/agent_loop/generate_sequences/mean:np.float64(15.098586545231228) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(50.904972886666656) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
|
||
|
|
step:73 - global_seqlen/min:50710 - global_seqlen/max:100431 - global_seqlen/minmax_diff:49721 - global_seqlen/balanced_min:71047 - global_seqlen/balanced_max:71387 - global_seqlen/mean:71271.125 - actor/entropy:0.4723150432109833 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5466041564941406 - training/rollout_probs_diff_mean:0.0032528568990528584 - training/rollout_probs_diff_std:0.007730447221547365 - training/rollout_actor_probs_pearson_corr:0.9995112419128418 - rollout_corr/rollout_is_mean:0.9999789595603943 - rollout_corr/rollout_is_ratio_fraction_high:4.0056320358417e-06 - rollout_corr/rollout_is_ratio_fraction_low:6.0084480537625495e-06 - rollout_corr/rollout_is_max:2.142465353012085 - rollout_corr/rollout_is_min:0.40851542353630066 - rollout_corr/rollout_is_std:0.028115419670939445 - rollout_corr/rollout_is_eff_sample_size:0.9992101475610164 - rollout_corr/rollout_is_seq_mean:0.9999721646308899 - rollout_corr/rollout_is_seq_std:0.0010153069160878658 - rollout_corr/rollout_is_seq_max:1.0036121606826782 - rollout_corr/rollout_is_seq_min:0.9954786896705627 - rollout_corr/rollout_is_seq_max_deviation:0.004521310329437256 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5221755541861057) - rollout_corr/training_log_ppl:np.float64(0.39488993302802555) - rollout_corr/kl:np.float64(0.0004714057424735074) - rollout_corr/k3_kl:np.float64(0.0004070275241190302) - rollout_corr/rollout_ppl:np.float64(1.5213952930644155) - rollout_corr/rollout_log_ppl:np.float64(0.39441852559684776) - rollout_corr/log_ppl_diff:np.float64(0.00047140743117779493) - rollout_corr/log_ppl_abs_diff:np.float64(0.000822892296127975) - rollout_corr/log_ppl_diff_max:np.float64(0.0034640729427337646) - rollout_corr/log_ppl_diff_min:np.float64(-0.0030289292335510254) - rollout_corr/ppl_ratio:np.float64(1.0004719870630652) - rollout_corr/chi2_token:np.float64(0.0006970379035919905) - rollout_corr/chi2_seq:np.float64(1.1741749560460448) - actor/pg_loss:np.float64(8.69284849613905e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00010152803969276647) - actor/ppo_kl:np.float64(4.153459515521263e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0953609012067318) - perf/mfu/actor:np.float64(0.19884977160610307) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.27853107452393) - actor/lr:np.float64(1e-06) - training/global_step:73 - training/epoch:3 - critic/score/mean:0.66015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005314472131431103 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005314472131431103 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1950.37890625 - response_length/max:7405.0 - response_length/min:180.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1950.37890625 - response_length_non_aborted/max:7405.0 - response_length_non_aborted/min:180.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:276.84375 - prompt_length/max:375.0 - prompt_length/min:155.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.626864731311798e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4811857379972935) - timing_s/agent_loop/generate_sequences/max:np.float64(56.79083485901356) - timing_s/agent_loop/generate_sequences/mean:np.float64(19.615477024730353) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(56.79083485901356) - timing_s/agent_loop/slowest/tool
|
||
|
|
step:74 - global_seqlen/min:37867 - global_seqlen/max:74272 - global_seqlen/minmax_diff:36405 - global_seqlen/balanced_min:53139 - global_seqlen/balanced_max:53734 - global_seqlen/mean:53577.125 - actor/entropy:0.44166502356529236 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30947351455688477 - training/rollout_probs_diff_mean:0.0033270702697336674 - training/rollout_probs_diff_std:0.007980842143297195 - training/rollout_actor_probs_pearson_corr:0.9996140599250793 - rollout_corr/rollout_is_mean:0.9999847412109375 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.7457967917143833e-06 - rollout_corr/rollout_is_max:1.913217306137085 - rollout_corr/rollout_is_min:0.3732314705848694 - rollout_corr/rollout_is_std:0.02833504043519497 - rollout_corr/rollout_is_eff_sample_size:0.9991978885434327 - rollout_corr/rollout_is_seq_mean:1.000065565109253 - rollout_corr/rollout_is_seq_std:0.0012911416124552488 - rollout_corr/rollout_is_seq_max:1.006355881690979 - rollout_corr/rollout_is_seq_min:0.9940794706344604 - rollout_corr/rollout_is_seq_max_deviation:0.006355881690979004 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.46239750739187) - rollout_corr/training_log_ppl:np.float64(0.35442679983680137) - rollout_corr/kl:np.float64(0.0003367374671343626) - rollout_corr/k3_kl:np.float64(0.00044517193822457557) - rollout_corr/rollout_ppl:np.float64(1.4618395678699017) - rollout_corr/rollout_log_ppl:np.float64(0.3540900625521317) - rollout_corr/log_ppl_diff:np.float64(0.0003367372846696526) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008827941201161593) - rollout_corr/log_ppl_diff_max:np.float64(0.006804674863815308) - rollout_corr/log_ppl_diff_min:np.float64(-0.005605608224868774) - rollout_corr/ppl_ratio:np.float64(1.0003375951200724) - rollout_corr/chi2_token:np.float64(0.0011235442943871021) - rollout_corr/chi2_seq:np.float64(0.879344102460891) - actor/pg_loss:np.float64(2.2439053282141685e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.060110855012681e-05) - actor/ppo_kl:np.float64(-3.356134554266532e-05) - actor/pg_clipfrac_lower:np.float64(1.6035509133871528e-06) - actor/grad_norm:np.float64(0.09511143900454044) - perf/mfu/actor:np.float64(0.16871793536919505) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.22051620483398) - actor/lr:np.float64(1e-06) - training/global_step:74 - training/epoch:3 - critic/score/mean:0.82421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.82421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0102184833958745 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0102184833958745 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1422.62890625 - response_length/max:7451.0 - response_length/min:142.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1422.62890625 - response_length_non_aborted/max:7451.0 - response_length_non_aborted/min:142.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:251.65625 - prompt_length/max:353.0 - prompt_length/min:143.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001026596873998642 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8556665536016226) - timing_s/agent_loop/generate_sequences/max:np.float64(52.814375065267086) - timing_s/agent_loop/generate_sequences/mean:np.float64(13.79034505609161) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(52.814375065267086) - timing_s/agent_loop/slowest/tool_ca
|
||
|
|
step:75 - global_seqlen/min:29725 - global_seqlen/max:63241 - global_seqlen/minmax_diff:33516 - global_seqlen/balanced_min:43431 - global_seqlen/balanced_max:43829 - global_seqlen/mean:43649.625 - actor/entropy:0.40172678232192993 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4140506982803345 - training/rollout_probs_diff_mean:0.0032765574287623167 - training/rollout_probs_diff_std:0.008161391131579876 - training/rollout_actor_probs_pearson_corr:0.9995269775390625 - rollout_corr/rollout_is_mean:1.0000414848327637 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.0609216587909032e-05 - rollout_corr/rollout_is_max:1.553276777267456 - rollout_corr/rollout_is_min:0.2633557915687561 - rollout_corr/rollout_is_std:0.027534905821084976 - rollout_corr/rollout_is_eff_sample_size:0.9992425223351087 - rollout_corr/rollout_is_seq_mean:1.0000547170639038 - rollout_corr/rollout_is_seq_std:0.0010406997753307223 - rollout_corr/rollout_is_seq_max:1.0065134763717651 - rollout_corr/rollout_is_seq_min:0.9971379041671753 - rollout_corr/rollout_is_seq_max_deviation:0.006513476371765137 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.368973680306226) - rollout_corr/training_log_ppl:np.float64(0.29217190519557334) - rollout_corr/kl:np.float64(0.0003027983755394814) - rollout_corr/k3_kl:np.float64(0.0003719866110429848) - rollout_corr/rollout_ppl:np.float64(1.3685665079392493) - rollout_corr/rollout_log_ppl:np.float64(0.29186910606222227) - rollout_corr/log_ppl_diff:np.float64(0.00030279913335107267) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008351847936864942) - rollout_corr/log_ppl_diff_max:np.float64(0.00448000431060791) - rollout_corr/log_ppl_diff_min:np.float64(-0.0031926631927490234) - rollout_corr/ppl_ratio:np.float64(1.000303411623463) - rollout_corr/chi2_token:np.float64(0.0008776339236646891) - rollout_corr/chi2_seq:np.float64(2.008884164271876) - actor/pg_loss:np.float64(2.7343048714101315e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(3.3585604796826374e-05) - actor/ppo_kl:np.float64(-8.158876836361628e-07) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.034894744865596294) - perf/mfu/actor:np.float64(0.14880178274967848) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.15599822998047) - actor/lr:np.float64(1e-06) - training/global_step:75 - training/epoch:3 - critic/score/mean:0.85546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.85546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0015577865997329354 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0015577865997329354 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1104.58203125 - response_length/max:7265.0 - response_length/min:130.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1104.58203125 - response_length_non_aborted/max:7265.0 - response_length_non_aborted/min:130.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:259.46875 - prompt_length/max:383.0 - prompt_length/min:169.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001430269330739975 - timing_s/agent_loop/generate_sequences/min:np.float64(1.6985986921936274) - timing_s/agent_loop/generate_sequences/max:np.float64(49.74266072921455) - timing_s/agent_loop/generate_sequences/mean:np.float64(11.12252202147647) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(49.74266072921455) - timing_s/agent_loop/slowest/tool_calls:np.flo
|
||
|
|
step:76 - global_seqlen/min:42462 - global_seqlen/max:96092 - global_seqlen/minmax_diff:53630 - global_seqlen/balanced_min:72056 - global_seqlen/balanced_max:72271 - global_seqlen/mean:72168.875 - actor/entropy:0.4893510341644287 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2547096014022827 - training/rollout_probs_diff_mean:0.003322131233289838 - training/rollout_probs_diff_std:0.0077032484114170074 - training/rollout_actor_probs_pearson_corr:0.9996566772460938 - rollout_corr/rollout_is_mean:1.0001403093338013 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.9754140794248087e-06 - rollout_corr/rollout_is_max:1.7543652057647705 - rollout_corr/rollout_is_min:0.48901525139808655 - rollout_corr/rollout_is_std:0.028295045718550682 - rollout_corr/rollout_is_eff_sample_size:0.9992002689116629 - rollout_corr/rollout_is_seq_mean:1.0001996755599976 - rollout_corr/rollout_is_seq_std:0.001209214678965509 - rollout_corr/rollout_is_seq_max:1.009247064590454 - rollout_corr/rollout_is_seq_min:0.9936361908912659 - rollout_corr/rollout_is_seq_max_deviation:0.009247064590454102 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5176880699582398) - rollout_corr/training_log_ppl:np.float64(0.3912102092872374) - rollout_corr/kl:np.float64(0.0003245452827291828) - rollout_corr/k3_kl:np.float64(0.0004195083137688016) - rollout_corr/rollout_ppl:np.float64(1.5171602945774794) - rollout_corr/rollout_log_ppl:np.float64(0.39088566205464303) - rollout_corr/log_ppl_diff:np.float64(0.00032454723259434104) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007810101378709078) - rollout_corr/log_ppl_diff_max:np.float64(0.007137387990951538) - rollout_corr/log_ppl_diff_min:np.float64(-0.008129239082336426) - rollout_corr/ppl_ratio:np.float64(1.000325285596773) - rollout_corr/chi2_token:np.float64(0.0010407264344394207) - rollout_corr/chi2_seq:np.float64(1.3129587173461914) - actor/pg_loss:np.float64(1.1760275810956955e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.053675117025705e-05) - actor/ppo_kl:np.float64(0.00012599972318838581) - actor/pg_clipfrac_lower:np.float64(2.287031520609162e-06) - actor/grad_norm:np.float64(0.09297847654670477) - perf/mfu/actor:np.float64(0.20044092158481716) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.21371841430664) - actor/lr:np.float64(1e-06) - training/global_step:76 - training/epoch:3 - critic/score/mean:0.6953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.027344420552253723 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.027344420552253723 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1977.43359375 - response_length/max:6976.0 - response_length/min:140.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1977.43359375 - response_length_non_aborted/max:6976.0 - response_length_non_aborted/min:140.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.84375 - prompt_length/max:375.0 - prompt_length/min:185.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.447336196899414e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(1.7599249705672264) - timing_s/agent_loop/generate_sequences/max:np.float64(53.188171891495585) - timing_s/agent_loop/generate_sequences/mean:np.float64(19.02186474698101) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(53.188171891495585) - timing_s/agent_loop/slowest/too
|
||
|
|
step:77 - global_seqlen/min:27511 - global_seqlen/max:128154 - global_seqlen/minmax_diff:100643 - global_seqlen/balanced_min:64748 - global_seqlen/balanced_max:65174 - global_seqlen/mean:65054.25 - actor/entropy:0.462461918592453 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6478930115699768 - training/rollout_probs_diff_mean:0.0033272244036197662 - training/rollout_probs_diff_std:0.007839487865567207 - training/rollout_actor_probs_pearson_corr:0.9997078776359558 - rollout_corr/rollout_is_mean:1.000058650970459 - rollout_corr/rollout_is_ratio_fraction_high:2.2016636194166495e-06 - rollout_corr/rollout_is_ratio_fraction_low:6.604990630876273e-06 - rollout_corr/rollout_is_max:4.972353458404541 - rollout_corr/rollout_is_min:0.14135953783988953 - rollout_corr/rollout_is_std:0.02817683294415474 - rollout_corr/rollout_is_eff_sample_size:0.9992068149827754 - rollout_corr/rollout_is_seq_mean:1.0000437498092651 - rollout_corr/rollout_is_seq_std:0.0011115683009847999 - rollout_corr/rollout_is_seq_max:1.0068318843841553 - rollout_corr/rollout_is_seq_min:0.9928021430969238 - rollout_corr/rollout_is_seq_max_deviation:0.007197856903076172 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4656865671277046) - rollout_corr/training_log_ppl:np.float64(0.36309026755043305) - rollout_corr/kl:np.float64(0.00044725021728453385) - rollout_corr/k3_kl:np.float64(0.0003817609845384595) - rollout_corr/rollout_ppl:np.float64(1.4650072930380702) - rollout_corr/rollout_log_ppl:np.float64(0.3626430144358892) - rollout_corr/log_ppl_diff:np.float64(0.0004472531145438552) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008061645785346627) - rollout_corr/log_ppl_diff_max:np.float64(0.008196413516998291) - rollout_corr/log_ppl_diff_min:np.float64(-0.0022748708724975586) - rollout_corr/ppl_ratio:np.float64(1.0004479088820517) - rollout_corr/chi2_token:np.float64(0.0006361156702041626) - rollout_corr/chi2_seq:np.float64(3.7252589049749076) - actor/pg_loss:np.float64(4.542234819382429e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.581747235008152e-05) - actor/ppo_kl:np.float64(0.00011224961554034962) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.09250594861805439) - perf/mfu/actor:np.float64(0.1876084141306772) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.58203125) - perf/cpu_memory_used_gb:np.float64(107.25350570678711) - actor/lr:np.float64(1e-06) - training/global_step:77 - training/epoch:3 - critic/score/mean:0.72265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.72265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009082688018679619 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009082688018679619 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1774.2265625 - response_length/max:8192.0 - response_length/min:214.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:1774.2265625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:214.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:258.71875 - prompt_length/max:355.0 - prompt_length/min:197.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010951049625873566 - timing_s/agent_loop/generate_sequences/min:np.float64(2.6410596389323473) - timing_s/agent_loop/generate_sequences/max:np.float64(66.44215983897448) - timing_s/agent_loop/generate_sequences/mean:np.float64(16.0781091665267) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(66.44215983897448) - timing_s/agent_loop/
|
||
|
|
step:78 - global_seqlen/min:25325 - global_seqlen/max:84216 - global_seqlen/minmax_diff:58891 - global_seqlen/balanced_min:56720 - global_seqlen/balanced_max:56942 - global_seqlen/mean:56839.875 - actor/entropy:0.44374775886535645 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24491605162620544 - training/rollout_probs_diff_mean:0.003467120695859194 - training/rollout_probs_diff_std:0.008032586425542831 - training/rollout_actor_probs_pearson_corr:0.9996151328086853 - rollout_corr/rollout_is_mean:0.9999576210975647 - rollout_corr/rollout_is_ratio_fraction_high:7.75131684349617e-06 - rollout_corr/rollout_is_ratio_fraction_low:7.75131684349617e-06 - rollout_corr/rollout_is_max:4.747284889221191 - rollout_corr/rollout_is_min:0.10899676382541656 - rollout_corr/rollout_is_std:0.02860928140580654 - rollout_corr/rollout_is_eff_sample_size:0.9991820593831796 - rollout_corr/rollout_is_seq_mean:1.0000097751617432 - rollout_corr/rollout_is_seq_std:0.001185454661026597 - rollout_corr/rollout_is_seq_max:1.005151629447937 - rollout_corr/rollout_is_seq_min:0.9958641529083252 - rollout_corr/rollout_is_seq_max_deviation:0.005151629447937012 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4343888186849654) - rollout_corr/training_log_ppl:np.float64(0.3459277451329399) - rollout_corr/kl:np.float64(0.0004222604492056803) - rollout_corr/k3_kl:np.float64(0.0003943129925687572) - rollout_corr/rollout_ppl:np.float64(1.4337338921613991) - rollout_corr/rollout_log_ppl:np.float64(0.34550548443803564) - rollout_corr/log_ppl_diff:np.float64(0.0004222606949042529) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008823849784675986) - rollout_corr/log_ppl_diff_max:np.float64(0.004985526204109192) - rollout_corr/log_ppl_diff_min:np.float64(-0.0038795918226242065) - rollout_corr/ppl_ratio:np.float64(1.0004229948390275) - rollout_corr/chi2_token:np.float64(0.0007329215295612812) - rollout_corr/chi2_seq:np.float64(0.7212347930762917) - actor/pg_loss:np.float64(6.53313472867012e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.447403512765959e-05) - actor/ppo_kl:np.float64(2.688655172633503e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08514224551618099) - perf/mfu/actor:np.float64(0.17315237393578076) - perf/max_memory_allocated_gb:np.float64(132.44677352905273) - perf/max_memory_reserved_gb:np.float64(144.6875) - perf/cpu_memory_used_gb:np.float64(107.3226547241211) - actor/lr:np.float64(1e-06) - training/global_step:78 - training/epoch:3 - critic/score/mean:0.80859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.80859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.06087884306907654 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.06087884306907654 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1511.83984375 - response_length/max:8192.0 - response_length/min:229.0 - response_length/clip_ratio:0.01953125 - response_length_non_aborted/mean:1511.83984375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:229.0 - response_length_non_aborted/clip_ratio:0.01953125 - response/aborted_ratio:0.0 - prompt_length/mean:264.40625 - prompt_length/max:355.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010377727448940277 - timing_s/agent_loop/generate_sequences/min:np.float64(3.003926744684577) - timing_s/agent_loop/generate_sequences/max:np.float64(69.25940157100558) - timing_s/agent_loop/generate_sequences/mean:np.float64(14.432622163862106) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(69.25940157100558) - timing_s/agent_loop/slowest/t
|
||
|
|
step:79 - global_seqlen/min:37448 - global_seqlen/max:108817 - global_seqlen/minmax_diff:71369 - global_seqlen/balanced_min:70970 - global_seqlen/balanced_max:71124 - global_seqlen/mean:71023.25 - actor/entropy:0.4368029832839966 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45647865533828735 - training/rollout_probs_diff_mean:0.0031526105012744665 - training/rollout_probs_diff_std:0.007653329521417618 - training/rollout_actor_probs_pearson_corr:0.9996246695518494 - rollout_corr/rollout_is_mean:1.0000195503234863 - rollout_corr/rollout_is_ratio_fraction_high:6.0216539168322925e-06 - rollout_corr/rollout_is_ratio_fraction_low:4.014435944554862e-06 - rollout_corr/rollout_is_max:3.049748420715332 - rollout_corr/rollout_is_min:1.032992599903082e-06 - rollout_corr/rollout_is_std:0.02727172151207924 - rollout_corr/rollout_is_eff_sample_size:0.9992569250228056 - rollout_corr/rollout_is_seq_mean:1.0000171661376953 - rollout_corr/rollout_is_seq_std:0.001091465470381081 - rollout_corr/rollout_is_seq_max:1.005435824394226 - rollout_corr/rollout_is_seq_min:0.9938186407089233 - rollout_corr/rollout_is_seq_max_deviation:0.00618135929107666 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3994069588370621) - rollout_corr/training_log_ppl:np.float64(0.3162277852825355) - rollout_corr/kl:np.float64(0.00035690159927703746) - rollout_corr/k3_kl:np.float64(0.0004051223161241069) - rollout_corr/rollout_ppl:np.float64(1.3988550025969744) - rollout_corr/rollout_log_ppl:np.float64(0.31587088617379777) - rollout_corr/log_ppl_diff:np.float64(0.00035689910873770714) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008177596027962863) - rollout_corr/log_ppl_diff_max:np.float64(0.008748382329940796) - rollout_corr/log_ppl_diff_min:np.float64(-0.00391659140586853) - rollout_corr/ppl_ratio:np.float64(1.0003577324096113) - rollout_corr/chi2_token:np.float64(0.0008362571243196726) - rollout_corr/chi2_seq:np.float64(119.7799857633654) - actor/pg_loss:np.float64(3.9536505937576294e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.417913894234516e-05) - actor/ppo_kl:np.float64(-1.3414459802518763e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.056897282134741545) - perf/mfu/actor:np.float64(0.19757145862440487) - perf/max_memory_allocated_gb:np.float64(133.4042763710022) - perf/max_memory_reserved_gb:np.float64(144.6875) - perf/cpu_memory_used_gb:np.float64(107.21912050247192) - actor/lr:np.float64(1e-06) - training/global_step:79 - training/epoch:3 - critic/score/mean:0.82421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.82421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.017608821392059326 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.017608821392059326 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1946.1015625 - response_length/max:8192.0 - response_length/min:209.0 - response_length/clip_ratio:0.015625 - response_length_non_aborted/mean:1946.1015625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:209.0 - response_length_non_aborted/clip_ratio:0.015625 - response/aborted_ratio:0.0 - prompt_length/mean:273.375 - prompt_length/max:365.0 - prompt_length/min:171.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014724023640155792 - timing_s/agent_loop/generate_sequences/min:np.float64(2.6493716575205326) - timing_s/agent_loop/generate_sequences/max:np.float64(73.67174332775176) - timing_s/agent_loop/generate_sequences/mean:np.float64(18.573477208301483) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(73.67174332775176) - timing_s/agent_loop/slowes
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 80}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] To find the magnitude of the charge, we use the formula for the electric field due to a point charge:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We are given:
|
||
|
|
|
||
|
|
- $ E = 2.0 \, \mathrm{N/C} $
|
||
|
|
- $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $
|
||
|
|
- $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2 / C^2} $
|
||
|
|
|
||
|
|
We need to solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E \cdot r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 1: Plug in the values
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{2.0 \cdot (0.50)^2}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 2: Compute $ (0.50)^2 $
|
||
|
|
|
||
|
|
$$
|
||
|
|
(0.50)^2 = 0.25
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 3: Multiply by 2.0
|
||
|
|
|
||
|
|
$$
|
||
|
|
2.0 \cdot 0.25 = 0.50
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 4: Divide by $ 8.99 \times 10^9 $
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.50}{8.99 \times 10^9} \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 5: Convert to picocoulombs (pC)
|
||
|
|
|
||
|
|
$$
|
||
|
|
1 \, \mathrm{pC} = 1 \times 10^{-12} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = 5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \times 10^{-12} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 6: Choose the closest answer
|
||
|
|
|
||
|
|
The options are:
|
||
|
|
|
||
|
|
- A: 50 pC
|
||
|
|
- B: 56 pC
|
||
|
|
- C: 60 pC
|
||
|
|
- D: 64 pC
|
||
|
|
|
||
|
|
The closest value to 55.6 pC is **56 pC**.
|
||
|
|
|
||
|
|
---
|
||
|
|
|
||
|
|
<reasoning>
|
||
|
|
We use the formula $ E = k \frac{q}{r^2} $ to find the charge $ q $. Given the electric field $ E = 2.0 \, \mathrm{N/C} $, the distance $ r = 0.50 \, \mathrm{m} $, and the constant $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2 / C^2} $, we rearrange the formula to solve for $ q $. Calculating the result gives $ q \approx 5.56 \times 10^{-11} \, \mathrm{C} $, which is approximately 55.6 pC. The closest option is B: 56 pC.
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_80
|
||
|
|
step:80 - global_seqlen/min:29962 - global_seqlen/max:105447 - global_seqlen/minmax_diff:75485 - global_seqlen/balanced_min:60292 - global_seqlen/balanced_max:60692 - global_seqlen/mean:60551.375 - actor/entropy:0.37467148900032043 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3974228799343109 - training/rollout_probs_diff_mean:0.0030430646147578955 - training/rollout_probs_diff_std:0.007756151724606752 - training/rollout_actor_probs_pearson_corr:0.9996011257171631 - rollout_corr/rollout_is_mean:0.9999578595161438 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.408228510830668e-06 - rollout_corr/rollout_is_max:1.7704508304595947 - rollout_corr/rollout_is_min:0.40431222319602966 - rollout_corr/rollout_is_std:0.02627207152545452 - rollout_corr/rollout_is_eff_sample_size:0.9993102542910165 - rollout_corr/rollout_is_seq_mean:0.9999442100524902 - rollout_corr/rollout_is_seq_std:0.0010222762357443571 - rollout_corr/rollout_is_seq_max:1.0053536891937256 - rollout_corr/rollout_is_seq_min:0.9961909055709839 - rollout_corr/rollout_is_seq_max_deviation:0.005353689193725586 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3535777013748884) - rollout_corr/training_log_ppl:np.float64(0.2919448420871049) - rollout_corr/kl:np.float64(0.0002914607577544359) - rollout_corr/k3_kl:np.float64(0.00035389692166631903) - rollout_corr/rollout_ppl:np.float64(1.3531782091595232) - rollout_corr/rollout_log_ppl:np.float64(0.2916533798270393) - rollout_corr/log_ppl_diff:np.float64(0.0002914622600656003) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007385123462881893) - rollout_corr/log_ppl_diff_max:np.float64(0.004037708044052124) - rollout_corr/log_ppl_diff_min:np.float64(-0.004292726516723633) - rollout_corr/ppl_ratio:np.float64(1.0002919645048678) - rollout_corr/chi2_token:np.float64(0.0008356906473636627) - rollout_corr/chi2_seq:np.float64(10.826386786764488) - actor/pg_loss:np.float64(2.2610998712480068e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.29967929121267e-05) - actor/ppo_kl:np.float64(-0.00010968260576760258) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08275915030390024) - perf/mfu/actor:np.float64(0.17912262687715078) - perf/max_memory_allocated_gb:np.float64(133.4042763710022) - perf/max_memory_reserved_gb:np.float64(144.6875) - perf/cpu_memory_used_gb:np.float64(107.1332893371582) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7125) - val-aux/sciknoweval/reward/std@16:np.float64(0.21208410796593385) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.8003625) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1838824791651191) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6199874999999999) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1767685182330923) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.7112875) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.21264807771425337) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.8766124999999999) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.13289130750751482) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.551875) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.12414401859208643) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.7451) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.18095144568917293) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.9285499999999999) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.08117133451240169) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.5055999999999999) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.0797599664446933) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.7729874999999999) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.14284952333254633) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.9576999999999998) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.0390505266
|
||
|
|
step:81 - global_seqlen/min:47325 - global_seqlen/max:105881 - global_seqlen/minmax_diff:58556 - global_seqlen/balanced_min:76357 - global_seqlen/balanced_max:76567 - global_seqlen/mean:76471.5 - actor/entropy:0.46122434735298157 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2159644365310669 - training/rollout_probs_diff_mean:0.0033320188522338867 - training/rollout_probs_diff_std:0.00773474620655179 - training/rollout_actor_probs_pearson_corr:0.9996447563171387 - rollout_corr/rollout_is_mean:1.0000454187393188 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8291126489639282 - rollout_corr/rollout_is_min:0.5626341700553894 - rollout_corr/rollout_is_std:0.02797088772058487 - rollout_corr/rollout_is_eff_sample_size:0.9992181220349029 - rollout_corr/rollout_is_seq_mean:1.0000308752059937 - rollout_corr/rollout_is_seq_std:0.0010952734155580401 - rollout_corr/rollout_is_seq_max:1.0038789510726929 - rollout_corr/rollout_is_seq_min:0.9951615929603577 - rollout_corr/rollout_is_seq_max_deviation:0.004838407039642334 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4837682861834764) - rollout_corr/training_log_ppl:np.float64(0.3760610534227453) - rollout_corr/kl:np.float64(0.0004281692851382246) - rollout_corr/k3_kl:np.float64(0.0004241228809291897) - rollout_corr/rollout_ppl:np.float64(1.483103048056364) - rollout_corr/rollout_log_ppl:np.float64(0.37563288104138337) - rollout_corr/log_ppl_diff:np.float64(0.00042817238136194646) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008447545405942947) - rollout_corr/log_ppl_diff_max:np.float64(0.007132202386856079) - rollout_corr/log_ppl_diff_min:np.float64(-0.004386395215988159) - rollout_corr/ppl_ratio:np.float64(1.0004289988428354) - rollout_corr/chi2_token:np.float64(0.0008449205197393894) - rollout_corr/chi2_seq:np.float64(8.882342195371166) - actor/pg_loss:np.float64(8.517643436789513e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.26423552603228e-05) - actor/ppo_kl:np.float64(4.755724401039885e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.05668603768572211) - perf/mfu/actor:np.float64(0.20224053663035063) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.6875) - perf/cpu_memory_used_gb:np.float64(107.5755615234375) - actor/lr:np.float64(1e-06) - training/global_step:81 - training/epoch:3 - critic/score/mean:0.734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.021595492959022522 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.021595492959022522 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2130.390625 - response_length/max:8192.0 - response_length/min:178.0 - response_length/clip_ratio:0.01953125 - response_length_non_aborted/mean:2130.390625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:178.0 - response_length_non_aborted/clip_ratio:0.01953125 - response/aborted_ratio:0.0 - prompt_length/mean:259.34375 - prompt_length/max:460.0 - prompt_length/min:160.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:6.419792771339417e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.191812541335821) - timing_s/agent_loop/generate_sequences/max:np.float64(73.02005716599524) - timing_s/agent_loop/generate_sequences/mean:np.float64(19.716089782734343) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(73.02005716599524) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_
|
||
|
|
step:82 - global_seqlen/min:38375 - global_seqlen/max:108226 - global_seqlen/minmax_diff:69851 - global_seqlen/balanced_min:78960 - global_seqlen/balanced_max:79182 - global_seqlen/mean:79033.125 - actor/entropy:0.4809735119342804 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.40625 - training/rollout_probs_diff_mean:0.0033739369828253984 - training/rollout_probs_diff_std:0.0077420733869075775 - training/rollout_actor_probs_pearson_corr:0.99964839220047 - rollout_corr/rollout_is_mean:1.0000008344650269 - rollout_corr/rollout_is_ratio_fraction_high:1.7803699847718235e-06 - rollout_corr/rollout_is_ratio_fraction_low:8.901850378606468e-06 - rollout_corr/rollout_is_max:3.1266798973083496 - rollout_corr/rollout_is_min:0.04171716049313545 - rollout_corr/rollout_is_std:0.028216995298862457 - rollout_corr/rollout_is_eff_sample_size:0.9992043155636828 - rollout_corr/rollout_is_seq_mean:1.0000370740890503 - rollout_corr/rollout_is_seq_std:0.0007998693035915494 - rollout_corr/rollout_is_seq_max:1.0032259225845337 - rollout_corr/rollout_is_seq_min:0.9969495534896851 - rollout_corr/rollout_is_seq_max_deviation:0.0032259225845336914 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.447751184925437) - rollout_corr/training_log_ppl:np.float64(0.3510043573041912) - rollout_corr/kl:np.float64(0.0003127274083301046) - rollout_corr/k3_kl:np.float64(0.0003627495793239177) - rollout_corr/rollout_ppl:np.float64(1.4472675155848265) - rollout_corr/rollout_log_ppl:np.float64(0.3506916323385667) - rollout_corr/log_ppl_diff:np.float64(0.00031272496562451124) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007065368699841201) - rollout_corr/log_ppl_diff_max:np.float64(0.0035865604877471924) - rollout_corr/log_ppl_diff_min:np.float64(-0.0028453469276428223) - rollout_corr/ppl_ratio:np.float64(1.0003131539560854) - rollout_corr/chi2_token:np.float64(0.000826970674097538) - rollout_corr/chi2_seq:np.float64(2.990220111096278) - actor/pg_loss:np.float64(-1.262675505131483e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.107881173671558e-05) - actor/ppo_kl:np.float64(-1.3940705438253431e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0625862805172801) - perf/mfu/actor:np.float64(0.20966418106155954) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.6875) - perf/cpu_memory_used_gb:np.float64(107.6513671875) - actor/lr:np.float64(1e-06) - training/global_step:82 - training/epoch:3 - critic/score/mean:0.76953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.76953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.017938785254955292 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.017938785254955292 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2194.06640625 - response_length/max:8192.0 - response_length/min:305.0 - response_length/clip_ratio:0.01171875 - response_length_non_aborted/mean:2194.06640625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:305.0 - response_length_non_aborted/clip_ratio:0.01171875 - response/aborted_ratio:0.0 - prompt_length/mean:275.71875 - prompt_length/max:382.0 - prompt_length/min:189.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.206309914588928e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(3.8525668401271105) - timing_s/agent_loop/generate_sequences/max:np.float64(73.49001097865403) - timing_s/agent_loop/generate_sequences/mean:np.float64(21.367409962149395) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(73.49001097865403) - timing_s/agent_loop/slowest/tool_
|
||
|
|
step:83 - global_seqlen/min:46708 - global_seqlen/max:91538 - global_seqlen/minmax_diff:44830 - global_seqlen/balanced_min:69220 - global_seqlen/balanced_max:69538 - global_seqlen/mean:69476.25 - actor/entropy:0.5335648059844971 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21911153197288513 - training/rollout_probs_diff_mean:0.0035760728642344475 - training/rollout_probs_diff_std:0.007884988561272621 - training/rollout_actor_probs_pearson_corr:0.9996548891067505 - rollout_corr/rollout_is_mean:1.0000134706497192 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9868483543395996 - rollout_corr/rollout_is_min:0.5721929669380188 - rollout_corr/rollout_is_std:0.029507704079151154 - rollout_corr/rollout_is_eff_sample_size:0.9991300528161801 - rollout_corr/rollout_is_seq_mean:0.9999951124191284 - rollout_corr/rollout_is_seq_std:0.0008592059020884335 - rollout_corr/rollout_is_seq_max:1.0029661655426025 - rollout_corr/rollout_is_seq_min:0.9966848492622375 - rollout_corr/rollout_is_seq_max_deviation:0.003315150737762451 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5849693166092038) - rollout_corr/training_log_ppl:np.float64(0.43137292834580876) - rollout_corr/kl:np.float64(0.0004295566333016865) - rollout_corr/k3_kl:np.float64(0.000427562826786243) - rollout_corr/rollout_ppl:np.float64(1.5842498331330717) - rollout_corr/rollout_log_ppl:np.float64(0.43094336806098) - rollout_corr/log_ppl_diff:np.float64(0.0004295602848287672) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007582434045616537) - rollout_corr/log_ppl_diff_max:np.float64(0.0037308931350708008) - rollout_corr/log_ppl_diff_min:np.float64(-0.0021752119064331055) - rollout_corr/ppl_ratio:np.float64(1.000430047744885) - rollout_corr/chi2_token:np.float64(0.0008571695070713758) - rollout_corr/chi2_seq:np.float64(14.75534682860598) - actor/pg_loss:np.float64(5.458039231598377e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001093973785941671) - actor/ppo_kl:np.float64(3.278788307525815e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.11635340005159378) - perf/mfu/actor:np.float64(0.19497208017666126) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.6875) - perf/cpu_memory_used_gb:np.float64(107.30697250366211) - actor/lr:np.float64(1e-06) - training/global_step:83 - training/epoch:3 - critic/score/mean:0.6953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005556248594075441 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005556248594075441 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1894.0703125 - response_length/max:7501.0 - response_length/min:209.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1894.0703125 - response_length_non_aborted/max:7501.0 - response_length_non_aborted/min:209.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.0625 - prompt_length/max:375.0 - prompt_length/min:174.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014759600162506104 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8615881502628326) - timing_s/agent_loop/generate_sequences/max:np.float64(58.530355628579855) - timing_s/agent_loop/generate_sequences/mean:np.float64(18.284697317627433) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.530355628579855) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/
|
||
|
|
step:84 - global_seqlen/min:46333 - global_seqlen/max:120390 - global_seqlen/minmax_diff:74057 - global_seqlen/balanced_min:81591 - global_seqlen/balanced_max:81854 - global_seqlen/mean:81763.5 - actor/entropy:0.46362319588661194 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21383929252624512 - training/rollout_probs_diff_mean:0.003217406803742051 - training/rollout_probs_diff_std:0.007578108459711075 - training/rollout_actor_probs_pearson_corr:0.9996676445007324 - rollout_corr/rollout_is_mean:1.0000669956207275 - rollout_corr/rollout_is_ratio_fraction_high:3.410757472011028e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.705378736005514e-06 - rollout_corr/rollout_is_max:2.3830087184906006 - rollout_corr/rollout_is_min:0.15366080403327942 - rollout_corr/rollout_is_std:0.027716144919395447 - rollout_corr/rollout_is_eff_sample_size:0.9992325240192108 - rollout_corr/rollout_is_seq_mean:1.0001479387283325 - rollout_corr/rollout_is_seq_std:0.0008669063681736588 - rollout_corr/rollout_is_seq_max:1.0025583505630493 - rollout_corr/rollout_is_seq_min:0.9951901435852051 - rollout_corr/rollout_is_seq_max_deviation:0.004809856414794922 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5030197105370462) - rollout_corr/training_log_ppl:np.float64(0.3850575773685705) - rollout_corr/kl:np.float64(0.00027459628167836314) - rollout_corr/k3_kl:np.float64(0.00038053442332852683) - rollout_corr/rollout_ppl:np.float64(1.5025763548910618) - rollout_corr/rollout_log_ppl:np.float64(0.38478297731489874) - rollout_corr/log_ppl_diff:np.float64(0.00027460005367174745) - rollout_corr/log_ppl_abs_diff:np.float64(0.0006311151082627475) - rollout_corr/log_ppl_diff_max:np.float64(0.005537629127502441) - rollout_corr/log_ppl_diff_min:np.float64(-0.002191781997680664) - rollout_corr/ppl_ratio:np.float64(1.0002749729901552) - rollout_corr/chi2_token:np.float64(0.0009795920923352242) - rollout_corr/chi2_seq:np.float64(5.221234666882083) - actor/pg_loss:np.float64(-1.2737466022372246e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.926910533091359e-05) - actor/ppo_kl:np.float64(4.087090245974423e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08847346901893616) - perf/mfu/actor:np.float64(0.21121760504386758) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.6875) - perf/cpu_memory_used_gb:np.float64(107.31388092041016) - actor/lr:np.float64(1e-06) - training/global_step:84 - training/epoch:3 - critic/score/mean:0.68359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.68359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.028147703036665916 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.028147703036665916 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:2290.546875 - response_length/max:8192.0 - response_length/min:261.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:2290.546875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:261.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:264.5625 - prompt_length/max:356.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.132176637649536e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(3.4179056379944086) - timing_s/agent_loop/generate_sequences/max:np.float64(73.46726548857987) - timing_s/agent_loop/generate_sequences/mean:np.float64(22.820737626556365) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(73.46726548857987) - timing_s/agent_loop/slow
|
||
|
|
step:85 - global_seqlen/min:32778 - global_seqlen/max:118304 - global_seqlen/minmax_diff:85526 - global_seqlen/balanced_min:71971 - global_seqlen/balanced_max:72255 - global_seqlen/mean:72087.625 - actor/entropy:0.43251606822013855 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4627995491027832 - training/rollout_probs_diff_mean:0.0032046264968812466 - training/rollout_probs_diff_std:0.0077904630452394485 - training/rollout_actor_probs_pearson_corr:0.9996163845062256 - rollout_corr/rollout_is_mean:1.0000158548355103 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.962150236067828e-06 - rollout_corr/rollout_is_max:1.9618604183197021 - rollout_corr/rollout_is_min:0.2549246847629547 - rollout_corr/rollout_is_std:0.027508918195962906 - rollout_corr/rollout_is_eff_sample_size:0.9992438316531975 - rollout_corr/rollout_is_seq_mean:1.0000420808792114 - rollout_corr/rollout_is_seq_std:0.0008891079341992736 - rollout_corr/rollout_is_seq_max:1.0028163194656372 - rollout_corr/rollout_is_seq_min:0.9960147738456726 - rollout_corr/rollout_is_seq_max_deviation:0.003985226154327393 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.42215026775375) - rollout_corr/training_log_ppl:np.float64(0.33671512818546034) - rollout_corr/kl:np.float64(0.0003456190911617085) - rollout_corr/k3_kl:np.float64(0.00036502632008250657) - rollout_corr/rollout_ppl:np.float64(1.4216335988603532) - rollout_corr/rollout_log_ppl:np.float64(0.33636950654909015) - rollout_corr/log_ppl_diff:np.float64(0.00034562163637019694) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007374820706900209) - rollout_corr/log_ppl_diff_max:np.float64(0.004794985055923462) - rollout_corr/log_ppl_diff_min:np.float64(-0.00254783034324646) - rollout_corr/ppl_ratio:np.float64(1.000346165150404) - rollout_corr/chi2_token:np.float64(0.0007752671372145414) - rollout_corr/chi2_seq:np.float64(2.035842107143253) - actor/pg_loss:np.float64(-3.1908624805510044e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.119389224248152e-05) - actor/ppo_kl:np.float64(2.0877532892260575e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0993273975327611) - perf/mfu/actor:np.float64(0.19706691211589414) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.26990127563477) - actor/lr:np.float64(1e-06) - training/global_step:85 - training/epoch:3 - critic/score/mean:0.73828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.73828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01401048805564642 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.01401048805564642 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1990.80078125 - response_length/max:8192.0 - response_length/min:199.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:1990.80078125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:199.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:261.9375 - prompt_length/max:365.0 - prompt_length/min:183.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:6.484799087047577e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.4878016971051693) - timing_s/agent_loop/generate_sequences/max:np.float64(64.35746593214571) - timing_s/agent_loop/generate_sequences/mean:np.float64(19.05917956525809) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(64.35746593214571) - timing_s/agent_loop/slowest/tool_call
|
||
|
|
step:86 - global_seqlen/min:29204 - global_seqlen/max:122423 - global_seqlen/minmax_diff:93219 - global_seqlen/balanced_min:71868 - global_seqlen/balanced_max:72149 - global_seqlen/mean:72006.125 - actor/entropy:0.447162926197052 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.48606076836586 - training/rollout_probs_diff_mean:0.003287011291831732 - training/rollout_probs_diff_std:0.007797359488904476 - training/rollout_actor_probs_pearson_corr:0.9996358752250671 - rollout_corr/rollout_is_mean:1.0000190734863281 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.949065103370231e-06 - rollout_corr/rollout_is_max:1.695367455482483 - rollout_corr/rollout_is_min:0.47366517782211304 - rollout_corr/rollout_is_std:0.02779559977352619 - rollout_corr/rollout_is_eff_sample_size:0.9992278820119855 - rollout_corr/rollout_is_seq_mean:1.0000596046447754 - rollout_corr/rollout_is_seq_std:0.0009104225318878889 - rollout_corr/rollout_is_seq_max:1.0035185813903809 - rollout_corr/rollout_is_seq_min:0.9944294691085815 - rollout_corr/rollout_is_seq_max_deviation:0.005570530891418457 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4478634255938232) - rollout_corr/training_log_ppl:np.float64(0.3556695947772823) - rollout_corr/kl:np.float64(0.00028983059334386496) - rollout_corr/k3_kl:np.float64(0.0003808262275128982) - rollout_corr/rollout_ppl:np.float64(1.4474190385080874) - rollout_corr/rollout_log_ppl:np.float64(0.35537976160412654) - rollout_corr/log_ppl_diff:np.float64(0.0002898331731557846) - rollout_corr/log_ppl_abs_diff:np.float64(0.0006754108471795917) - rollout_corr/log_ppl_diff_max:np.float64(0.006349921226501465) - rollout_corr/log_ppl_diff_min:np.float64(-0.0031312406063079834) - rollout_corr/ppl_ratio:np.float64(1.000290306750685) - rollout_corr/chi2_token:np.float64(0.0009537497535347939) - rollout_corr/chi2_seq:np.float64(1.8716313727200031) - actor/pg_loss:np.float64(-4.055839963257313e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.612786794832573e-05) - actor/ppo_kl:np.float64(-2.927031754040854e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08380211982876062) - perf/mfu/actor:np.float64(0.19894113002162722) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.34819412231445) - actor/lr:np.float64(1e-06) - training/global_step:86 - training/epoch:3 - critic/score/mean:0.77734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.77734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.012212483212351799 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.012212483212351799 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1978.31640625 - response_length/max:7625.0 - response_length/min:169.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1978.31640625 - response_length_non_aborted/max:7625.0 - response_length_non_aborted/min:169.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:271.875 - prompt_length/max:365.0 - prompt_length/min:182.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.6423484086990356e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.2320269010961056) - timing_s/agent_loop/generate_sequences/max:np.float64(58.958134239539504) - timing_s/agent_loop/generate_sequences/mean:np.float64(19.39341227179102) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.958134239539504) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
|
||
|
|
step:87 - global_seqlen/min:43406 - global_seqlen/max:108646 - global_seqlen/minmax_diff:65240 - global_seqlen/balanced_min:77124 - global_seqlen/balanced_max:77249 - global_seqlen/mean:77219.0 - actor/entropy:0.47046366333961487 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28602373600006104 - training/rollout_probs_diff_mean:0.003333775093778968 - training/rollout_probs_diff_std:0.007726138457655907 - training/rollout_actor_probs_pearson_corr:0.9997732043266296 - rollout_corr/rollout_is_mean:1.0000189542770386 - rollout_corr/rollout_is_ratio_fraction_high:1.8291968899575295e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.0640363693237305 - rollout_corr/rollout_is_min:0.6168027520179749 - rollout_corr/rollout_is_std:0.02792823687195778 - rollout_corr/rollout_is_eff_sample_size:0.9992206215230673 - rollout_corr/rollout_is_seq_mean:0.9999931454658508 - rollout_corr/rollout_is_seq_std:0.0008395964978262782 - rollout_corr/rollout_is_seq_max:1.0021971464157104 - rollout_corr/rollout_is_seq_min:0.9952844977378845 - rollout_corr/rollout_is_seq_max_deviation:0.0047155022621154785 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.507551294285804) - rollout_corr/training_log_ppl:np.float64(0.3906772773480043) - rollout_corr/kl:np.float64(0.0004402913548275933) - rollout_corr/k3_kl:np.float64(0.0004143168899304328) - rollout_corr/rollout_ppl:np.float64(1.5068849357776344) - rollout_corr/rollout_log_ppl:np.float64(0.39023698499659076) - rollout_corr/log_ppl_diff:np.float64(0.0004402923514135182) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007724418537691236) - rollout_corr/log_ppl_diff_max:np.float64(0.00550532341003418) - rollout_corr/log_ppl_diff_min:np.float64(-0.0020297616720199585) - rollout_corr/ppl_ratio:np.float64(1.0004408617969602) - rollout_corr/chi2_token:np.float64(0.0008024710696190596) - rollout_corr/chi2_seq:np.float64(1.297804655507207) - actor/pg_loss:np.float64(-6.791017949581146e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000107869764519819) - actor/ppo_kl:np.float64(5.49935483284969e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10479225032031536) - perf/mfu/actor:np.float64(0.20496773282402933) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.29073524475098) - actor/lr:np.float64(1e-06) - training/global_step:87 - training/epoch:3 - critic/score/mean:0.76953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.76953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003920197486877441 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.003920197486877441 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2135.5 - response_length/max:7668.0 - response_length/min:246.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:2135.5 - response_length_non_aborted/max:7668.0 - response_length_non_aborted/min:246.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:277.59375 - prompt_length/max:364.0 - prompt_length/min:219.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001415777951478958 - timing_s/agent_loop/generate_sequences/min:np.float64(3.136248679831624) - timing_s/agent_loop/generate_sequences/max:np.float64(58.29445764608681) - timing_s/agent_loop/generate_sequences/mean:np.float64(20.58206392160355) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(58.29445764608681) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/ag
|
||
|
|
step:88 - global_seqlen/min:36604 - global_seqlen/max:113322 - global_seqlen/minmax_diff:76718 - global_seqlen/balanced_min:70235 - global_seqlen/balanced_max:70460 - global_seqlen/mean:70355.125 - actor/entropy:0.45366615056991577 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6292335391044617 - training/rollout_probs_diff_mean:0.0033171819522976875 - training/rollout_probs_diff_std:0.007824771106243134 - training/rollout_actor_probs_pearson_corr:0.9996778964996338 - rollout_corr/rollout_is_mean:1.0 - rollout_corr/rollout_is_ratio_fraction_high:2.0178824797767447e-06 - rollout_corr/rollout_is_ratio_fraction_low:2.0178824797767447e-06 - rollout_corr/rollout_is_max:4.592259407043457 - rollout_corr/rollout_is_min:0.19030924141407013 - rollout_corr/rollout_is_std:0.02784273773431778 - rollout_corr/rollout_is_eff_sample_size:0.9992253824874978 - rollout_corr/rollout_is_seq_mean:1.0000131130218506 - rollout_corr/rollout_is_seq_std:0.0010293829254806042 - rollout_corr/rollout_is_seq_max:1.0040936470031738 - rollout_corr/rollout_is_seq_min:0.9965201020240784 - rollout_corr/rollout_is_seq_max_deviation:0.004093647003173828 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4986823541112244) - rollout_corr/training_log_ppl:np.float64(0.38453248073346913) - rollout_corr/kl:np.float64(0.00033108328769060336) - rollout_corr/k3_kl:np.float64(0.00040329458698806775) - rollout_corr/rollout_ppl:np.float64(1.4981776834465563) - rollout_corr/rollout_log_ppl:np.float64(0.3842013974208385) - rollout_corr/log_ppl_diff:np.float64(0.0003310833126306534) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007660561241209507) - rollout_corr/log_ppl_diff_max:np.float64(0.004498302936553955) - rollout_corr/log_ppl_diff_min:np.float64(-0.0034332573413848877) - rollout_corr/ppl_ratio:np.float64(1.0003316532820463) - rollout_corr/chi2_token:np.float64(0.0009584731888025999) - rollout_corr/chi2_seq:np.float64(4.4919839494396) - actor/pg_loss:np.float64(3.3170217648148537e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00010095978973367892) - actor/ppo_kl:np.float64(-5.047958963944055e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0923737701959908) - perf/mfu/actor:np.float64(0.19545780170266114) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.3228530883789) - actor/lr:np.float64(1e-06) - training/global_step:88 - training/epoch:3 - critic/score/mean:0.72265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.72265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.021646076813340187 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.021646076813340187 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1935.81640625 - response_length/max:8192.0 - response_length/min:217.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:1935.81640625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:217.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:262.78125 - prompt_length/max:375.0 - prompt_length/min:157.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.361468255519867e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.7692256066948175) - timing_s/agent_loop/generate_sequences/max:np.float64(67.97121464461088) - timing_s/agent_loop/generate_sequences/mean:np.float64(18.578832377446815) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(67.97121464461088) - timing_s/agent_loop/slowest/too
|
||
|
|
step:89 - global_seqlen/min:53363 - global_seqlen/max:96134 - global_seqlen/minmax_diff:42771 - global_seqlen/balanced_min:73474 - global_seqlen/balanced_max:73759 - global_seqlen/mean:73580.375 - actor/entropy:0.5425375699996948 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3450472354888916 - training/rollout_probs_diff_mean:0.0035728770308196545 - training/rollout_probs_diff_std:0.007812545634806156 - training/rollout_actor_probs_pearson_corr:0.999666154384613 - rollout_corr/rollout_is_mean:1.0000165700912476 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.851049314107513e-06 - rollout_corr/rollout_is_max:1.8271527290344238 - rollout_corr/rollout_is_min:0.16427424550056458 - rollout_corr/rollout_is_std:0.029384229332208633 - rollout_corr/rollout_is_eff_sample_size:0.9991374309926928 - rollout_corr/rollout_is_seq_mean:0.9999986290931702 - rollout_corr/rollout_is_seq_std:0.0008472701301798224 - rollout_corr/rollout_is_seq_max:1.0029807090759277 - rollout_corr/rollout_is_seq_min:0.9957017302513123 - rollout_corr/rollout_is_seq_max_deviation:0.004298269748687744 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5710625080391765) - rollout_corr/training_log_ppl:np.float64(0.4208992576750461) - rollout_corr/kl:np.float64(0.0004893235657874584) - rollout_corr/k3_kl:np.float64(0.0004040306061483534) - rollout_corr/rollout_ppl:np.float64(1.5702631180174649) - rollout_corr/rollout_log_ppl:np.float64(0.42040993153932504) - rollout_corr/log_ppl_diff:np.float64(0.0004893261357210577) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007742471643723547) - rollout_corr/log_ppl_diff_max:np.float64(0.0040569007396698) - rollout_corr/log_ppl_diff_min:np.float64(-0.0024844110012054443) - rollout_corr/ppl_ratio:np.float64(1.0004898344632238) - rollout_corr/chi2_token:np.float64(0.0006377112586051226) - rollout_corr/chi2_seq:np.float64(1.1348994506988674) - actor/pg_loss:np.float64(-6.997038144618273e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.692707725936998e-05) - actor/ppo_kl:np.float64(9.186447801567965e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0774675034917891) - perf/mfu/actor:np.float64(0.20087032175496733) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.02946090698242) - actor/lr:np.float64(1e-06) - training/global_step:89 - training/epoch:4 - critic/score/mean:0.7421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.029441511258482933 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.029441511258482933 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2028.66796875 - response_length/max:8192.0 - response_length/min:153.0 - response_length/clip_ratio:0.015625 - response_length_non_aborted/mean:2028.66796875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:153.0 - response_length_non_aborted/clip_ratio:0.015625 - response/aborted_ratio:0.0 - prompt_length/mean:270.71875 - prompt_length/max:375.0 - prompt_length/min:185.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00038411468267440796 - timing_s/agent_loop/generate_sequences/min:np.float64(1.9795979037880898) - timing_s/agent_loop/generate_sequences/max:np.float64(68.82650169543922) - timing_s/agent_loop/generate_sequences/mean:np.float64(19.44817877533933) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(68.82650169543922) - timing_s/agent_loop/slowest/tool_calls:np.f
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 90}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] We are given the electric field $ E $ at a distance $ r $ from a point charge $ q $, and we are to find the magnitude of the charge. The formula for the electric field due to a point charge is:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We are given:
|
||
|
|
- $ E = 2.0 \, \mathrm{N/C} $
|
||
|
|
- $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $
|
||
|
|
- $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2} $
|
||
|
|
|
||
|
|
We are to solve for $ q $. Rearranging the formula:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 1: Compute $ r^2 $
|
||
|
|
|
||
|
|
$$
|
||
|
|
r^2 = (0.50 \, \mathrm{m})^2 = 0.25 \, \mathrm{m^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 2: Plug into the formula
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{(2.0 \, \mathrm{N/C}) \cdot (0.25 \, \mathrm{m^2})}{8.99 \times 10^9 \, \mathrm{N \cdot m^2/C^2}}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.5}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx \frac{0.5}{8.99 \times 10^9} \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 3: Convert to picocoulombs (pC)
|
||
|
|
|
||
|
|
Since $ 1 \, \mathrm{pC} = 10^{-12} \, \mathrm{C} $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = 5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \times 10^{-12} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Now, we check the options:
|
||
|
|
|
||
|
|
- A: 50 pC
|
||
|
|
- B: 56 pC
|
||
|
|
- C: 60 pC
|
||
|
|
- D: 64 pC
|
||
|
|
|
||
|
|
Our calculated value is approximately **55.6 pC**, which is **closest to option B: 56 pC**.
|
||
|
|
|
||
|
|
---
|
||
|
|
|
||
|
|
<reasoning>
|
||
|
|
We used the formula for the electric field due to a point charge, $ E = k \frac{q}{r^2} $, and rearranged it to solve for $ q $. We converted the given distance into meters, calculated $ r^2 $, and then used the values of $ E $ and $ k $ to compute the charge. We then converted the result into picocoulombs and matched it with the given options.
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_90
|
||
|
|
step:90 - global_seqlen/min:31582 - global_seqlen/max:87120 - global_seqlen/minmax_diff:55538 - global_seqlen/balanced_min:57199 - global_seqlen/balanced_max:57669 - global_seqlen/mean:57438.75 - actor/entropy:0.45833009481430054 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28802943229675293 - training/rollout_probs_diff_mean:0.0033582851756364107 - training/rollout_probs_diff_std:0.007876868359744549 - training/rollout_actor_probs_pearson_corr:0.9996347427368164 - rollout_corr/rollout_is_mean:1.0000334978103638 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.112814051244641e-06 - rollout_corr/rollout_is_max:1.816962718963623 - rollout_corr/rollout_is_min:0.38643011450767517 - rollout_corr/rollout_is_std:0.028212770819664 - rollout_corr/rollout_is_eff_sample_size:0.9992047916425459 - rollout_corr/rollout_is_seq_mean:1.0000895261764526 - rollout_corr/rollout_is_seq_std:0.0008514981018379331 - rollout_corr/rollout_is_seq_max:1.0030163526535034 - rollout_corr/rollout_is_seq_min:0.996926486492157 - rollout_corr/rollout_is_seq_max_deviation:0.0030735135078430176 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4863704326562583) - rollout_corr/training_log_ppl:np.float64(0.3669586373725906) - rollout_corr/kl:np.float64(0.0003789341422653081) - rollout_corr/k3_kl:np.float64(0.0003786877977631775) - rollout_corr/rollout_ppl:np.float64(1.4857277404516935) - rollout_corr/rollout_log_ppl:np.float64(0.3665797036665026) - rollout_corr/log_ppl_diff:np.float64(0.0003789337060879916) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007170522294472903) - rollout_corr/log_ppl_diff_max:np.float64(0.0034637898206710815) - rollout_corr/log_ppl_diff_min:np.float64(-0.0026997029781341553) - rollout_corr/ppl_ratio:np.float64(1.000379371456802) - rollout_corr/chi2_token:np.float64(0.0007569114677608013) - rollout_corr/chi2_seq:np.float64(19.86091840430163) - actor/pg_loss:np.float64(-9.84076177701354e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.184421224337711e-05) - actor/ppo_kl:np.float64(0.00010069883839824989) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08238446805626154) - perf/mfu/actor:np.float64(0.17647744927476752) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.05528259277344) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.72265625) - val-aux/sciknoweval/reward/std@16:np.float64(0.2057458394439798) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.8098875000000001) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.17178028077323276) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6335) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.17894301231008136) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.720275) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.20532848626214437) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.8814499999999998) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.11395992699905108) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.5634875) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.13094232605191994) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.7604375) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.17656682501213306) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.9239125000000001) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.06209606071752287) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.5146) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.08708453812159662) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.7867500000000001) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.14109642832776273) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.9435625) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.024301931121292062) - val
|
||
|
|
step:91 - global_seqlen/min:30432 - global_seqlen/max:80533 - global_seqlen/minmax_diff:50101 - global_seqlen/balanced_min:59087 - global_seqlen/balanced_max:59360 - global_seqlen/mean:59265.0 - actor/entropy:0.4014686048030853 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6135859489440918 - training/rollout_probs_diff_mean:0.0031206756830215454 - training/rollout_probs_diff_std:0.007770925760269165 - training/rollout_actor_probs_pearson_corr:0.9996281266212463 - rollout_corr/rollout_is_mean:1.000016450881958 - rollout_corr/rollout_is_ratio_fraction_high:2.4419784949714085e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.8256072998046875 - rollout_corr/rollout_is_min:0.535260796546936 - rollout_corr/rollout_is_std:0.026806596666574478 - rollout_corr/rollout_is_eff_sample_size:0.9992819224085475 - rollout_corr/rollout_is_seq_mean:1.0000858306884766 - rollout_corr/rollout_is_seq_std:0.0011405966943129897 - rollout_corr/rollout_is_seq_max:1.0064619779586792 - rollout_corr/rollout_is_seq_min:0.9956552982330322 - rollout_corr/rollout_is_seq_max_deviation:0.006461977958679199 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.3793772477656603) - rollout_corr/training_log_ppl:np.float64(0.3077376027358696) - rollout_corr/kl:np.float64(0.0003082244062286854) - rollout_corr/k3_kl:np.float64(0.00036910291433400744) - rollout_corr/rollout_ppl:np.float64(1.3789437217637897) - rollout_corr/rollout_log_ppl:np.float64(0.3074293795507401) - rollout_corr/log_ppl_diff:np.float64(0.00030822318512946367) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008478707168251276) - rollout_corr/log_ppl_diff_max:np.float64(0.00515410304069519) - rollout_corr/log_ppl_diff_min:np.float64(-0.00571519136428833) - rollout_corr/ppl_ratio:np.float64(1.00030901376158) - rollout_corr/chi2_token:np.float64(0.000863607507199049) - rollout_corr/chi2_seq:np.float64(2.677014630055055) - actor/pg_loss:np.float64(8.078990504145622e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.9724320180976065e-05) - actor/ppo_kl:np.float64(3.992081970327632e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.056282463716343045) - perf/mfu/actor:np.float64(0.17517399995117178) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.51257610321045) - actor/lr:np.float64(1e-06) - training/global_step:91 - training/epoch:4 - critic/score/mean:0.81640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.81640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0017548669129610062 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0017548669129610062 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1599.625 - response_length/max:8192.0 - response_length/min:181.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:1599.625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:181.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:252.40625 - prompt_length/max:340.0 - prompt_length/min:166.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001323893666267395 - timing_s/agent_loop/generate_sequences/min:np.float64(1.8850416410714388) - timing_s/agent_loop/generate_sequences/max:np.float64(68.87393903173506) - timing_s/agent_loop/generate_sequences/mean:np.float64(14.232906831581204) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(68.87393903173506) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
|
||
|
|
step:92 - global_seqlen/min:56361 - global_seqlen/max:133413 - global_seqlen/minmax_diff:77052 - global_seqlen/balanced_min:93215 - global_seqlen/balanced_max:93343 - global_seqlen/mean:93298.75 - actor/entropy:0.5294249653816223 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2932349443435669 - training/rollout_probs_diff_mean:0.0034848994109779596 - training/rollout_probs_diff_std:0.0077215456403791904 - training/rollout_actor_probs_pearson_corr:0.9996566772460938 - rollout_corr/rollout_is_mean:1.0000396966934204 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.548328161239624 - rollout_corr/rollout_is_min:0.5352661609649658 - rollout_corr/rollout_is_std:0.028887107968330383 - rollout_corr/rollout_is_eff_sample_size:0.9991662307244454 - rollout_corr/rollout_is_seq_mean:0.999986469745636 - rollout_corr/rollout_is_seq_std:0.000814978324342519 - rollout_corr/rollout_is_seq_max:1.0046956539154053 - rollout_corr/rollout_is_seq_min:0.9965773224830627 - rollout_corr/rollout_is_seq_max_deviation:0.0046956539154052734 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.608520980924368) - rollout_corr/training_log_ppl:np.float64(0.45163694545044564) - rollout_corr/kl:np.float64(0.0004835717547688745) - rollout_corr/k3_kl:np.float64(0.00041193552203822037) - rollout_corr/rollout_ppl:np.float64(1.6077243499457836) - rollout_corr/rollout_log_ppl:np.float64(0.45115337034803815) - rollout_corr/log_ppl_diff:np.float64(0.00048357510240748525) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007026950479485095) - rollout_corr/log_ppl_diff_max:np.float64(0.003002941608428955) - rollout_corr/log_ppl_diff_min:np.float64(-0.0039307475090026855) - rollout_corr/ppl_ratio:np.float64(1.0004840346518904) - rollout_corr/chi2_token:np.float64(0.0006826643366366625) - rollout_corr/chi2_seq:np.float64(2.7582137731369585) - actor/pg_loss:np.float64(-2.270552795380354e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.691421706113033e-05) - actor/ppo_kl:np.float64(6.0937326300969374e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.06705359183251858) - perf/mfu/actor:np.float64(0.22324610163002523) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.4158935546875) - actor/lr:np.float64(1e-06) - training/global_step:92 - training/epoch:4 - critic/score/mean:0.73046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.73046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004625823814421892 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004625823814421892 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:2637.3046875 - response_length/max:8192.0 - response_length/min:370.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:2637.3046875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:370.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:278.28125 - prompt_length/max:460.0 - prompt_length/min:169.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.772313594818115e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(4.7102756798267365) - timing_s/agent_loop/generate_sequences/max:np.float64(70.24139930866659) - timing_s/agent_loop/generate_sequences/mean:np.float64(26.584116022888338) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(70.24139930866659) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) -
|
||
|
|
step:93 - global_seqlen/min:32833 - global_seqlen/max:94956 - global_seqlen/minmax_diff:62123 - global_seqlen/balanced_min:68640 - global_seqlen/balanced_max:68729 - global_seqlen/mean:68692.75 - actor/entropy:0.5789089202880859 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18479880690574646 - training/rollout_probs_diff_mean:0.003710611490532756 - training/rollout_probs_diff_std:0.00791421253234148 - training/rollout_actor_probs_pearson_corr:0.9996806979179382 - rollout_corr/rollout_is_mean:0.9999197721481323 - rollout_corr/rollout_is_ratio_fraction_high:2.0674228835559916e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.97680926322937 - rollout_corr/rollout_is_min:0.6035233736038208 - rollout_corr/rollout_is_std:0.029875071719288826 - rollout_corr/rollout_is_eff_sample_size:0.9991082759306559 - rollout_corr/rollout_is_seq_mean:0.9998905658721924 - rollout_corr/rollout_is_seq_std:0.0011505308793857694 - rollout_corr/rollout_is_seq_max:1.0048060417175293 - rollout_corr/rollout_is_seq_min:0.994641125202179 - rollout_corr/rollout_is_seq_max_deviation:0.005358874797821045 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.601950139272958) - rollout_corr/training_log_ppl:np.float64(0.43084850793820806) - rollout_corr/kl:np.float64(0.0005708589492365856) - rollout_corr/k3_kl:np.float64(0.0004376700993589111) - rollout_corr/rollout_ppl:np.float64(1.600947569590062) - rollout_corr/rollout_log_ppl:np.float64(0.4302776500408072) - rollout_corr/log_ppl_diff:np.float64(0.000570857897400856) - rollout_corr/log_ppl_abs_diff:np.float64(0.0009169939439743757) - rollout_corr/log_ppl_diff_max:np.float64(0.005955815315246582) - rollout_corr/log_ppl_diff_min:np.float64(-0.002580583095550537) - rollout_corr/ppl_ratio:np.float64(1.0005716276355088) - rollout_corr/chi2_token:np.float64(0.0006089142989367247) - rollout_corr/chi2_seq:np.float64(0.175237572286278) - actor/pg_loss:np.float64(-2.8330832719802856e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.197003153829428e-05) - actor/ppo_kl:np.float64(2.893346624155413e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.057069569593295455) - perf/mfu/actor:np.float64(0.19020234349041532) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.21023941040039) - actor/lr:np.float64(1e-06) - training/global_step:93 - training/epoch:4 - critic/score/mean:0.75 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.75 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008691961877048016 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008691961877048016 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1889.4296875 - response_length/max:8192.0 - response_length/min:174.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:1889.4296875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:174.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:257.21875 - prompt_length/max:375.0 - prompt_length/min:160.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0002087317407131195 - timing_s/agent_loop/generate_sequences/min:np.float64(2.1920957434922457) - timing_s/agent_loop/generate_sequences/max:np.float64(69.09191367775202) - timing_s/agent_loop/generate_sequences/mean:np.float64(17.2113787043927) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(69.09191367775202) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - ti
|
||
|
|
step:94 - global_seqlen/min:33314 - global_seqlen/max:97152 - global_seqlen/minmax_diff:63838 - global_seqlen/balanced_min:55347 - global_seqlen/balanced_max:55703 - global_seqlen/mean:55618.375 - actor/entropy:0.44463133811950684 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5926223993301392 - training/rollout_probs_diff_mean:0.00327357673086226 - training/rollout_probs_diff_std:0.007880967110395432 - training/rollout_actor_probs_pearson_corr:0.9996113777160645 - rollout_corr/rollout_is_mean:1.0000139474868774 - rollout_corr/rollout_is_ratio_fraction_high:2.65053017756145e-06 - rollout_corr/rollout_is_ratio_fraction_low:1.3252651115180925e-05 - rollout_corr/rollout_is_max:2.4800922870635986 - rollout_corr/rollout_is_min:1.9368031644262373e-05 - rollout_corr/rollout_is_std:0.027902614325284958 - rollout_corr/rollout_is_eff_sample_size:0.9992220498076327 - rollout_corr/rollout_is_seq_mean:1.0000684261322021 - rollout_corr/rollout_is_seq_std:0.000999571057036519 - rollout_corr/rollout_is_seq_max:1.0037225484848022 - rollout_corr/rollout_is_seq_min:0.9954401254653931 - rollout_corr/rollout_is_seq_max_deviation:0.004559874534606934 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4411272373981774) - rollout_corr/training_log_ppl:np.float64(0.34707161964615807) - rollout_corr/kl:np.float64(0.0003712050064246242) - rollout_corr/k3_kl:np.float64(0.0004094531111888955) - rollout_corr/rollout_ppl:np.float64(1.4405805715359747) - rollout_corr/rollout_log_ppl:np.float64(0.3467004152480513) - rollout_corr/log_ppl_diff:np.float64(0.00037120439810678363) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007890164270065725) - rollout_corr/log_ppl_diff_max:np.float64(0.0038557052612304688) - rollout_corr/log_ppl_diff_min:np.float64(-0.0032331347465515137) - rollout_corr/ppl_ratio:np.float64(1.000371773261577) - rollout_corr/chi2_token:np.float64(0.0008935551159083843) - rollout_corr/chi2_seq:np.float64(0.36217507324181497) - actor/pg_loss:np.float64(6.495625711977482e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(2.518509802484914e-05) - actor/ppo_kl:np.float64(3.6960312083778035e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.057536555686965585) - perf/mfu/actor:np.float64(0.17357501625996624) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.26631164550781) - actor/lr:np.float64(1e-06) - training/global_step:94 - training/epoch:4 - critic/score/mean:0.8203125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.8203125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.010005089454352856 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.010005089454352856 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1473.76171875 - response_length/max:7020.0 - response_length/min:159.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:1473.76171875 - response_length_non_aborted/max:7020.0 - response_length_non_aborted/min:159.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:264.3125 - prompt_length/max:341.0 - prompt_length/min:155.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.296353578567505e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.030196225270629) - timing_s/agent_loop/generate_sequences/max:np.float64(52.45747355185449) - timing_s/agent_loop/generate_sequences/mean:np.float64(14.197725277575955) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(52.45747355185449) - timing_s/agent_loop/slowest/t
|
||
|
|
step:95 - global_seqlen/min:41511 - global_seqlen/max:154263 - global_seqlen/minmax_diff:112752 - global_seqlen/balanced_min:88799 - global_seqlen/balanced_max:88957 - global_seqlen/mean:88866.125 - actor/entropy:0.4982995390892029 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2708369493484497 - training/rollout_probs_diff_mean:0.00339501746930182 - training/rollout_probs_diff_std:0.007665873970836401 - training/rollout_actor_probs_pearson_corr:0.999656081199646 - rollout_corr/rollout_is_mean:1.000037670135498 - rollout_corr/rollout_is_ratio_fraction_high:1.5620679505445878e-06 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.5386104583740234 - rollout_corr/rollout_is_min:0.503195583820343 - rollout_corr/rollout_is_std:0.02833504043519497 - rollout_corr/rollout_is_eff_sample_size:0.9991978885434327 - rollout_corr/rollout_is_seq_mean:1.000043511390686 - rollout_corr/rollout_is_seq_std:0.0009036674164235592 - rollout_corr/rollout_is_seq_max:1.0054752826690674 - rollout_corr/rollout_is_seq_min:0.9958840012550354 - rollout_corr/rollout_is_seq_max_deviation:0.005475282669067383 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.540353175252676) - rollout_corr/training_log_ppl:np.float64(0.41098539560334757) - rollout_corr/kl:np.float64(0.0004560288263313339) - rollout_corr/k3_kl:np.float64(0.0003980033748689493) - rollout_corr/rollout_ppl:np.float64(1.5396650568582118) - rollout_corr/rollout_log_ppl:np.float64(0.41052936331834644) - rollout_corr/log_ppl_diff:np.float64(0.0004560322850011289) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007419722969643772) - rollout_corr/log_ppl_diff_max:np.float64(0.005006879568099976) - rollout_corr/log_ppl_diff_min:np.float64(-0.004607051610946655) - rollout_corr/ppl_ratio:np.float64(1.0004565534181893) - rollout_corr/chi2_token:np.float64(0.0006959009915590286) - rollout_corr/chi2_seq:np.float64(27.76160763693042) - actor/pg_loss:np.float64(4.626181907951832e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.550116794798669e-05) - actor/ppo_kl:np.float64(0.00011306502917474148) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.06149573251605034) - perf/mfu/actor:np.float64(0.21980245524914177) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.26933860778809) - actor/lr:np.float64(1e-06) - training/global_step:95 - training/epoch:4 - critic/score/mean:0.6328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004443692974746227 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004443692974746227 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2500.69140625 - response_length/max:8192.0 - response_length/min:209.0 - response_length/clip_ratio:0.01953125 - response_length_non_aborted/mean:2500.69140625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:209.0 - response_length_non_aborted/clip_ratio:0.01953125 - response/aborted_ratio:0.0 - prompt_length/mean:276.375 - prompt_length/max:375.0 - prompt_length/min:191.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010070018470287323 - timing_s/agent_loop/generate_sequences/min:np.float64(2.8333873972296715) - timing_s/agent_loop/generate_sequences/max:np.float64(72.34981802105904) - timing_s/agent_loop/generate_sequences/mean:np.float64(24.544051925644453) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(72.34981802105904) - timing_s/agent_loop/slowest/tool_calls:np.f
|
||
|
|
step:96 - global_seqlen/min:36997 - global_seqlen/max:166139 - global_seqlen/minmax_diff:129142 - global_seqlen/balanced_min:75846 - global_seqlen/balanced_max:76107 - global_seqlen/mean:75997.125 - actor/entropy:0.471091628074646 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2679024338722229 - training/rollout_probs_diff_mean:0.00336635485291481 - training/rollout_probs_diff_std:0.0077355667017400265 - training/rollout_actor_probs_pearson_corr:0.999660849571228 - rollout_corr/rollout_is_mean:0.9999645948410034 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.7283869005477754e-06 - rollout_corr/rollout_is_max:1.7948318719863892 - rollout_corr/rollout_is_min:0.12595275044441223 - rollout_corr/rollout_is_std:0.028181063011288643 - rollout_corr/rollout_is_eff_sample_size:0.9992062198818573 - rollout_corr/rollout_is_seq_mean:0.9999157190322876 - rollout_corr/rollout_is_seq_std:0.0007819948368705809 - rollout_corr/rollout_is_seq_max:1.0023274421691895 - rollout_corr/rollout_is_seq_min:0.9979436993598938 - rollout_corr/rollout_is_seq_max_deviation:0.002327442169189453 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4727759365923703) - rollout_corr/training_log_ppl:np.float64(0.37059994105948135) - rollout_corr/kl:np.float64(0.00044277470152032095) - rollout_corr/k3_kl:np.float64(0.00038263250905856694) - rollout_corr/rollout_ppl:np.float64(1.4721139534376562) - rollout_corr/rollout_log_ppl:np.float64(0.3701571657729801) - rollout_corr/log_ppl_diff:np.float64(0.0004427752865012735) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007409804675262421) - rollout_corr/log_ppl_diff_max:np.float64(0.002924293279647827) - rollout_corr/log_ppl_diff_min:np.float64(-0.001986294984817505) - rollout_corr/ppl_ratio:np.float64(1.0004432362038642) - rollout_corr/chi2_token:np.float64(0.00064484728500247) - rollout_corr/chi2_seq:np.float64(1.0331782191060483) - actor/pg_loss:np.float64(3.8074213080108166e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.83946193855445e-05) - actor/ppo_kl:np.float64(-1.7157419575752897e-05) - actor/pg_clipfrac_lower:np.float64(6.802943062211853e-07) - actor/grad_norm:np.float64(0.08832370489835739) - perf/mfu/actor:np.float64(0.20191487584379592) - perf/max_memory_allocated_gb:np.float64(134.68813514709473) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.39874267578125) - actor/lr:np.float64(1e-06) - training/global_step:96 - training/epoch:4 - critic/score/mean:0.7421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.016185393556952477 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.016185393556952477 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2095.41015625 - response_length/max:8192.0 - response_length/min:297.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:2095.41015625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:297.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:279.5 - prompt_length/max:355.0 - prompt_length/min:200.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.160566747188568e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(3.8253472223877907) - timing_s/agent_loop/generate_sequences/max:np.float64(69.03189334087074) - timing_s/agent_loop/generate_sequences/mean:np.float64(20.723504332338052) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(69.03189334087074) - timing_s/agent_loop/slowe
|
||
|
|
step:97 - global_seqlen/min:33062 - global_seqlen/max:136692 - global_seqlen/minmax_diff:103630 - global_seqlen/balanced_min:83301 - global_seqlen/balanced_max:83461 - global_seqlen/mean:83356.5 - actor/entropy:0.5467954874038696 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25347256660461426 - training/rollout_probs_diff_mean:0.0037388440687209368 - training/rollout_probs_diff_std:0.007841377519071102 - training/rollout_actor_probs_pearson_corr:0.9996518492698669 - rollout_corr/rollout_is_mean:1.000118374824524 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.344011929584667e-06 - rollout_corr/rollout_is_max:1.951640248298645 - rollout_corr/rollout_is_min:0.06364211440086365 - rollout_corr/rollout_is_std:0.029398424550890923 - rollout_corr/rollout_is_eff_sample_size:0.9991367169708485 - rollout_corr/rollout_is_seq_mean:1.0000510215759277 - rollout_corr/rollout_is_seq_std:0.00096407305682078 - rollout_corr/rollout_is_seq_max:1.0034452676773071 - rollout_corr/rollout_is_seq_min:0.9948387145996094 - rollout_corr/rollout_is_seq_max_deviation:0.005161285400390625 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5564615204930305) - rollout_corr/training_log_ppl:np.float64(0.42052613582927734) - rollout_corr/kl:np.float64(0.000411179766622638) - rollout_corr/k3_kl:np.float64(0.00041175296956907914) - rollout_corr/rollout_ppl:np.float64(1.5558123434893787) - rollout_corr/rollout_log_ppl:np.float64(0.42011495429323986) - rollout_corr/log_ppl_diff:np.float64(0.00041118153603747487) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007968471036292613) - rollout_corr/log_ppl_diff_max:np.float64(0.005975067615509033) - rollout_corr/log_ppl_diff_min:np.float64(-0.0025658011436462402) - rollout_corr/ppl_ratio:np.float64(1.0004117703065276) - rollout_corr/chi2_token:np.float64(0.000819820212200284) - rollout_corr/chi2_seq:np.float64(4.5130012354347855) - actor/pg_loss:np.float64(1.147331204265356e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.38316911426773e-05) - actor/ppo_kl:np.float64(6.123169056237998e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.09202379267662764) - perf/mfu/actor:np.float64(0.2117913412574436) - perf/max_memory_allocated_gb:np.float64(135.608256816864) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.30643844604492) - actor/lr:np.float64(1e-06) - training/global_step:97 - training/epoch:4 - critic/score/mean:0.734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.039547327905893326 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.039547327905893326 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:2336.265625 - response_length/max:8192.0 - response_length/min:270.0 - response_length/clip_ratio:0.0546875 - response_length_non_aborted/mean:2336.265625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:270.0 - response_length_non_aborted/clip_ratio:0.0546875 - response/aborted_ratio:0.0 - prompt_length/mean:268.625 - prompt_length/max:353.0 - prompt_length/min:163.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.753873407840729e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(3.633798986673355) - timing_s/agent_loop/generate_sequences/max:np.float64(78.11388960666955) - timing_s/agent_loop/generate_sequences/mean:np.float64(22.929097295367683) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(78.11388960666955) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0
|
||
|
|
step:98 - global_seqlen/min:36746 - global_seqlen/max:101541 - global_seqlen/minmax_diff:64795 - global_seqlen/balanced_min:66846 - global_seqlen/balanced_max:67095 - global_seqlen/mean:66942.25 - actor/entropy:0.46268388628959656 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19511407613754272 - training/rollout_probs_diff_mean:0.0033976633567363024 - training/rollout_probs_diff_std:0.007802109699696302 - training/rollout_actor_probs_pearson_corr:0.9996366500854492 - rollout_corr/rollout_is_mean:1.000012755393982 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.758634090423584 - rollout_corr/rollout_is_min:0.5404731035232544 - rollout_corr/rollout_is_std:0.02801772952079773 - rollout_corr/rollout_is_eff_sample_size:0.9992156225592431 - rollout_corr/rollout_is_seq_mean:1.0000487565994263 - rollout_corr/rollout_is_seq_std:0.0007411489496007562 - rollout_corr/rollout_is_seq_max:1.0029963254928589 - rollout_corr/rollout_is_seq_min:0.9981603622436523 - rollout_corr/rollout_is_seq_max_deviation:0.0029963254928588867 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4537494746036828) - rollout_corr/training_log_ppl:np.float64(0.3591947711247485) - rollout_corr/kl:np.float64(0.00034263647683197007) - rollout_corr/k3_kl:np.float64(0.0003613955028072269) - rollout_corr/rollout_ppl:np.float64(1.453213640023023) - rollout_corr/rollout_log_ppl:np.float64(0.35885213530855253) - rollout_corr/log_ppl_diff:np.float64(0.0003426358161959797) - rollout_corr/log_ppl_abs_diff:np.float64(0.0006818583060521632) - rollout_corr/log_ppl_diff_max:np.float64(0.0025803744792938232) - rollout_corr/log_ppl_diff_min:np.float64(-0.0025287121534347534) - rollout_corr/ppl_ratio:np.float64(1.0003430175129324) - rollout_corr/chi2_token:np.float64(0.0007636058144271374) - rollout_corr/chi2_seq:np.float64(1.1469660245347768) - actor/pg_loss:np.float64(3.07583250105381e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.736449529398669e-05) - actor/ppo_kl:np.float64(3.588981383906287e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.06043858523480594) - perf/mfu/actor:np.float64(0.19140438179546104) - perf/max_memory_allocated_gb:np.float64(135.608256816864) - perf/max_memory_reserved_gb:np.float64(144.69140625) - perf/cpu_memory_used_gb:np.float64(107.1692008972168) - actor/lr:np.float64(1e-06) - training/global_step:98 - training/epoch:4 - critic/score/mean:0.79296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.79296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.015156281180679798 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.015156281180679798 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1822.2578125 - response_length/max:8192.0 - response_length/min:417.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:1822.2578125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:417.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:269.6875 - prompt_length/max:350.0 - prompt_length/min:208.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.0846487283706665e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(5.219669699668884) - timing_s/agent_loop/generate_sequences/max:np.float64(69.51818436384201) - timing_s/agent_loop/generate_sequences/mean:np.float64(17.624326372162614) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(69.51818436384201) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timi
|
||
|
|
step:99 - global_seqlen/min:29160 - global_seqlen/max:172289 - global_seqlen/minmax_diff:143129 - global_seqlen/balanced_min:67431 - global_seqlen/balanced_max:67700 - global_seqlen/mean:67597.625 - actor/entropy:0.47339898347854614 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3376702070236206 - training/rollout_probs_diff_mean:0.003389441641047597 - training/rollout_probs_diff_std:0.007820799946784973 - training/rollout_actor_probs_pearson_corr:0.9996418952941895 - rollout_corr/rollout_is_mean:1.0000227689743042 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.224498297844548e-06 - rollout_corr/rollout_is_max:1.6443817615509033 - rollout_corr/rollout_is_min:0.14922289550304413 - rollout_corr/rollout_is_std:0.028145084157586098 - rollout_corr/rollout_is_eff_sample_size:0.9992084812691172 - rollout_corr/rollout_is_seq_mean:1.0001269578933716 - rollout_corr/rollout_is_seq_std:0.0011187855852767825 - rollout_corr/rollout_is_seq_max:1.0088918209075928 - rollout_corr/rollout_is_seq_min:0.9973447322845459 - rollout_corr/rollout_is_seq_max_deviation:0.008891820907592773 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4072618028149009) - rollout_corr/training_log_ppl:np.float64(0.3233967706328258) - rollout_corr/kl:np.float64(0.00018692354644933573) - rollout_corr/k3_kl:np.float64(0.00037853698717071893) - rollout_corr/rollout_ppl:np.float64(1.406971170566976) - rollout_corr/rollout_log_ppl:np.float64(0.3232098486623727) - rollout_corr/log_ppl_diff:np.float64(0.00018692197045311332) - rollout_corr/log_ppl_abs_diff:np.float64(0.0007679337286390364) - rollout_corr/log_ppl_diff_max:np.float64(0.0030442774295806885) - rollout_corr/log_ppl_diff_min:np.float64(-0.007332652807235718) - rollout_corr/ppl_ratio:np.float64(1.000187524361536) - rollout_corr/chi2_token:np.float64(0.00115422741509974) - rollout_corr/chi2_seq:np.float64(0.9885839202906936) - actor/pg_loss:np.float64(1.733703538775444e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(4.918888794236409e-05) - actor/ppo_kl:np.float64(-5.2708012820090744e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.047866626060567796) - perf/mfu/actor:np.float64(0.18982802399143323) - perf/max_memory_allocated_gb:np.float64(135.608256816864) - perf/max_memory_reserved_gb:np.float64(144.7109375) - perf/cpu_memory_used_gb:np.float64(107.20830154418945) - actor/lr:np.float64(1e-06) - training/global_step:99 - training/epoch:4 - critic/score/mean:0.84765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.84765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.056533027440309525 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.056533027440309525 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:1849.33203125 - response_length/max:8192.0 - response_length/min:178.0 - response_length/clip_ratio:0.02734375 - response_length_non_aborted/mean:1849.33203125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:178.0 - response_length_non_aborted/clip_ratio:0.02734375 - response/aborted_ratio:0.0 - prompt_length/mean:263.09375 - prompt_length/max:365.0 - prompt_length/min:157.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:4.295259714126587e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(2.2005517426878214) - timing_s/agent_loop/generate_sequences/max:np.float64(71.4071844201535) - timing_s/agent_loop/generate_sequences/mean:np.float64(16.98496175607579) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(71.4071844201535) - timing_s/agent_loop/slowest/tool_call
|
||
|
|
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 100}
|
||
|
|
validation generation end
|
||
|
|
[prompt] system
|
||
|
|
|
||
|
|
Given a question and four options, please select the right answer. Respond in the following format:
|
||
|
|
<reasoning>
|
||
|
|
...
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
...
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||
|
|
<answer>
|
||
|
|
A
|
||
|
|
</answer>
|
||
|
|
|
||
|
|
user
|
||
|
|
A charged particle produces an electric field with a magnitude of $2.0 \mathrm{~N} / \mathrm{C}$ at a point that is $50 \mathrm{~cm}$ away from the particle. What is the magnitude of the particle's charge? Recall that the electric field $E$ due to a point charge $q$ at a distance $r$ is given by $E = k\frac{q}{r^2}$, where $k = 8.99 \times 10^9 \mathrm{N} \mathrm{m}^2 / \mathrm{C}^2$.
|
||
|
|
|
||
|
|
A: 50 pC
|
||
|
|
B: 56 pC
|
||
|
|
C: 60 pC
|
||
|
|
D: 64 pC
|
||
|
|
Please reason step by step.
|
||
|
|
assistant
|
||
|
|
<think>
|
||
|
|
|
||
|
|
</think>
|
||
|
|
|
||
|
|
|
||
|
|
[response] We are given the electric field $ E $ due to a point charge $ q $ at a distance $ r $, and we are asked to find the magnitude of the charge. The formula for the electric field due to a point charge is:
|
||
|
|
|
||
|
|
$$
|
||
|
|
E = k \frac{q}{r^2}
|
||
|
|
$$
|
||
|
|
|
||
|
|
We are given:
|
||
|
|
- $ E = 2.0 \, \mathrm{N/C} $
|
||
|
|
- $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $
|
||
|
|
- $ k = 8.99 \times 10^9 \, \mathrm{N \cdot m^2 / C^2} $
|
||
|
|
|
||
|
|
We need to solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E r^2}{k}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 1: Plug in the known values
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{(2.0) \cdot (0.50)^2}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 2: Compute the square of the distance
|
||
|
|
|
||
|
|
$$
|
||
|
|
(0.50)^2 = 0.25
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 3: Multiply by the electric field
|
||
|
|
|
||
|
|
$$
|
||
|
|
2.0 \cdot 0.25 = 0.50
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 4: Divide by Coulomb's constant
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{0.50}{8.99 \times 10^9} \approx \frac{0.50}{8.99 \times 10^9}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 5: Perform the division
|
||
|
|
|
||
|
|
$$
|
||
|
|
q \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 6: Convert to picocoulombs (pC)
|
||
|
|
|
||
|
|
We know that $ 1 \, \mathrm{pC} = 10^{-12} \, \mathrm{C} $, so:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = 5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \times 10^{-12} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
### Step 7: Choose the closest option
|
||
|
|
|
||
|
|
Looking at the answer choices:
|
||
|
|
|
||
|
|
- A: 50 pC
|
||
|
|
- B: 56 pC
|
||
|
|
- C: 60 pC
|
||
|
|
- D: 64 pC
|
||
|
|
|
||
|
|
The closest value is **B: 56 pC**.
|
||
|
|
|
||
|
|
---
|
||
|
|
|
||
|
|
<reasoning>
|
||
|
|
We are given the electric field $ E = 2.0 \, \mathrm{N/C} $ at a distance $ r = 50 \, \mathrm{cm} = 0.50 \, \mathrm{m} $ from a point charge. Using the formula $ E = k \frac{q}{r^2} $, we solve for $ q $:
|
||
|
|
|
||
|
|
$$
|
||
|
|
q = \frac{E r^2}{k} = \frac{2.0 \cdot (0.50)^2}{8.99 \times 10^9} = \frac{0.50}{8.99 \times 10^9} \approx 5.56 \times 10^{-11} \, \mathrm{C}
|
||
|
|
$$
|
||
|
|
|
||
|
|
Converting to picocoulombs:
|
||
|
|
|
||
|
|
$$
|
||
|
|
5.56 \times 10^{-11} \, \mathrm{C} = 55.6 \, \mathrm{pC}
|
||
|
|
$$
|
||
|
|
|
||
|
|
The closest answer is **B: 56 pC**.
|
||
|
|
</reasoning>
|
||
|
|
<answer>
|
||
|
|
B
|
||
|
|
</answer>
|
||
|
|
[ground_truth] B
|
||
|
|
[score] 1.0
|
||
|
|
[acc] 1.0
|
||
|
|
[pred] B
|
||
|
|
[incorrect_format] 1
|
||
|
|
[feedback]
|
||
|
|
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-GRPO-Qwen-Qwen3-8B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_100
|
||
|
|
step:100 - global_seqlen/min:33724 - global_seqlen/max:110235 - global_seqlen/minmax_diff:76511 - global_seqlen/balanced_min:67861 - global_seqlen/balanced_max:68027 - global_seqlen/mean:67950.125 - actor/entropy:0.45818907022476196 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5070421695709229 - training/rollout_probs_diff_mean:0.0032882497180253267 - training/rollout_probs_diff_std:0.007731531746685505 - training/rollout_actor_probs_pearson_corr:0.9995552897453308 - rollout_corr/rollout_is_mean:1.0000216960906982 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.213497959426604e-06 - rollout_corr/rollout_is_max:1.5396182537078857 - rollout_corr/rollout_is_min:0.46327918767929077 - rollout_corr/rollout_is_std:0.02762351557612419 - rollout_corr/rollout_is_eff_sample_size:0.9992375231521491 - rollout_corr/rollout_is_seq_mean:1.000037670135498 - rollout_corr/rollout_is_seq_std:0.0009224399691447616 - rollout_corr/rollout_is_seq_max:1.0046027898788452 - rollout_corr/rollout_is_seq_min:0.9973651766777039 - rollout_corr/rollout_is_seq_max_deviation:0.004602789878845215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4568524220958352) - rollout_corr/training_log_ppl:np.float64(0.35900981855229475) - rollout_corr/kl:np.float64(0.0003901403655550695) - rollout_corr/k3_kl:np.float64(0.00036932118109689327) - rollout_corr/rollout_ppl:np.float64(1.4562692898325622) - rollout_corr/rollout_log_ppl:np.float64(0.3586196781543549) - rollout_corr/log_ppl_diff:np.float64(0.000390140397939831) - rollout_corr/log_ppl_abs_diff:np.float64(0.0008009577286429703) - rollout_corr/log_ppl_diff_max:np.float64(0.003635212779045105) - rollout_corr/log_ppl_diff_min:np.float64(-0.003899216651916504) - rollout_corr/ppl_ratio:np.float64(1.00039070751518) - rollout_corr/chi2_token:np.float64(0.0006887984927743673) - rollout_corr/chi2_seq:np.float64(3.438023897819221) - actor/pg_loss:np.float64(-1.3369019143283367e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(4.500477859892271e-05) - actor/ppo_kl:np.float64(6.788543978900052e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.04646363575011492) - perf/mfu/actor:np.float64(0.1938518522795187) - perf/max_memory_allocated_gb:np.float64(135.608256816864) - perf/max_memory_reserved_gb:np.float64(144.7109375) - perf/cpu_memory_used_gb:np.float64(107.14533233642578) - actor/lr:np.float64(1e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7296875) - val-aux/sciknoweval/reward/std@16:np.float64(0.21113028788197769) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.8195625) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.18312693662059415) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6398875) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1769580686853267) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.7299875) - val-aux/sciknoweval/reward/maj@2/std:np.float64(0.21049045089342963) - val-aux/sciknoweval/reward/best@4/mean:np.float64(0.8962625000000001) - val-aux/sciknoweval/reward/best@4/std:np.float64(0.1329636020160485) - val-aux/sciknoweval/reward/worst@4/mean:np.float64(0.5704125) - val-aux/sciknoweval/reward/worst@4/std:np.float64(0.12181204475036858) - val-aux/sciknoweval/reward/maj@4/mean:np.float64(0.76555) - val-aux/sciknoweval/reward/maj@4/std:np.float64(0.18390036772261203) - val-aux/sciknoweval/reward/best@8/mean:np.float64(0.94765) - val-aux/sciknoweval/reward/best@8/std:np.float64(0.07747202634384016) - val-aux/sciknoweval/reward/worst@8/mean:np.float64(0.52575) - val-aux/sciknoweval/reward/worst@8/std:np.float64(0.07452105831546266) - val-aux/sciknoweval/reward/maj@8/mean:np.float64(0.7921125) - val-aux/sciknoweval/reward/maj@8/std:np.float64(0.15178369995448104) - val-aux/sciknoweval/reward/best@16/mean:np.float64(0.9732) - val-aux/sciknoweval/reward/best@16/std:np.float64(0.03523755515622687) - val-aux/sciknoweval/reward/worst@16/
|
||
|
|
("Final validation metrics: {'val-aux/sciknoweval/reward/mean@16': "
|
||
|
|
"np.float64(0.7296875), 'val-aux/sciknoweval/reward/std@16': "
|
||
|
|
"np.float64(0.21113028788197769), 'val-aux/sciknoweval/reward/best@2/mean': "
|
||
|
|
"np.float64(0.8195625), 'val-aux/sciknoweval/reward/best@2/std': "
|
||
|
|
"np.float64(0.18312693662059415), 'val-aux/sciknoweval/reward/worst@2/mean': "
|
||
|
|
"np.float64(0.6398875), 'val-aux/sciknoweval/reward/worst@2/std': "
|
||
|
|
"np.float64(0.1769580686853267), 'val-aux/sciknoweval/reward/maj@2/mean': "
|
||
|
|
"np.float64(0.7299875), 'val-aux/sciknoweval/reward/maj@2/std': "
|
||
|
|
"np.float64(0.21049045089342963), 'val-aux/sciknoweval/reward/best@4/mean': "
|
||
|
|
"np.float64(0.8962625000000001), 'val-aux/sciknoweval/reward/best@4/std': "
|
||
|
|
"np.float64(0.1329636020160485), 'val-aux/sciknoweval/reward/worst@4/mean': "
|
||
|
|
"np.float64(0.5704125), 'val-aux/sciknoweval/reward/worst@4/std': "
|
||
|
|
"np.float64(0.12181204475036858), 'val-aux/sciknoweval/reward/maj@4/mean': "
|
||
|
|
"np.float64(0.76555), 'val-aux/sciknoweval/reward/maj@4/std': "
|
||
|
|
"np.float64(0.18390036772261203), 'val-aux/sciknoweval/reward/best@8/mean': "
|
||
|
|
"np.float64(0.94765), 'val-aux/sciknoweval/reward/best@8/std': "
|
||
|
|
"np.float64(0.07747202634384016), 'val-aux/sciknoweval/reward/worst@8/mean': "
|
||
|
|
"np.float64(0.52575), 'val-aux/sciknoweval/reward/worst@8/std': "
|
||
|
|
"np.float64(0.07452105831546266), 'val-aux/sciknoweval/reward/maj@8/mean': "
|
||
|
|
"np.float64(0.7921125), 'val-aux/sciknoweval/reward/maj@8/std': "
|
||
|
|
"np.float64(0.15178369995448104), 'val-aux/sciknoweval/reward/best@16/mean': "
|
||
|
|
"np.float64(0.9732), 'val-aux/sciknoweval/reward/best@16/std': "
|
||
|
|
"np.float64(0.03523755515622687), 'val-aux/sciknoweval/reward/worst@16/mean': "
|
||
|
|
"np.float64(0.49838750000000004), 'val-aux/sciknoweval/reward/worst@16/std': "
|
||
|
|
"np.float64(0.045061773818715276), 'val-aux/sciknoweval/reward/maj@16/mean': "
|
||
|
|
"np.float64(0.8134375), 'val-aux/sciknoweval/reward/maj@16/std': "
|
||
|
|
"np.float64(0.11988946359651878), 'val-aux/sciknoweval/score/mean@16': "
|
||
|
|
"np.float64(0.7296875), 'val-aux/sciknoweval/score/std@16': "
|
||
|
|
"np.float64(0.21113028788197769), 'val-aux/sciknoweval/score/best@2/mean': "
|
||
|
|
"np.float64(0.8195625), 'val-aux/sciknoweval/score/best@2/std': "
|
||
|
|
"np.float64(0.18312693662059415), 'val-aux/sciknoweval/score/worst@2/mean': "
|
||
|
|
"np.float64(0.6398875), 'val-aux/sciknoweval/score/worst@2/std': "
|
||
|
|
"np.float64(0.1769580686853267), 'val-aux/sciknoweval/score/maj@2/mean': "
|
||
|
|
"np.float64(0.7299875), 'val-aux/sciknoweval/score/maj@2/std': "
|
||
|
|
"np.float64(0.21049045089342963), 'val-aux/sciknoweval/score/best@4/mean': "
|
||
|
|
"np.float64(0.8962625000000001), 'val-aux/sciknoweval/score/best@4/std': "
|
||
|
|
"np.float64(0.1329636020160485), 'val-aux/sciknoweval/score/worst@4/mean': "
|
||
|
|
"np.float64(0.5704125), 'val-aux/sciknoweval/score/worst@4/std': "
|
||
|
|
"np.float64(0.12181204475036858), 'val-aux/sciknoweval/score/maj@4/mean': "
|
||
|
|
"np.float64(0.76555), 'val-aux/sciknoweval/score/maj@4/std': "
|
||
|
|
"np.float64(0.18390036772261203), 'val-aux/sciknoweval/score/best@8/mean': "
|
||
|
|
"np.float64(0.94765), 'val-aux/sciknoweval/score/best@8/std': "
|
||
|
|
"np.float64(0.07747202634384016), 'val-aux/sciknoweval/score/worst@8/mean': "
|
||
|
|
"np.float64(0.52575), 'val-aux/sciknoweval/score/worst@8/std': "
|
||
|
|
"np.float64(0.07452105831546266), 'val-aux/sciknoweval/score/maj@8/mean': "
|
||
|
|
"np.float64(0.7921125), 'val-aux/sciknoweval/score/maj@8/std': "
|
||
|
|
"np.float64(0.15178369995448104), 'val-aux/sciknoweval/score/best@16/mean': "
|
||
|
|
"np.float64(0.9732), 'val-aux/sciknoweval/score/best@16/std': "
|
||
|
|
"np.float64(0.03523755515622687), 'val-aux/sciknoweval/score/worst@16/mean': "
|
||
|
|
"np.float64(0.49838750000000004), 'val-aux/sciknoweval/score/worst@16/std': "
|
||
|
|
"np.float64(0.045061773818715276), 'val-aux/sciknoweval/score/maj@16/mean': "
|
||
|
|
"np.float64(0.8134375), 'val-aux/sciknoweval/score/maj@16/std': "
|
||
|
|
"np.float64(0.11988946359651878), 'val-core/sciknoweval/acc/mean@16': "
|
||
|
|
"np.float64(0.7296875), 'val-aux/sciknoweval/acc/std@16': "
|
||
|
|
"np.float64(0.21113028788197769), 'val-aux/sciknoweval/acc/best@2/mean': "
|
||
|
|
"np.float64(0.8195625), 'val-aux/sciknoweval/acc/best@2/std': "
|
||
|
|
"np.float64(0.18312693662059415), 'val-aux/sciknoweval/acc/worst@2/mean': "
|
||
|
|
"np.float64(0.6398875), 'val-aux/sciknoweval/acc/worst@2/std': "
|
||
|
|
"np.float64(0.1769580686853267), 'val-aux/sciknoweval/acc/maj@2/mean': "
|
||
|
|
"np.float64(0.7299875), 'val-aux/sciknoweval/acc/maj@2/std': "
|
||
|
|
"np.float64(0.21049045089342963), 'val-aux/sciknoweval/acc/best@4/mean': "
|
||
|
|
"np.float64(0.8962625000000001), 'val-aux/sciknoweval/acc/best@4/std': "
|
||
|
|
"np.float64(0.1329636020160485), 'val-aux/sciknoweval/acc/worst@4/mean': "
|
||
|
|
"np.float64(0.5704125), 'val-aux/sciknoweval/acc/worst@4/std': "
|
||
|
|
"np.float64(0.12181204475036858), 'val-aux/sciknoweval/acc/maj@4/mean': "
|
||
|
|
"np.float64(0.76555), 'val-aux/sciknoweval/acc/maj@4/std': "
|
||
|
|
"np.float64(0.18390036772261203), 'val-aux/sciknoweval/acc/best@8/mean': "
|
||
|
|
"np.float64(0.94765), 'val-aux/sciknoweval/acc/best@8/std': "
|
||
|
|
"np.float64(0.07747202634384016), 'val-aux/sciknoweval/acc/worst@8/mean': "
|
||
|
|
"np.float64(0.52575), 'val-aux/sciknoweval/acc/worst@8/std': "
|
||
|
|
"np.float64(0.07452105831546266), 'val-aux/sciknoweval/acc/maj@8/mean': "
|
||
|
|
"np.float64(0.7921125), 'val-aux/sciknoweval/acc/maj@8/std': "
|
||
|
|
"np.float64(0.15178369995448104), 'val-core/sciknoweval/acc/best@16/mean': "
|
||
|
|
"np.float64(0.9732), 'val-core/sciknoweval/acc/best@16/std': "
|
||
|
|
"np.float64(0.03523755515622687), 'val-aux/sciknoweval/acc/worst@16/mean': "
|
||
|
|
"np.float64(0.49838750000000004), 'val-aux/sciknoweval/acc/worst@16/std': "
|
||
|
|
"np.float64(0.045061773818715276), 'val-core/sciknoweval/acc/maj@16/mean': "
|
||
|
|
"np.float64(0.8134375), 'val-core/sciknoweval/acc/maj@16/std': "
|
||
|
|
'np.float64(0.11988946359651878), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/mean@16': np.float64(0.91796875), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/std@16': "
|
||
|
|
'np.float64(0.12921982287160344), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@2/mean': np.float64(0.969875), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@2/std': "
|
||
|
|
'np.float64(0.07402285219911191), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@2/mean': np.float64(0.8673375), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@2/std': "
|
||
|
|
'np.float64(0.14334823308252115), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@2/mean': np.float64(0.9178625), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@2/std': "
|
||
|
|
'np.float64(0.1290617057662198), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@4/mean': np.float64(0.99245), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@4/std': "
|
||
|
|
'np.float64(0.02834928965541194), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@4/mean': np.float64(0.80435), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@4/std': "
|
||
|
|
'np.float64(0.13896621816207683), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@4/mean': np.float64(0.9458125), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@4/std': "
|
||
|
|
'np.float64(0.10365239649604263), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@8/mean': "
|
||
|
|
'np.float64(0.9992375000000001), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@8/std': "
|
||
|
|
'np.float64(0.006519985280372976), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@8/mean': "
|
||
|
|
'np.float64(0.7432874999999999), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@8/std': "
|
||
|
|
'np.float64(0.112524959047603), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@8/mean': "
|
||
|
|
'np.float64(0.9701000000000001), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@8/std': "
|
||
|
|
'np.float64(0.07166964518321907), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@16/mean': "
|
||
|
|
'np.float64(0.9999500000000001), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/best@16/std': "
|
||
|
|
'np.float64(0.0010787124614257437), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@16/mean': np.float64(0.695975), "
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/worst@16/std': "
|
||
|
|
'np.float64(0.07060170833571836), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@16/mean': "
|
||
|
|
'np.float64(0.9865999999999999), '
|
||
|
|
"'val-aux/sciknoweval/incorrect_format/maj@16/std': "
|
||
|
|
"np.float64(0.03874947109834628), 'val-aux/num_turns/min': np.int32(2), "
|
||
|
|
"'val-aux/num_turns/max': np.int32(2), 'val-aux/num_turns/mean': "
|
||
|
|
'np.float64(2.0)}')
|