Qwen3-4B-Tooluse-GRPO-TR/artifacts/output.log

wandb: Detected [openai] in use.
wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
Checkpoint tracker file does not exist: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/latest_checkpointed_iteration.txt
Training from scratch
Training Progress:   9%|▉         | 9/100 [03:41<33:41, 22.21s/it]  
step:1 - global_seqlen/min:18080 - global_seqlen/max:26164 - global_seqlen/minmax_diff:8084 - global_seqlen/balanced_min:21792 - global_seqlen/balanced_max:21964 - global_seqlen/mean:21816.375 - actor/entropy:0.14641837775707245 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23173129558563232 - training/rollout_probs_diff_mean:0.004716179799288511 - training/rollout_probs_diff_std:0.015258925966918468 - training/rollout_actor_probs_pearson_corr:0.9968339800834656 - rollout_corr/rollout_is_mean:1.0002323389053345 - rollout_corr/rollout_is_ratio_fraction_high:4.433606591192074e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00017734426364768296 - rollout_corr/rollout_is_max:2.4048268795013428 - rollout_corr/rollout_is_min:0.34402188658714294 - rollout_corr/rollout_is_std:0.04525763913989067 - rollout_corr/rollout_is_eff_sample_size:0.9979568825363303 - rollout_corr/rollout_is_seq_mean:1.0003467798233032 - rollout_corr/rollout_is_seq_std:0.005160120781511068 - rollout_corr/rollout_is_seq_max:1.0193815231323242 - rollout_corr/rollout_is_seq_min:0.988372802734375 - rollout_corr/rollout_is_seq_max_deviation:0.01938152313232422 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1426090141758323) - rollout_corr/training_log_ppl:np.float64(0.12897585423343116) - rollout_corr/kl:np.float64(0.000618182996809935) - rollout_corr/k3_kl:np.float64(0.0009649590137312813) - rollout_corr/rollout_ppl:np.float64(1.141873188316822) - rollout_corr/rollout_log_ppl:np.float64(0.12835767086653505) - rollout_corr/log_ppl_diff:np.float64(0.000618183366896119) - rollout_corr/log_ppl_abs_diff:np.float64(0.004040755047753919) - rollout_corr/log_ppl_diff_max:np.float64(0.015254274010658264) - rollout_corr/log_ppl_diff_min:np.float64(-0.016576603055000305) - rollout_corr/ppl_ratio:np.float64(1.0006318658124655) - rollout_corr/chi2_token:np.float64(0.002633563941344619) - rollout_corr/chi2_seq:np.float64(0.18706613359972835) - actor/pg_loss:np.float64(0.0) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0) - perf/mfu/actor:np.float64(0.060851911980931) - perf/max_memory_allocated_gb:np.float64(116.22064924240112) - perf/max_memory_reserved_gb:np.float64(120.0859375) - perf/cpu_memory_used_gb:np.float64(98.58868408203125) - actor/lr:np.float64(0.0) - training/global_step:1 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.0 - critic/advantages/min:0.0 - critic/returns/mean:0.0 - critic/returns/max:0.0 - critic/returns/min:0.0 - response_length/mean:88.10546875 - response_length/max:588.0 - response_length/min:36.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:88.10546875 - response_length_non_aborted/max:588.0 - response_length_non_aborted/min:36.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:593.65625 - prompt_length/max:1133.0 - prompt_length/min:312.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00021706335246562958 - timing_s/agent_loop/generate_sequences/min:np.float64(8.226163990795612) - timing_s/agent_loop/generate_sequences/max:np.float64(18.056705575436354) - timing_s/agent_loop/generate_sequences/mean:np.float64(13.94869631686015) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(18.056705575436354) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:567 - timing_s/agent_loop/slowest/response_length:139 - timing_s/gen:28.97892
step:2 - global_seqlen/min:18773 - global_seqlen/max:27282 - global_seqlen/minmax_diff:8509 - global_seqlen/balanced_min:22597 - global_seqlen/balanced_max:22599 - global_seqlen/mean:22597.875 - actor/entropy:0.12656646966934204 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2808593213558197 - training/rollout_probs_diff_mean:0.004198112059384584 - training/rollout_probs_diff_std:0.01482822373509407 - training/rollout_actor_probs_pearson_corr:0.9966048002243042 - rollout_corr/rollout_is_mean:0.99971604347229 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0002478314854670316 - rollout_corr/rollout_is_max:1.5572880506515503 - rollout_corr/rollout_is_min:0.39213472604751587 - rollout_corr/rollout_is_std:0.03761905059218407 - rollout_corr/rollout_is_eff_sample_size:0.9985860341889743 - rollout_corr/rollout_is_seq_mean:0.9997813701629639 - rollout_corr/rollout_is_seq_std:0.004977219272404909 - rollout_corr/rollout_is_seq_max:1.0152968168258667 - rollout_corr/rollout_is_seq_min:0.9834761023521423 - rollout_corr/rollout_is_seq_max_deviation:0.016523897647857666 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1324080801568925) - rollout_corr/training_log_ppl:np.float64(0.11828034294194367) - rollout_corr/kl:np.float64(0.0012172998180020045) - rollout_corr/k3_kl:np.float64(0.0008056611945406189) - rollout_corr/rollout_ppl:np.float64(1.1309875738807023) - rollout_corr/rollout_log_ppl:np.float64(0.11706304269318935) - rollout_corr/log_ppl_diff:np.float64(0.0012173002487543272) - rollout_corr/log_ppl_abs_diff:np.float64(0.003956407685109298) - rollout_corr/log_ppl_diff_max:np.float64(0.021420463919639587) - rollout_corr/log_ppl_diff_min:np.float64(-0.01959538459777832) - rollout_corr/ppl_ratio:np.float64(1.0012327732983977) - rollout_corr/chi2_token:np.float64(0.0006764766294509172) - rollout_corr/chi2_seq:np.float64(0.0676341422367841) - actor/pg_loss:np.float64(9.611714631319046e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.00021791353508149314) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.21558763086795807) - perf/mfu/actor:np.float64(0.06477487084953405) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.0859375) - perf/cpu_memory_used_gb:np.float64(99.01543474197388) - actor/lr:np.float64(1e-07) - training/global_step:2 - training/epoch:0 - critic/score/mean:0.24609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.24609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0016666667070239782 - critic/advantages/max:0.75 - critic/advantages/min:-0.625 - critic/returns/mean:0.0016666667070239782 - critic/returns/max:0.75 - critic/returns/min:-0.625 - response_length/mean:78.80859375 - response_length/max:355.0 - response_length/min:36.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:78.80859375 - response_length_non_aborted/max:355.0 - response_length_non_aborted/min:36.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:627.375 - prompt_length/max:1125.0 - prompt_length/min:311.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011539831757545471 - timing_s/agent_loop/generate_sequences/min:np.float64(0.503096180036664) - timing_s/agent_loop/generate_sequences/max:np.float64(2.3314724434167147) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9432329134215252) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.3314724434167147) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/pro
step:3 - global_seqlen/min:19943 - global_seqlen/max:24264 - global_seqlen/minmax_diff:4321 - global_seqlen/balanced_min:22955 - global_seqlen/balanced_max:22973 - global_seqlen/mean:22968.0 - actor/entropy:0.15279363095760345 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22948482632637024 - training/rollout_probs_diff_mean:0.004540099296718836 - training/rollout_probs_diff_std:0.01436657179147005 - training/rollout_actor_probs_pearson_corr:0.9972487092018127 - rollout_corr/rollout_is_mean:1.0000700950622559 - rollout_corr/rollout_is_ratio_fraction_high:4.285224713385105e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00029996572993695736 - rollout_corr/rollout_is_max:2.550102472305298 - rollout_corr/rollout_is_min:0.25213730335235596 - rollout_corr/rollout_is_std:0.04076051712036133 - rollout_corr/rollout_is_eff_sample_size:0.9983415734974519 - rollout_corr/rollout_is_seq_mean:1.000024676322937 - rollout_corr/rollout_is_seq_std:0.005066235084086657 - rollout_corr/rollout_is_seq_max:1.0166418552398682 - rollout_corr/rollout_is_seq_min:0.9804430603981018 - rollout_corr/rollout_is_seq_max_deviation:0.019556939601898193 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1493466985411942) - rollout_corr/training_log_ppl:np.float64(0.13489254262458417) - rollout_corr/kl:np.float64(0.0008413344398934264) - rollout_corr/k3_kl:np.float64(0.0009184532908514953) - rollout_corr/rollout_ppl:np.float64(1.1482987869530916) - rollout_corr/rollout_log_ppl:np.float64(0.1340512067254167) - rollout_corr/log_ppl_diff:np.float64(0.0008413358991674613) - rollout_corr/log_ppl_abs_diff:np.float64(0.0039003618621791247) - rollout_corr/log_ppl_diff_max:np.float64(0.028001204133033752) - rollout_corr/log_ppl_diff_min:np.float64(-0.014365822076797485) - rollout_corr/ppl_ratio:np.float64(1.0008565711323172) - rollout_corr/chi2_token:np.float64(0.00188122084364295) - rollout_corr/chi2_seq:np.float64(0.17208917438983917) - actor/pg_loss:np.float64(0.0002748138504102826) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005673766445397632) - actor/ppo_kl:np.float64(1.1407046116573838e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.7087778747081757) - perf/mfu/actor:np.float64(0.06654005014594164) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.0859375) - perf/cpu_memory_used_gb:np.float64(99.24831771850586) - actor/lr:np.float64(2e-07) - training/global_step:3 - training/epoch:0 - critic/score/mean:0.34375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004863729700446129 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004863729700446129 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:91.15625 - response_length/max:481.0 - response_length/min:37.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:91.15625 - response_length_non_aborted/max:481.0 - response_length_non_aborted/min:37.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:626.59375 - prompt_length/max:1113.0 - prompt_length/min:273.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.466893970966339e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.6129245366901159) - timing_s/agent_loop/generate_sequences/max:np.float64(3.192693594843149) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.1151744515518658) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.192693594843149) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
step:4 - global_seqlen/min:17290 - global_seqlen/max:25300 - global_seqlen/minmax_diff:8010 - global_seqlen/balanced_min:21248 - global_seqlen/balanced_max:21250 - global_seqlen/mean:21248.75 - actor/entropy:0.12948736548423767 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4102332890033722 - training/rollout_probs_diff_mean:0.004217257257550955 - training/rollout_probs_diff_std:0.015284400433301926 - training/rollout_actor_probs_pearson_corr:0.9964333176612854 - rollout_corr/rollout_is_mean:1.0000133514404297 - rollout_corr/rollout_is_ratio_fraction_high:4.990517845726572e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00029943109257146716 - rollout_corr/rollout_is_max:2.1047112941741943 - rollout_corr/rollout_is_min:0.2611633241176605 - rollout_corr/rollout_is_std:0.040603749454021454 - rollout_corr/rollout_is_eff_sample_size:0.9983542867806431 - rollout_corr/rollout_is_seq_mean:0.9999352693557739 - rollout_corr/rollout_is_seq_std:0.0046289172023534775 - rollout_corr/rollout_is_seq_max:1.0167914628982544 - rollout_corr/rollout_is_seq_min:0.9889064431190491 - rollout_corr/rollout_is_seq_max_deviation:0.016791462898254395 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1238082409836352) - rollout_corr/training_log_ppl:np.float64(0.11318308967747726) - rollout_corr/kl:np.float64(0.0009153081468191715) - rollout_corr/k3_kl:np.float64(0.000827719703371213) - rollout_corr/rollout_ppl:np.float64(1.1227063927799463) - rollout_corr/rollout_log_ppl:np.float64(0.1122677803505212) - rollout_corr/log_ppl_diff:np.float64(0.0009153093269560486) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036446206067921594) - rollout_corr/log_ppl_diff_max:np.float64(0.019560396671295166) - rollout_corr/log_ppl_diff_min:np.float64(-0.011468484997749329) - rollout_corr/ppl_ratio:np.float64(1.0009270696900785) - rollout_corr/chi2_token:np.float64(0.0013825532514601946) - rollout_corr/chi2_seq:np.float64(0.10801790072582662) - actor/pg_loss:np.float64(0.00029993848875164986) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00017905496497405693) - actor/ppo_kl:np.float64(-1.4494269514386815e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.39460026286542416) - perf/mfu/actor:np.float64(0.062325872940354375) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.0859375) - perf/cpu_memory_used_gb:np.float64(99.28005981445312) - actor/lr:np.float64(3e-07) - training/global_step:4 - training/epoch:0 - critic/score/mean:0.2734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0019338257843628526 - critic/advantages/max:0.625 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0019338257843628526 - critic/returns/max:0.625 - critic/returns/min:-0.875 - response_length/mean:78.2734375 - response_length/max:361.0 - response_length/min:33.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:78.2734375 - response_length_non_aborted/max:361.0 - response_length_non_aborted/min:33.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:585.75 - prompt_length/max:1263.0 - prompt_length/min:307.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.859671652317047e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.5044068116694689) - timing_s/agent_loop/generate_sequences/max:np.float64(2.3838895428925753) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9284165200442658) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.3838895428925753) - timing_s/agent_loop/slowest/tool_calls:np.fl
step:5 - global_seqlen/min:13147 - global_seqlen/max:29130 - global_seqlen/minmax_diff:15983 - global_seqlen/balanced_min:22799 - global_seqlen/balanced_max:23296 - global_seqlen/mean:22868.375 - actor/entropy:0.12660183012485504 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18464019894599915 - training/rollout_probs_diff_mean:0.003926870413124561 - training/rollout_probs_diff_std:0.013190893456339836 - training/rollout_actor_probs_pearson_corr:0.9972882270812988 - rollout_corr/rollout_is_mean:1.0002802610397339 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.724310040473938 - rollout_corr/rollout_is_min:0.5546000599861145 - rollout_corr/rollout_is_std:0.03783155605196953 - rollout_corr/rollout_is_eff_sample_size:0.998571650834279 - rollout_corr/rollout_is_seq_mean:1.00027334690094 - rollout_corr/rollout_is_seq_std:0.004893414210528135 - rollout_corr/rollout_is_seq_max:1.027274250984192 - rollout_corr/rollout_is_seq_min:0.9810804128646851 - rollout_corr/rollout_is_seq_max_deviation:0.027274250984191895 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1258107665926218) - rollout_corr/training_log_ppl:np.float64(0.1149051958200289) - rollout_corr/kl:np.float64(0.000763754221587476) - rollout_corr/k3_kl:np.float64(0.0006786475069473167) - rollout_corr/rollout_ppl:np.float64(1.1248536398634315) - rollout_corr/rollout_log_ppl:np.float64(0.11414144096852397) - rollout_corr/log_ppl_diff:np.float64(0.0007637548515049275) - rollout_corr/log_ppl_abs_diff:np.float64(0.003477426991594257) - rollout_corr/log_ppl_diff_max:np.float64(0.017848581075668335) - rollout_corr/log_ppl_diff_min:np.float64(-0.011823266744613647) - rollout_corr/ppl_ratio:np.float64(1.0007743963506073) - rollout_corr/chi2_token:np.float64(0.0011820844374597073) - rollout_corr/chi2_seq:np.float64(0.20299445022828877) - actor/pg_loss:np.float64(0.0001185728469863534) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003467347596597392) - actor/ppo_kl:np.float64(0.0003148611091745579) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4334787204861641) - perf/mfu/actor:np.float64(0.0661330187187012) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.76953125) - perf/cpu_memory_used_gb:np.float64(99.32159805297852) - actor/lr:np.float64(4e-07) - training/global_step:5 - training/epoch:0 - critic/score/mean:0.375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00581382354721427 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.00581382354721427 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:87.26171875 - response_length/max:1569.0 - response_length/min:32.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:87.26171875 - response_length_non_aborted/max:1569.0 - response_length_non_aborted/min:32.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:627.375 - prompt_length/max:1262.0 - prompt_length/min:222.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.776093065738678e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.5187589321285486) - timing_s/agent_loop/generate_sequences/max:np.float64(7.965198548510671) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9581363305187551) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.965198548510671) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:68
step:6 - global_seqlen/min:17040 - global_seqlen/max:26367 - global_seqlen/minmax_diff:9327 - global_seqlen/balanced_min:21125 - global_seqlen/balanced_max:21136 - global_seqlen/mean:21127.375 - actor/entropy:0.12576662003993988 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2908989191055298 - training/rollout_probs_diff_mean:0.004267305601388216 - training/rollout_probs_diff_std:0.014213871210813522 - training/rollout_actor_probs_pearson_corr:0.9968940019607544 - rollout_corr/rollout_is_mean:0.9998666048049927 - rollout_corr/rollout_is_ratio_fraction_high:9.632519504521042e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.122415065765381 - rollout_corr/rollout_is_min:0.5966245532035828 - rollout_corr/rollout_is_std:0.04118312895298004 - rollout_corr/rollout_is_eff_sample_size:0.9983062869220406 - rollout_corr/rollout_is_seq_mean:0.9999539852142334 - rollout_corr/rollout_is_seq_std:0.004403788596391678 - rollout_corr/rollout_is_seq_max:1.0245569944381714 - rollout_corr/rollout_is_seq_min:0.9888207912445068 - rollout_corr/rollout_is_seq_max_deviation:0.024556994438171387 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1272063162177801) - rollout_corr/training_log_ppl:np.float64(0.11572822080961487) - rollout_corr/kl:np.float64(0.0004639790170699598) - rollout_corr/k3_kl:np.float64(0.0007851094019817317) - rollout_corr/rollout_ppl:np.float64(1.1266832249239087) - rollout_corr/rollout_log_ppl:np.float64(0.1152642410597764) - rollout_corr/log_ppl_diff:np.float64(0.00046397974983847234) - rollout_corr/log_ppl_abs_diff:np.float64(0.0033484528885310283) - rollout_corr/log_ppl_diff_max:np.float64(0.017902791500091553) - rollout_corr/log_ppl_diff_min:np.float64(-0.020951762795448303) - rollout_corr/ppl_ratio:np.float64(1.000474549131468) - rollout_corr/chi2_token:np.float64(0.002347315428778529) - rollout_corr/chi2_seq:np.float64(0.18795075523667037) - actor/pg_loss:np.float64(-4.68292273581028e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012278944632271305) - actor/ppo_kl:np.float64(-0.00034809640274602316) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3897189050912857) - perf/mfu/actor:np.float64(0.061938611610530284) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.76953125) - perf/cpu_memory_used_gb:np.float64(99.3936996459961) - actor/lr:np.float64(5e-07) - training/global_step:6 - training/epoch:0 - critic/score/mean:0.42578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.42578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0019566055852919817 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0019566055852919817 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:81.10546875 - response_length/max:645.0 - response_length/min:36.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:81.10546875 - response_length_non_aborted/max:645.0 - response_length_non_aborted/min:36.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:579.125 - prompt_length/max:894.0 - prompt_length/min:344.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011157616972923279 - timing_s/agent_loop/generate_sequences/min:np.float64(0.4919158164411783) - timing_s/agent_loop/generate_sequences/max:np.float64(3.6802177112549543) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9267401737743057) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.6802177112549543) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_
step:7 - global_seqlen/min:18898 - global_seqlen/max:26037 - global_seqlen/minmax_diff:7139 - global_seqlen/balanced_min:22495 - global_seqlen/balanced_max:22504 - global_seqlen/mean:22502.0 - actor/entropy:0.11960823833942413 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45104119181632996 - training/rollout_probs_diff_mean:0.0037807251792401075 - training/rollout_probs_diff_std:0.013211631216108799 - training/rollout_actor_probs_pearson_corr:0.9971667528152466 - rollout_corr/rollout_is_mean:1.0000500679016113 - rollout_corr/rollout_is_ratio_fraction_high:0.00023347030219156295 - rollout_corr/rollout_is_ratio_fraction_low:4.669406189350411e-05 - rollout_corr/rollout_is_max:2.6564767360687256 - rollout_corr/rollout_is_min:0.49755173921585083 - rollout_corr/rollout_is_std:0.038981545716524124 - rollout_corr/rollout_is_eff_sample_size:0.9984825070521346 - rollout_corr/rollout_is_seq_mean:1.0000535249710083 - rollout_corr/rollout_is_seq_std:0.0056117139756679535 - rollout_corr/rollout_is_seq_max:1.0496433973312378 - rollout_corr/rollout_is_seq_min:0.9875884056091309 - rollout_corr/rollout_is_seq_max_deviation:0.04964339733123779 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1212726151570678) - rollout_corr/training_log_ppl:np.float64(0.11180656001306488) - rollout_corr/kl:np.float64(0.0007779968996928233) - rollout_corr/k3_kl:np.float64(0.0008310457525482207) - rollout_corr/rollout_ppl:np.float64(1.1203748150728643) - rollout_corr/rollout_log_ppl:np.float64(0.11102856251090998) - rollout_corr/log_ppl_diff:np.float64(0.0007779975021549035) - rollout_corr/log_ppl_abs_diff:np.float64(0.003615029727370711) - rollout_corr/log_ppl_diff_max:np.float64(0.01762673258781433) - rollout_corr/log_ppl_diff_min:np.float64(-0.02345225214958191) - rollout_corr/ppl_ratio:np.float64(1.0007903643418103) - rollout_corr/chi2_token:np.float64(0.0020643803291022778) - rollout_corr/chi2_seq:np.float64(0.31515425886027515) - actor/pg_loss:np.float64(0.00031810731161385775) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023356816382147372) - actor/ppo_kl:np.float64(7.283260504742373e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4893041141331196) - perf/mfu/actor:np.float64(0.06602767485372973) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.76953125) - perf/cpu_memory_used_gb:np.float64(99.23370742797852) - actor/lr:np.float64(6e-07) - training/global_step:7 - training/epoch:0 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005661654751747847 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005661654751747847 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:83.65625 - response_length/max:532.0 - response_length/min:36.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:83.65625 - response_length_non_aborted/max:532.0 - response_length_non_aborted/min:36.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:619.53125 - prompt_length/max:982.0 - prompt_length/min:374.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.967014193534851e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.41183955408632755) - timing_s/agent_loop/generate_sequences/max:np.float64(3.257921503856778) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9176346744206967) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.257921503856778) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
step:8 - global_seqlen/min:16449 - global_seqlen/max:25615 - global_seqlen/minmax_diff:9166 - global_seqlen/balanced_min:20947 - global_seqlen/balanced_max:20955 - global_seqlen/mean:20952.875 - actor/entropy:0.15507011115550995 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2151498794555664 - training/rollout_probs_diff_mean:0.00449509359896183 - training/rollout_probs_diff_std:0.014257777482271194 - training/rollout_actor_probs_pearson_corr:0.9973218441009521 - rollout_corr/rollout_is_mean:1.0000156164169312 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00010040664346888661 - rollout_corr/rollout_is_max:1.7764735221862793 - rollout_corr/rollout_is_min:0.23724927008152008 - rollout_corr/rollout_is_std:0.03982561454176903 - rollout_corr/rollout_is_eff_sample_size:0.9984165508993668 - rollout_corr/rollout_is_seq_mean:1.0001283884048462 - rollout_corr/rollout_is_seq_std:0.005303668323904276 - rollout_corr/rollout_is_seq_max:1.0216349363327026 - rollout_corr/rollout_is_seq_min:0.9830049872398376 - rollout_corr/rollout_is_seq_max_deviation:0.021634936332702637 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1525499848648906) - rollout_corr/training_log_ppl:np.float64(0.13621774099738104) - rollout_corr/kl:np.float64(0.0006907305350054571) - rollout_corr/k3_kl:np.float64(0.000989640664348812) - rollout_corr/rollout_ppl:np.float64(1.1517864339984953) - rollout_corr/rollout_log_ppl:np.float64(0.1355270098101755) - rollout_corr/log_ppl_diff:np.float64(0.0006907311872055288) - rollout_corr/log_ppl_abs_diff:np.float64(0.004126619536691578) - rollout_corr/log_ppl_diff_max:np.float64(0.02624136209487915) - rollout_corr/log_ppl_diff_min:np.float64(-0.017728742212057114) - rollout_corr/ppl_ratio:np.float64(1.0007078666239977) - rollout_corr/chi2_token:np.float64(0.0025833381805568933) - rollout_corr/chi2_seq:np.float64(0.18695910717360675) - actor/pg_loss:np.float64(-0.00028902641497552395) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00031610101723344997) - actor/ppo_kl:np.float64(-8.426498646940672e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29385046660900116) - perf/mfu/actor:np.float64(0.062057705433243696) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.76953125) - perf/cpu_memory_used_gb:np.float64(99.29854202270508) - actor/lr:np.float64(7e-07) - training/global_step:8 - training/epoch:0 - critic/score/mean:0.3046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0011044731363654137 - critic/advantages/max:0.75 - critic/advantages/min:-0.5 - critic/returns/mean:-0.0011044731363654137 - critic/returns/max:0.75 - critic/returns/min:-0.5 - response_length/mean:77.80859375 - response_length/max:455.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:77.80859375 - response_length_non_aborted/max:455.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:576.96875 - prompt_length/max:976.0 - prompt_length/min:229.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001049041748046875 - timing_s/agent_loop/generate_sequences/min:np.float64(0.429601788520813) - timing_s/agent_loop/generate_sequences/max:np.float64(2.701862784102559) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8199686527514132) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.701862784102559) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
step:9 - global_seqlen/min:18258 - global_seqlen/max:27977 - global_seqlen/minmax_diff:9719 - global_seqlen/balanced_min:21869 - global_seqlen/balanced_max:21870 - global_seqlen/mean:21869.625 - actor/entropy:0.13515111804008484 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24122273921966553 - training/rollout_probs_diff_mean:0.0043703364208340645 - training/rollout_probs_diff_std:0.014301402494311333 - training/rollout_actor_probs_pearson_corr:0.9970178604125977 - rollout_corr/rollout_is_mean:0.9998951554298401 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7522540092468262 - rollout_corr/rollout_is_min:0.5502117276191711 - rollout_corr/rollout_is_std:0.03919046372175217 - rollout_corr/rollout_is_eff_sample_size:0.9984659874860382 - rollout_corr/rollout_is_seq_mean:1.0002721548080444 - rollout_corr/rollout_is_seq_std:0.00495022302493453 - rollout_corr/rollout_is_seq_max:1.0227787494659424 - rollout_corr/rollout_is_seq_min:0.9889119863510132 - rollout_corr/rollout_is_seq_max_deviation:0.022778749465942383 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.132400516886264) - rollout_corr/training_log_ppl:np.float64(0.121435822424246) - rollout_corr/kl:np.float64(0.00031150261644241617) - rollout_corr/k3_kl:np.float64(0.0009674698963539896) - rollout_corr/rollout_ppl:np.float64(1.131991643924266) - rollout_corr/rollout_log_ppl:np.float64(0.12112431901914533) - rollout_corr/log_ppl_diff:np.float64(0.000311503405100666) - rollout_corr/log_ppl_abs_diff:np.float64(0.0038278754946077242) - rollout_corr/log_ppl_diff_max:np.float64(0.022529736161231995) - rollout_corr/log_ppl_diff_min:np.float64(-0.019898459315299988) - rollout_corr/ppl_ratio:np.float64(1.000325232744217) - rollout_corr/chi2_token:np.float64(0.003269399516284466) - rollout_corr/chi2_seq:np.float64(0.1828293523285538) - actor/pg_loss:np.float64(-0.00013438216410577297) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00046447756176348776) - actor/ppo_kl:np.float64(-0.00022336740514106168) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5611211359500885) - perf/mfu/actor:np.float64(0.06364563762385886) - perf/max_memory_allocated_gb:np.float64(116.3979811668396) - perf/max_memory_reserved_gb:np.float64(120.76953125) - perf/cpu_memory_used_gb:np.float64(99.35362243652344) - actor/lr:np.float64(8e-07) - training/global_step:9 - training/epoch:0 - critic/score/mean:0.28515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002632251475006342 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002632251475006342 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:76.42578125 - response_length/max:322.0 - response_length/min:34.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:76.42578125 - response_length_non_aborted/max:322.0 - response_length_non_aborted/min:34.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:607.0 - prompt_length/max:1504.0 - prompt_length/min:250.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.917972445487976e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.48420579731464386) - timing_s/agent_loop/generate_sequences/max:np.float64(2.2701611798256636) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8933361469244119) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.2701611798256636) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 10}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: The user is asking for a random picture of an axolotl. The appropriate tool for this is getRandomAxolotlImage.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_10
step:10 - global_seqlen/min:15336 - global_seqlen/max:41224 - global_seqlen/minmax_diff:25888 - global_seqlen/balanced_min:19566 - global_seqlen/balanced_max:27059 - global_seqlen/mean:22376.125 - actor/entropy:0.06471491605043411 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25514164566993713 - training/rollout_probs_diff_mean:0.0019480646587908268 - training/rollout_probs_diff_std:0.009871283546090126 - training/rollout_actor_probs_pearson_corr:0.9974164962768555 - rollout_corr/rollout_is_mean:0.9997751116752625 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0001353515690425411 - rollout_corr/rollout_is_max:1.7737531661987305 - rollout_corr/rollout_is_min:0.44347867369651794 - rollout_corr/rollout_is_std:0.02663147822022438 - rollout_corr/rollout_is_eff_sample_size:0.9992908503494108 - rollout_corr/rollout_is_seq_mean:0.9994572997093201 - rollout_corr/rollout_is_seq_std:0.0046390630304813385 - rollout_corr/rollout_is_seq_max:1.0134824514389038 - rollout_corr/rollout_is_seq_min:0.9830322265625 - rollout_corr/rollout_is_seq_max_deviation:0.0169677734375 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1388853043317795) - rollout_corr/training_log_ppl:np.float64(0.1254820067433684) - rollout_corr/kl:np.float64(0.0009716963424644121) - rollout_corr/k3_kl:np.float64(0.0009642050270038949) - rollout_corr/rollout_ppl:np.float64(1.1376882079057395) - rollout_corr/rollout_log_ppl:np.float64(0.12451030904594518) - rollout_corr/log_ppl_diff:np.float64(0.0009716976974232239) - rollout_corr/log_ppl_abs_diff:np.float64(0.003936542275368993) - rollout_corr/log_ppl_diff_max:np.float64(0.02153278887271881) - rollout_corr/log_ppl_diff_min:np.float64(-0.020883288234472275) - rollout_corr/ppl_ratio:np.float64(1.000986902276054) - rollout_corr/chi2_token:np.float64(0.0018790557514876127) - rollout_corr/chi2_seq:np.float64(0.01500549796037376) - actor/pg_loss:np.float64(3.802124410867691e-07) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00047881080718070734) - actor/ppo_kl:np.float64(-0.0003828074489522493) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4972062036395073) - perf/mfu/actor:np.float64(0.06153828124526606) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(99.23387908935547) - actor/lr:np.float64(9e-07) - val-aux/tooluse/reward/mean@16:np.float64(0.5965073529411765) - val-aux/tooluse/reward/std@16:np.float64(0.02526972233916341) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6038382352941176) - val-aux/tooluse/reward/best@2/std:np.float64(0.010997622736856439) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5896176470588235) - val-aux/tooluse/reward/worst@2/std:np.float64(0.02883197168984434) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5966176470588236) - val-aux/tooluse/reward/maj@2/std:np.float64(0.024733745354939912) - val-aux/tooluse/reward/best@4/mean:np.float64(0.6060441176470588) - val-aux/tooluse/reward/best@4/std:np.float64(0.006000270322630196) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5781176470588235) - val-aux/tooluse/reward/worst@4/std:np.float64(0.033952338910140115) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.6006176470588235) - val-aux/tooluse/reward/maj@4/std:np.float64(0.014513185041700504) - val-aux/tooluse/reward/best@8/mean:np.float64(0.6086764705882353) - val-aux/tooluse/reward/best@8/std:np.float64(0.007172793175445411) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.5626617647058823) - val-aux/tooluse/reward/worst@8/std:np.float64(0.03534818492066255) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.6026470588235293) - val-aux/tooluse/reward/maj@8/std:np.float64(0.0035617805240550572) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6124117647058823) - val-aux/tooluse/reward/best@16/std:np.float64(0.007041400065249293) - val-aux/tooluse/rewar
step:11 - global_seqlen/min:17578 - global_seqlen/max:27283 - global_seqlen/minmax_diff:9705 - global_seqlen/balanced_min:21652 - global_seqlen/balanced_max:21657 - global_seqlen/mean:21654.25 - actor/entropy:0.11065898835659027 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29282984137535095 - training/rollout_probs_diff_mean:0.004017804283648729 - training/rollout_probs_diff_std:0.015260000713169575 - training/rollout_actor_probs_pearson_corr:0.9959209561347961 - rollout_corr/rollout_is_mean:1.0003602504730225 - rollout_corr/rollout_is_ratio_fraction_high:0.00016127298295032233 - rollout_corr/rollout_is_ratio_fraction_low:0.00037630362203344703 - rollout_corr/rollout_is_max:3.364696979522705 - rollout_corr/rollout_is_min:0.3406287729740143 - rollout_corr/rollout_is_std:0.04031352326273918 - rollout_corr/rollout_is_eff_sample_size:0.9983781696179648 - rollout_corr/rollout_is_seq_mean:1.000364065170288 - rollout_corr/rollout_is_seq_std:0.007739383261650801 - rollout_corr/rollout_is_seq_max:1.0629969835281372 - rollout_corr/rollout_is_seq_min:0.9764702320098877 - rollout_corr/rollout_is_seq_max_deviation:0.06299698352813721 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1182947410270572) - rollout_corr/training_log_ppl:np.float64(0.10826437650393927) - rollout_corr/kl:np.float64(0.001223238331206744) - rollout_corr/k3_kl:np.float64(0.0013988505138087248) - rollout_corr/rollout_ppl:np.float64(1.1168462545610964) - rollout_corr/rollout_log_ppl:np.float64(0.10704113724750641) - rollout_corr/log_ppl_diff:np.float64(0.001223239256432862) - rollout_corr/log_ppl_abs_diff:np.float64(0.005348508309907629) - rollout_corr/log_ppl_diff_max:np.float64(0.044343382120132446) - rollout_corr/log_ppl_diff_min:np.float64(-0.03604096174240112) - rollout_corr/ppl_ratio:np.float64(1.0012552302796394) - rollout_corr/chi2_token:np.float64(0.0033159349113702774) - rollout_corr/chi2_seq:np.float64(0.32321867998689413) - actor/pg_loss:np.float64(0.00012246717233210802) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003686612944875378) - actor/ppo_kl:np.float64(0.0004963153411168264) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5073169767856598) - perf/mfu/actor:np.float64(0.06195358941008023) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(108.78277206420898) - actor/lr:np.float64(1e-06) - training/global_step:11 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004891946911811829 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004891946911811829 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:72.6640625 - response_length/max:256.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:72.6640625 - response_length_non_aborted/max:256.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:604.03125 - prompt_length/max:1164.0 - prompt_length/min:268.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001065470278263092 - timing_s/agent_loop/generate_sequences/min:np.float64(0.35498063638806343) - timing_s/agent_loop/generate_sequences/max:np.float64(1.9746794011443853) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8692239028896438) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.9746794011443853) - timing_s/agent_loop/slowest/tool_calls:np.floa
step:12 - global_seqlen/min:17954 - global_seqlen/max:28837 - global_seqlen/minmax_diff:10883 - global_seqlen/balanced_min:21192 - global_seqlen/balanced_max:21407 - global_seqlen/mean:21220.5 - actor/entropy:0.1336514800786972 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17917335033416748 - training/rollout_probs_diff_mean:0.004169702995568514 - training/rollout_probs_diff_std:0.013394581153988838 - training/rollout_actor_probs_pearson_corr:0.9973517060279846 - rollout_corr/rollout_is_mean:0.9994610548019409 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00014772503345739096 - rollout_corr/rollout_is_max:1.5675175189971924 - rollout_corr/rollout_is_min:0.3256097137928009 - rollout_corr/rollout_is_std:0.037291232496500015 - rollout_corr/rollout_is_eff_sample_size:0.9986100469936493 - rollout_corr/rollout_is_seq_mean:0.9994513392448425 - rollout_corr/rollout_is_seq_std:0.0043182666413486 - rollout_corr/rollout_is_seq_max:1.011215090751648 - rollout_corr/rollout_is_seq_min:0.9867015480995178 - rollout_corr/rollout_is_seq_max_deviation:0.013298451900482178 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1365594435483217) - rollout_corr/training_log_ppl:np.float64(0.12453540127899032) - rollout_corr/kl:np.float64(0.0008226861730284973) - rollout_corr/k3_kl:np.float64(0.0010328982278515753) - rollout_corr/rollout_ppl:np.float64(1.1354309413582087) - rollout_corr/rollout_log_ppl:np.float64(0.12371271370284376) - rollout_corr/log_ppl_diff:np.float64(0.0008226875834225211) - rollout_corr/log_ppl_abs_diff:np.float64(0.00435226490299101) - rollout_corr/log_ppl_diff_max:np.float64(0.023256003856658936) - rollout_corr/log_ppl_diff_min:np.float64(-0.03139470890164375) - rollout_corr/ppl_ratio:np.float64(1.0008434124756604) - rollout_corr/chi2_token:np.float64(0.002417704090476036) - rollout_corr/chi2_seq:np.float64(0.08645861991681159) - actor/pg_loss:np.float64(0.0001993263140320778) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001963553368113935) - actor/ppo_kl:np.float64(-0.00044044979841828535) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.32797153294086456) - perf/mfu/actor:np.float64(0.060148255230898375) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.13369750976562) - actor/lr:np.float64(1e-06) - training/global_step:12 - training/epoch:0 - critic/score/mean:0.359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00795253086835146 - critic/advantages/max:0.75 - critic/advantages/min:-0.25 - critic/returns/mean:-0.00795253086835146 - critic/returns/max:0.75 - critic/returns/min:-0.25 - response_length/mean:79.328125 - response_length/max:606.0 - response_length/min:10.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:79.328125 - response_length_non_aborted/max:606.0 - response_length_non_aborted/min:10.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:583.8125 - prompt_length/max:960.0 - prompt_length/min:294.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015121325850486755 - timing_s/agent_loop/generate_sequences/min:np.float64(0.21685582771897316) - timing_s/agent_loop/generate_sequences/max:np.float64(3.5554216038435698) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8958015917305602) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.5554216038435698) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loo
step:13 - global_seqlen/min:14620 - global_seqlen/max:28237 - global_seqlen/minmax_diff:13617 - global_seqlen/balanced_min:21004 - global_seqlen/balanced_max:21704 - global_seqlen/mean:21096.875 - actor/entropy:0.10547120124101639 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19509756565093994 - training/rollout_probs_diff_mean:0.003380682785063982 - training/rollout_probs_diff_std:0.012886268086731434 - training/rollout_actor_probs_pearson_corr:0.9970110654830933 - rollout_corr/rollout_is_mean:1.000056266784668 - rollout_corr/rollout_is_ratio_fraction_high:4.570592864183709e-05 - rollout_corr/rollout_is_ratio_fraction_low:4.570592864183709e-05 - rollout_corr/rollout_is_max:2.1585445404052734 - rollout_corr/rollout_is_min:0.26028817892074585 - rollout_corr/rollout_is_std:0.036277685314416885 - rollout_corr/rollout_is_eff_sample_size:0.9986857781047227 - rollout_corr/rollout_is_seq_mean:1.00021493434906 - rollout_corr/rollout_is_seq_std:0.0042898631654679775 - rollout_corr/rollout_is_seq_max:1.0150363445281982 - rollout_corr/rollout_is_seq_min:0.9877874851226807 - rollout_corr/rollout_is_seq_max_deviation:0.015036344528198242 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1031650374643505) - rollout_corr/training_log_ppl:np.float64(0.09494470232675667) - rollout_corr/kl:np.float64(0.000851536146512899) - rollout_corr/k3_kl:np.float64(0.0009472659370093339) - rollout_corr/rollout_ppl:np.float64(1.1022485885769129) - rollout_corr/rollout_log_ppl:np.float64(0.09409316546589253) - rollout_corr/log_ppl_diff:np.float64(0.0008515368608641438) - rollout_corr/log_ppl_abs_diff:np.float64(0.004001086879725335) - rollout_corr/log_ppl_diff_max:np.float64(0.019642561674118042) - rollout_corr/log_ppl_diff_min:np.float64(-0.05255556106567383) - rollout_corr/ppl_ratio:np.float64(1.0008714410942048) - rollout_corr/chi2_token:np.float64(0.002315883059054613) - rollout_corr/chi2_seq:np.float64(0.29878060379996896) - actor/pg_loss:np.float64(0.00033441511914134026) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019135708134854212) - actor/ppo_kl:np.float64(0.00036150807645185523) - actor/pg_clipfrac_lower:np.float64(5.351027357392013e-05) - actor/grad_norm:np.float64(1.1670051291584969) - perf/mfu/actor:np.float64(0.060736521616678724) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.21525192260742) - actor/lr:np.float64(1e-06) - training/global_step:13 - training/epoch:0 - critic/score/mean:0.26953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.26953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0010683761211112142 - critic/advantages/max:0.75 - critic/advantages/min:-0.375 - critic/returns/mean:0.0010683761211112142 - critic/returns/max:0.75 - critic/returns/min:-0.375 - response_length/mean:85.46484375 - response_length/max:1474.0 - response_length/min:12.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:85.46484375 - response_length_non_aborted/max:1474.0 - response_length_non_aborted/min:12.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:573.8125 - prompt_length/max:953.0 - prompt_length/min:176.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010475516319274902 - timing_s/agent_loop/generate_sequences/min:np.float64(0.24746857769787312) - timing_s/agent_loop/generate_sequences/max:np.float64(7.537464823573828) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9030697855414473) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.537464823573828) - timing_s/agent_loop/slo
step:14 - global_seqlen/min:18585 - global_seqlen/max:27856 - global_seqlen/minmax_diff:9271 - global_seqlen/balanced_min:22463 - global_seqlen/balanced_max:22479 - global_seqlen/mean:22476.5 - actor/entropy:0.13945402204990387 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.37773674726486206 - training/rollout_probs_diff_mean:0.003940461669117212 - training/rollout_probs_diff_std:0.014028717763721943 - training/rollout_actor_probs_pearson_corr:0.9971532225608826 - rollout_corr/rollout_is_mean:1.0002578496932983 - rollout_corr/rollout_is_ratio_fraction_high:9.551098628435284e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00019102197256870568 - rollout_corr/rollout_is_max:2.615034341812134 - rollout_corr/rollout_is_min:0.13723966479301453 - rollout_corr/rollout_is_std:0.04035342484712601 - rollout_corr/rollout_is_eff_sample_size:0.9983750802313806 - rollout_corr/rollout_is_seq_mean:0.9999485015869141 - rollout_corr/rollout_is_seq_std:0.004765972029417753 - rollout_corr/rollout_is_seq_max:1.0165014266967773 - rollout_corr/rollout_is_seq_min:0.9816931486129761 - rollout_corr/rollout_is_seq_max_deviation:0.018306851387023926 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1481469324789941) - rollout_corr/training_log_ppl:np.float64(0.12590649889898486) - rollout_corr/kl:np.float64(0.0013059416769980459) - rollout_corr/k3_kl:np.float64(0.0009203811810643003) - rollout_corr/rollout_ppl:np.float64(1.1466691764071584) - rollout_corr/rollout_log_ppl:np.float64(0.12460055729025044) - rollout_corr/log_ppl_diff:np.float64(0.0013059416087344289) - rollout_corr/log_ppl_abs_diff:np.float64(0.0041504556211293675) - rollout_corr/log_ppl_diff_max:np.float64(0.022361963987350464) - rollout_corr/log_ppl_diff_min:np.float64(-0.014641091227531433) - rollout_corr/ppl_ratio:np.float64(1.0013217092491686) - rollout_corr/chi2_token:np.float64(0.0010603347327560186) - rollout_corr/chi2_seq:np.float64(0.11991321481764317) - actor/pg_loss:np.float64(0.000248922617174685) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00029277181238285266) - actor/ppo_kl:np.float64(0.00040014971494528595) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.44558000192046165) - perf/mfu/actor:np.float64(0.06543933858980965) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.22722053527832) - actor/lr:np.float64(1e-06) - training/global_step:14 - training/epoch:0 - critic/score/mean:0.25390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005832139402627945 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.005832139402627945 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:81.796875 - response_length/max:730.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:81.796875 - response_length_non_aborted/max:730.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:620.59375 - prompt_length/max:1271.0 - prompt_length/min:222.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011085905134677887 - timing_s/agent_loop/generate_sequences/min:np.float64(0.2806439455598593) - timing_s/agent_loop/generate_sequences/max:np.float64(3.924503242596984) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7626911898623803) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.924503242596984) - timing_s/agent_loop/slowest/tool_calls:np.float6
step:15 - global_seqlen/min:18183 - global_seqlen/max:26649 - global_seqlen/minmax_diff:8466 - global_seqlen/balanced_min:22076 - global_seqlen/balanced_max:22991 - global_seqlen/mean:22234.625 - actor/entropy:0.10255803912878036 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21512344479560852 - training/rollout_probs_diff_mean:0.0031315009109675884 - training/rollout_probs_diff_std:0.01174172293394804 - training/rollout_actor_probs_pearson_corr:0.9973945617675781 - rollout_corr/rollout_is_mean:1.0000900030136108 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.487323167268187e-05 - rollout_corr/rollout_is_max:1.9659780263900757 - rollout_corr/rollout_is_min:0.38385188579559326 - rollout_corr/rollout_is_std:0.03351758420467377 - rollout_corr/rollout_is_eff_sample_size:0.9988780702140859 - rollout_corr/rollout_is_seq_mean:0.9997937679290771 - rollout_corr/rollout_is_seq_std:0.004385844804346561 - rollout_corr/rollout_is_seq_max:1.015427589416504 - rollout_corr/rollout_is_seq_min:0.984419584274292 - rollout_corr/rollout_is_seq_max_deviation:0.015580415725708008 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1088435342535377) - rollout_corr/training_log_ppl:np.float64(0.09964647670267368) - rollout_corr/kl:np.float64(0.0006665136890338097) - rollout_corr/k3_kl:np.float64(0.0006070779035987073) - rollout_corr/rollout_ppl:np.float64(1.1081091212108731) - rollout_corr/rollout_log_ppl:np.float64(0.09897996178278845) - rollout_corr/log_ppl_diff:np.float64(0.0006665149198852305) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031428449069608178) - rollout_corr/log_ppl_diff_max:np.float64(0.016401618719100952) - rollout_corr/log_ppl_diff_min:np.float64(-0.014488592743873596) - rollout_corr/ppl_ratio:np.float64(1.0006763231940567) - rollout_corr/chi2_token:np.float64(0.0011608535423874855) - rollout_corr/chi2_seq:np.float64(0.20763885555788875) - actor/pg_loss:np.float64(0.00013550324365496635) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00011524505316629075) - actor/ppo_kl:np.float64(-0.00011097606275711769) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.32620856538414955) - perf/mfu/actor:np.float64(0.06362896524765974) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.21925354003906) - actor/lr:np.float64(1e-06) - training/global_step:15 - training/epoch:0 - critic/score/mean:0.5390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.021651335060596466 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:-0.021651335060596466 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:87.05078125 - response_length/max:1798.0 - response_length/min:29.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:87.05078125 - response_length_non_aborted/max:1798.0 - response_length_non_aborted/min:29.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:607.78125 - prompt_length/max:1112.0 - prompt_length/min:389.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011326000094413757 - timing_s/agent_loop/generate_sequences/min:np.float64(0.33877107687294483) - timing_s/agent_loop/generate_sequences/max:np.float64(9.166378064081073) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9166920651914552) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(9.166378064081073) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
step:16 - global_seqlen/min:16842 - global_seqlen/max:27176 - global_seqlen/minmax_diff:10334 - global_seqlen/balanced_min:21430 - global_seqlen/balanced_max:21434 - global_seqlen/mean:21432.0 - actor/entropy:0.11721711605787277 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7327550649642944 - training/rollout_probs_diff_mean:0.0037980861961841583 - training/rollout_probs_diff_std:0.01433052122592926 - training/rollout_actor_probs_pearson_corr:0.9966628551483154 - rollout_corr/rollout_is_mean:1.0002752542495728 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.925383735913783e-05 - rollout_corr/rollout_is_max:1.883165955543518 - rollout_corr/rollout_is_min:0.16806770861148834 - rollout_corr/rollout_is_std:0.038128167390823364 - rollout_corr/rollout_is_eff_sample_size:0.9985493039646843 - rollout_corr/rollout_is_seq_mean:1.0004366636276245 - rollout_corr/rollout_is_seq_std:0.004696501884609461 - rollout_corr/rollout_is_seq_max:1.0264089107513428 - rollout_corr/rollout_is_seq_min:0.9884065389633179 - rollout_corr/rollout_is_seq_max_deviation:0.026408910751342773 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1303188595920801) - rollout_corr/training_log_ppl:np.float64(0.11847262882110954) - rollout_corr/kl:np.float64(0.0014165267428762895) - rollout_corr/k3_kl:np.float64(0.001299961922031967) - rollout_corr/rollout_ppl:np.float64(1.1286529414355755) - rollout_corr/rollout_log_ppl:np.float64(0.11705610053650162) - rollout_corr/log_ppl_diff:np.float64(0.0014165282846079208) - rollout_corr/log_ppl_abs_diff:np.float64(0.0044320387751213275) - rollout_corr/log_ppl_diff_max:np.float64(0.03061334416270256) - rollout_corr/log_ppl_diff_min:np.float64(-0.018878445029258728) - rollout_corr/ppl_ratio:np.float64(1.0014400919899344) - rollout_corr/chi2_token:np.float64(0.002078073099255562) - rollout_corr/chi2_seq:np.float64(0.14976750616915524) - actor/pg_loss:np.float64(-0.00031990697607398033) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005518490725080483) - actor/ppo_kl:np.float64(0.0010948172209346296) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2516094371676445) - perf/mfu/actor:np.float64(0.06188243601656669) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.22307968139648) - actor/lr:np.float64(1e-06) - training/global_step:16 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00024544805637560785 - critic/advantages/max:0.75 - critic/advantages/min:-0.75 - critic/returns/mean:0.00024544805637560785 - critic/returns/max:0.75 - critic/returns/min:-0.75 - response_length/mean:87.53125 - response_length/max:306.0 - response_length/min:25.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:87.53125 - response_length_non_aborted/max:306.0 - response_length_non_aborted/min:25.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:582.21875 - prompt_length/max:1227.0 - prompt_length/min:268.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011365115642547607 - timing_s/agent_loop/generate_sequences/min:np.float64(0.34439461678266525) - timing_s/agent_loop/generate_sequences/max:np.float64(2.325568325817585) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9509003902130644) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.325568325817585) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop
step:17 - global_seqlen/min:18088 - global_seqlen/max:28258 - global_seqlen/minmax_diff:10170 - global_seqlen/balanced_min:21855 - global_seqlen/balanced_max:21863 - global_seqlen/mean:21858.625 - actor/entropy:0.11119091510772705 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1932182013988495 - training/rollout_probs_diff_mean:0.0033948849886655807 - training/rollout_probs_diff_std:0.012288741767406464 - training/rollout_actor_probs_pearson_corr:0.9974102973937988 - rollout_corr/rollout_is_mean:1.0001575946807861 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9823064804077148 - rollout_corr/rollout_is_min:0.5485212206840515 - rollout_corr/rollout_is_std:0.033592186868190765 - rollout_corr/rollout_is_eff_sample_size:0.9988733125587188 - rollout_corr/rollout_is_seq_mean:1.0001633167266846 - rollout_corr/rollout_is_seq_std:0.0041444324888288975 - rollout_corr/rollout_is_seq_max:1.0214910507202148 - rollout_corr/rollout_is_seq_min:0.9865897297859192 - rollout_corr/rollout_is_seq_max_deviation:0.021491050720214844 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1170064881443977) - rollout_corr/training_log_ppl:np.float64(0.10516982415720122) - rollout_corr/kl:np.float64(0.0009147260237867272) - rollout_corr/k3_kl:np.float64(0.0009090476105386713) - rollout_corr/rollout_ppl:np.float64(1.1159183429554105) - rollout_corr/rollout_log_ppl:np.float64(0.1042550980928354) - rollout_corr/log_ppl_diff:np.float64(0.0009147260643658228) - rollout_corr/log_ppl_abs_diff:np.float64(0.003960158232075628) - rollout_corr/log_ppl_diff_max:np.float64(0.04896654933691025) - rollout_corr/log_ppl_diff_min:np.float64(-0.015669062733650208) - rollout_corr/ppl_ratio:np.float64(1.0009330231696367) - rollout_corr/chi2_token:np.float64(0.0018352679908275604) - rollout_corr/chi2_seq:np.float64(0.1100027107167989) - actor/pg_loss:np.float64(7.333746179938316e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005187013630347792) - actor/ppo_kl:np.float64(0.0005165046874537893) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4459506645798683) - perf/mfu/actor:np.float64(0.0629563766170818) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.24784088134766) - actor/lr:np.float64(1e-06) - training/global_step:17 - training/epoch:0 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.016162274405360222 - critic/advantages/max:0.625 - critic/advantages/min:-0.5 - critic/returns/mean:-0.016162274405360222 - critic/returns/max:0.625 - critic/returns/min:-0.5 - response_length/mean:74.86328125 - response_length/max:213.0 - response_length/min:31.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:74.86328125 - response_length_non_aborted/max:213.0 - response_length_non_aborted/min:31.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:608.21875 - prompt_length/max:1504.0 - prompt_length/min:344.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010832399129867554 - timing_s/agent_loop/generate_sequences/min:np.float64(0.5169259607791901) - timing_s/agent_loop/generate_sequences/max:np.float64(1.7946552261710167) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9706476531428052) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.7946552261710167) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slow
step:18 - global_seqlen/min:18813 - global_seqlen/max:23698 - global_seqlen/minmax_diff:4885 - global_seqlen/balanced_min:20818 - global_seqlen/balanced_max:20820 - global_seqlen/mean:20819.0 - actor/entropy:0.12094065546989441 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6551973819732666 - training/rollout_probs_diff_mean:0.003967585042119026 - training/rollout_probs_diff_std:0.01763567328453064 - training/rollout_actor_probs_pearson_corr:0.9953041672706604 - rollout_corr/rollout_is_mean:0.999499499797821 - rollout_corr/rollout_is_ratio_fraction_high:4.929022179567255e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00034503155620768666 - rollout_corr/rollout_is_max:2.096895694732666 - rollout_corr/rollout_is_min:0.2231307476758957 - rollout_corr/rollout_is_std:0.03835495188832283 - rollout_corr/rollout_is_eff_sample_size:0.9985299295627951 - rollout_corr/rollout_is_seq_mean:0.9994632005691528 - rollout_corr/rollout_is_seq_std:0.00480045797303319 - rollout_corr/rollout_is_seq_max:1.0149915218353271 - rollout_corr/rollout_is_seq_min:0.9820056557655334 - rollout_corr/rollout_is_seq_max_deviation:0.017994344234466553 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1333318478427827) - rollout_corr/training_log_ppl:np.float64(0.12167448409672943) - rollout_corr/kl:np.float64(0.0021152384450431327) - rollout_corr/k3_kl:np.float64(0.0012530820485103789) - rollout_corr/rollout_ppl:np.float64(1.1310462038964033) - rollout_corr/rollout_log_ppl:np.float64(0.11955924579160637) - rollout_corr/log_ppl_diff:np.float64(0.002115238305123057) - rollout_corr/log_ppl_abs_diff:np.float64(0.004981779769877903) - rollout_corr/log_ppl_diff_max:np.float64(0.0206269770860672) - rollout_corr/log_ppl_diff_min:np.float64(-0.022997260093688965) - rollout_corr/ppl_ratio:np.float64(1.0021386400330812) - rollout_corr/chi2_token:np.float64(0.0006961924955248833) - rollout_corr/chi2_seq:np.float64(0.14171262993477285) - actor/pg_loss:np.float64(-1.521850936114788e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005228894005995244) - actor/ppo_kl:np.float64(0.0006848103632677294) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3859841376543045) - perf/mfu/actor:np.float64(0.06075702681002515) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.21238327026367) - actor/lr:np.float64(1e-06) - training/global_step:18 - training/epoch:0 - critic/score/mean:0.3046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0010412558913230896 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0010412558913230896 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:79.25 - response_length/max:350.0 - response_length/min:33.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:79.25 - response_length_non_aborted/max:350.0 - response_length_non_aborted/min:33.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:571.34375 - prompt_length/max:1118.0 - prompt_length/min:313.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.652040898799896e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.37218301370739937) - timing_s/agent_loop/generate_sequences/max:np.float64(2.4049112163484097) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8362914688404999) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.4049112163484097) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timin
step:19 - global_seqlen/min:15760 - global_seqlen/max:31275 - global_seqlen/minmax_diff:15515 - global_seqlen/balanced_min:22648 - global_seqlen/balanced_max:22654 - global_seqlen/mean:22651.125 - actor/entropy:0.1481165736913681 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.31749820709228516 - training/rollout_probs_diff_mean:0.0037795137614011765 - training/rollout_probs_diff_std:0.012887347489595413 - training/rollout_actor_probs_pearson_corr:0.9977067112922668 - rollout_corr/rollout_is_mean:0.999906063079834 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.808632264845073e-05 - rollout_corr/rollout_is_max:1.5790883302688599 - rollout_corr/rollout_is_min:0.3648768961429596 - rollout_corr/rollout_is_std:0.03610475733876228 - rollout_corr/rollout_is_eff_sample_size:0.9986977867613321 - rollout_corr/rollout_is_seq_mean:0.9999219179153442 - rollout_corr/rollout_is_seq_std:0.004382098559290171 - rollout_corr/rollout_is_seq_max:1.0151665210723877 - rollout_corr/rollout_is_seq_min:0.9830559492111206 - rollout_corr/rollout_is_seq_max_deviation:0.016944050788879395 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1473363060504198) - rollout_corr/training_log_ppl:np.float64(0.13077730423901812) - rollout_corr/kl:np.float64(0.000855688248144304) - rollout_corr/k3_kl:np.float64(0.0008919248291938686) - rollout_corr/rollout_ppl:np.float64(1.1463262890465558) - rollout_corr/rollout_log_ppl:np.float64(0.12992161509464495) - rollout_corr/log_ppl_diff:np.float64(0.0008556891443731729) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037165909125178587) - rollout_corr/log_ppl_diff_max:np.float64(0.025697849690914154) - rollout_corr/log_ppl_diff_min:np.float64(-0.02685999870300293) - rollout_corr/ppl_ratio:np.float64(1.000870683696121) - rollout_corr/chi2_token:np.float64(0.001970159588381648) - rollout_corr/chi2_seq:np.float64(0.1874959417618811) - actor/pg_loss:np.float64(0.00031265802681446075) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00010279605339746922) - actor/ppo_kl:np.float64(8.951358755382444e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3371078446507454) - perf/mfu/actor:np.float64(0.065075271064578) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.37019348144531) - actor/lr:np.float64(1e-06) - training/global_step:19 - training/epoch:0 - critic/score/mean:0.23828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.23828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002059017773717642 - critic/advantages/max:0.375 - critic/advantages/min:-0.625 - critic/returns/mean:-0.002059017773717642 - critic/returns/max:0.375 - critic/returns/min:-0.625 - response_length/mean:88.69140625 - response_length/max:346.0 - response_length/min:34.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:88.69140625 - response_length_non_aborted/max:346.0 - response_length_non_aborted/min:34.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:619.15625 - prompt_length/max:1276.0 - prompt_length/min:361.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001458730548620224 - timing_s/agent_loop/generate_sequences/min:np.float64(0.5067798048257828) - timing_s/agent_loop/generate_sequences/max:np.float64(2.389638025313616) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9768104215036146) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.389638025313616) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 20}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: The user is asking for a random picture of an axolotl. The appropriate tool for this is getRandomAxolotlImage.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_20
step:20 - global_seqlen/min:16614 - global_seqlen/max:23306 - global_seqlen/minmax_diff:6692 - global_seqlen/balanced_min:19492 - global_seqlen/balanced_max:19494 - global_seqlen/mean:19493.5 - actor/entropy:0.15356434881687164 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25122255086898804 - training/rollout_probs_diff_mean:0.004298811312764883 - training/rollout_probs_diff_std:0.013858449645340443 - training/rollout_actor_probs_pearson_corr:0.9974499344825745 - rollout_corr/rollout_is_mean:0.9998043179512024 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.60412481718231e-05 - rollout_corr/rollout_is_max:1.7535219192504883 - rollout_corr/rollout_is_min:0.37117302417755127 - rollout_corr/rollout_is_std:0.039754461497068405 - rollout_corr/rollout_is_eff_sample_size:0.9984215418710358 - rollout_corr/rollout_is_seq_mean:0.9996814727783203 - rollout_corr/rollout_is_seq_std:0.005543193779885769 - rollout_corr/rollout_is_seq_max:1.0196911096572876 - rollout_corr/rollout_is_seq_min:0.9830915927886963 - rollout_corr/rollout_is_seq_max_deviation:0.019691109657287598 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.146904826629907) - rollout_corr/training_log_ppl:np.float64(0.13216020141771878) - rollout_corr/kl:np.float64(0.0012992605487696096) - rollout_corr/k3_kl:np.float64(0.0020795683532885967) - rollout_corr/rollout_ppl:np.float64(1.145381584763527) - rollout_corr/rollout_log_ppl:np.float64(0.13086094010941451) - rollout_corr/log_ppl_diff:np.float64(0.001299261308304267) - rollout_corr/log_ppl_abs_diff:np.float64(0.006794426411943277) - rollout_corr/log_ppl_diff_max:np.float64(0.02778749167919159) - rollout_corr/log_ppl_diff_min:np.float64(-0.08173477649688721) - rollout_corr/ppl_ratio:np.float64(1.0013526247348636) - rollout_corr/chi2_token:np.float64(0.006720415782183409) - rollout_corr/chi2_seq:np.float64(0.5300568870734423) - actor/pg_loss:np.float64(-5.703954957425594e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00041540651000104845) - actor/ppo_kl:np.float64(0.0001717223559012382) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3030691556632519) - perf/mfu/actor:np.float64(0.056968639490365125) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.21083450317383) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5790441176470589) - val-aux/tooluse/reward/std@16:np.float64(0.032695917530049745) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5935735294117647) - val-aux/tooluse/reward/best@2/std:np.float64(0.0218901824701889) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5641176470588235) - val-aux/tooluse/reward/worst@2/std:np.float64(0.03385631277959569) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5788529411764705) - val-aux/tooluse/reward/maj@2/std:np.float64(0.03250575651427305) - val-aux/tooluse/reward/best@4/mean:np.float64(0.601264705882353) - val-aux/tooluse/reward/best@4/std:np.float64(0.00825903027552835) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5483970588235294) - val-aux/tooluse/reward/worst@4/std:np.float64(0.028060359020437742) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.5848088235294117) - val-aux/tooluse/reward/maj@4/std:np.float64(0.02818717417262091) - val-aux/tooluse/reward/best@8/mean:np.float64(0.6028676470588236) - val-aux/tooluse/reward/best@8/std:np.float64(0.0014612742862188033) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.5370147058823529) - val-aux/tooluse/reward/worst@8/std:np.float64(0.017292925507350433) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.5900882352941177) - val-aux/tooluse/reward/maj@8/std:np.float64(0.02319868605977267) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6029411764705882) - val-aux/tooluse/reward/best@16/std:np.float64(0.0) - val-aux/tooluse/reward/worst@16/mean:np.fl
step:21 - global_seqlen/min:16441 - global_seqlen/max:27633 - global_seqlen/minmax_diff:11192 - global_seqlen/balanced_min:22054 - global_seqlen/balanced_max:22743 - global_seqlen/mean:22143.0 - actor/entropy:0.11762800067663193 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19509410858154297 - training/rollout_probs_diff_mean:0.0033869799226522446 - training/rollout_probs_diff_std:0.011857884004712105 - training/rollout_actor_probs_pearson_corr:0.9976400136947632 - rollout_corr/rollout_is_mean:1.0001535415649414 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.599507212638855 - rollout_corr/rollout_is_min:0.6298704147338867 - rollout_corr/rollout_is_std:0.03298158198595047 - rollout_corr/rollout_is_eff_sample_size:0.9989137540740176 - rollout_corr/rollout_is_seq_mean:1.000128149986267 - rollout_corr/rollout_is_seq_std:0.004816056229174137 - rollout_corr/rollout_is_seq_max:1.0216249227523804 - rollout_corr/rollout_is_seq_min:0.9850412011146545 - rollout_corr/rollout_is_seq_max_deviation:0.02162492275238037 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1228348519653082) - rollout_corr/training_log_ppl:np.float64(0.113011989480583) - rollout_corr/kl:np.float64(0.0010437153751752248) - rollout_corr/k3_kl:np.float64(0.001223540148629354) - rollout_corr/rollout_ppl:np.float64(1.121664835140109) - rollout_corr/rollout_log_ppl:np.float64(0.11196827405365184) - rollout_corr/log_ppl_diff:np.float64(0.0010437154269311577) - rollout_corr/log_ppl_abs_diff:np.float64(0.0046924148191465065) - rollout_corr/log_ppl_diff_max:np.float64(0.03626396507024765) - rollout_corr/log_ppl_diff_min:np.float64(-0.02010389044880867) - rollout_corr/ppl_ratio:np.float64(1.001067015575245) - rollout_corr/chi2_token:np.float64(0.002913662465289235) - rollout_corr/chi2_seq:np.float64(0.1944984500296414) - actor/pg_loss:np.float64(0.00016850605607032776) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(4.200268813292496e-05) - actor/ppo_kl:np.float64(0.0005368560964313929) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2613734155893326) - perf/mfu/actor:np.float64(0.06385031523538999) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(108.18473434448242) - actor/lr:np.float64(1e-06) - training/global_step:21 - training/epoch:0 - critic/score/mean:0.20703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.20703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0009825623128563166 - critic/advantages/max:0.375 - critic/advantages/min:-0.625 - critic/returns/mean:0.0009825623128563166 - critic/returns/max:0.375 - critic/returns/min:-0.625 - response_length/mean:86.46875 - response_length/max:1508.0 - response_length/min:29.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:86.46875 - response_length_non_aborted/max:1508.0 - response_length_non_aborted/min:29.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:605.5 - prompt_length/max:1013.0 - prompt_length/min:178.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:6.872415542602539e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.43551396764814854) - timing_s/agent_loop/generate_sequences/max:np.float64(7.799870667979121) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9425139114391641) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.799870667979121) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_leng
step:22 - global_seqlen/min:19020 - global_seqlen/max:31102 - global_seqlen/minmax_diff:12082 - global_seqlen/balanced_min:23093 - global_seqlen/balanced_max:23096 - global_seqlen/mean:23094.125 - actor/entropy:0.08905012160539627 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25533169507980347 - training/rollout_probs_diff_mean:0.0030403200071305037 - training/rollout_probs_diff_std:0.011853907257318497 - training/rollout_actor_probs_pearson_corr:0.9970695376396179 - rollout_corr/rollout_is_mean:1.0003975629806519 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.637653112411499 - rollout_corr/rollout_is_min:0.6212183833122253 - rollout_corr/rollout_is_std:0.03293094038963318 - rollout_corr/rollout_is_eff_sample_size:0.998917798405658 - rollout_corr/rollout_is_seq_mean:1.0005921125411987 - rollout_corr/rollout_is_seq_std:0.004469444043934345 - rollout_corr/rollout_is_seq_max:1.0216679573059082 - rollout_corr/rollout_is_seq_min:0.9860487580299377 - rollout_corr/rollout_is_seq_max_deviation:0.021667957305908203 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0908911083824933) - rollout_corr/training_log_ppl:np.float64(0.08513677297378308) - rollout_corr/kl:np.float64(0.00010070971794018391) - rollout_corr/k3_kl:np.float64(0.0006697209643808932) - rollout_corr/rollout_ppl:np.float64(1.0907264747656882) - rollout_corr/rollout_log_ppl:np.float64(0.08503606256999774) - rollout_corr/log_ppl_diff:np.float64(0.00010071040378534235) - rollout_corr/log_ppl_abs_diff:np.float64(0.0035854729321727064) - rollout_corr/log_ppl_diff_max:np.float64(0.020956501364707947) - rollout_corr/log_ppl_diff_min:np.float64(-0.01799200475215912) - rollout_corr/ppl_ratio:np.float64(1.0001139934174716) - rollout_corr/chi2_token:np.float64(0.0024869635235518217) - rollout_corr/chi2_seq:np.float64(0.1470104360487312) - actor/pg_loss:np.float64(0.0003595448797568679) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00038905805922695436) - actor/ppo_kl:np.float64(0.0001602610907127655) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.760275274515152) - perf/mfu/actor:np.float64(0.06626374661068346) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(107.8788948059082) - actor/lr:np.float64(1e-06) - training/global_step:22 - training/epoch:0 - critic/score/mean:0.4453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002694834256544709 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.002694834256544709 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:65.41015625 - response_length/max:272.0 - response_length/min:25.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:65.41015625 - response_length_non_aborted/max:272.0 - response_length_non_aborted/min:25.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:656.28125 - prompt_length/max:1224.0 - prompt_length/min:258.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.000116715207695961 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3845140617340803) - timing_s/agent_loop/generate_sequences/max:np.float64(2.0091099869459867) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7573715589533094) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.0091099869459867) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
step:23 - global_seqlen/min:17417 - global_seqlen/max:24698 - global_seqlen/minmax_diff:7281 - global_seqlen/balanced_min:21093 - global_seqlen/balanced_max:21095 - global_seqlen/mean:21093.375 - actor/entropy:0.13183005154132843 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21512293815612793 - training/rollout_probs_diff_mean:0.003858409821987152 - training/rollout_probs_diff_std:0.013058317825198174 - training/rollout_actor_probs_pearson_corr:0.9974924325942993 - rollout_corr/rollout_is_mean:1.0002200603485107 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.972753882408142 - rollout_corr/rollout_is_min:0.5040687322616577 - rollout_corr/rollout_is_std:0.03722163662314415 - rollout_corr/rollout_is_eff_sample_size:0.99861717973235 - rollout_corr/rollout_is_seq_mean:1.0001062154769897 - rollout_corr/rollout_is_seq_std:0.004868939518928528 - rollout_corr/rollout_is_seq_max:1.0317291021347046 - rollout_corr/rollout_is_seq_min:0.9864935278892517 - rollout_corr/rollout_is_seq_max_deviation:0.03172910213470459 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1299134357832372) - rollout_corr/training_log_ppl:np.float64(0.11896105579216965) - rollout_corr/kl:np.float64(0.0009152648806676211) - rollout_corr/k3_kl:np.float64(0.0011235473831839454) - rollout_corr/rollout_ppl:np.float64(1.128787834662944) - rollout_corr/rollout_log_ppl:np.float64(0.1180457895679865) - rollout_corr/log_ppl_diff:np.float64(0.0009152662241831422) - rollout_corr/log_ppl_abs_diff:np.float64(0.0043638092174660414) - rollout_corr/log_ppl_diff_max:np.float64(0.026485398411750793) - rollout_corr/log_ppl_diff_min:np.float64(-0.024338722229003906) - rollout_corr/ppl_ratio:np.float64(1.0009346010629088) - rollout_corr/chi2_token:np.float64(0.002651476999744773) - rollout_corr/chi2_seq:np.float64(0.18567267898470163) - actor/pg_loss:np.float64(-0.00023290805984288454) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002592730015749112) - actor/ppo_kl:np.float64(0.00037620513790592724) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.36563779413700104) - perf/mfu/actor:np.float64(0.060515049754530925) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(107.87517166137695) - actor/lr:np.float64(1e-06) - training/global_step:23 - training/epoch:0 - critic/score/mean:0.20703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.20703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0020310801919549704 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0020310801919549704 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:82.69921875 - response_length/max:325.0 - response_length/min:28.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:82.69921875 - response_length_non_aborted/max:325.0 - response_length_non_aborted/min:28.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:576.46875 - prompt_length/max:869.0 - prompt_length/min:249.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013703852891921997 - timing_s/agent_loop/generate_sequences/min:np.float64(0.39109655283391476) - timing_s/agent_loop/generate_sequences/max:np.float64(2.276912236586213) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8998566372392816) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.276912236586213) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/sl
step:24 - global_seqlen/min:13636 - global_seqlen/max:26715 - global_seqlen/minmax_diff:13079 - global_seqlen/balanced_min:21238 - global_seqlen/balanced_max:21243 - global_seqlen/mean:21240.875 - actor/entropy:0.11103028059005737 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22837159037590027 - training/rollout_probs_diff_mean:0.0033503517042845488 - training/rollout_probs_diff_std:0.012416457757353783 - training/rollout_actor_probs_pearson_corr:0.997409462928772 - rollout_corr/rollout_is_mean:0.9996703863143921 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00011018676741514355 - rollout_corr/rollout_is_max:1.648439884185791 - rollout_corr/rollout_is_min:0.39285746216773987 - rollout_corr/rollout_is_std:0.035718031227588654 - rollout_corr/rollout_is_eff_sample_size:0.9987248964737375 - rollout_corr/rollout_is_seq_mean:0.999692440032959 - rollout_corr/rollout_is_seq_std:0.005039681680500507 - rollout_corr/rollout_is_seq_max:1.017751932144165 - rollout_corr/rollout_is_seq_min:0.9750996828079224 - rollout_corr/rollout_is_seq_max_deviation:0.024900317192077637 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1200664010830224) - rollout_corr/training_log_ppl:np.float64(0.10942026597331278) - rollout_corr/kl:np.float64(0.0012794950706833674) - rollout_corr/k3_kl:np.float64(0.001360495389545191) - rollout_corr/rollout_ppl:np.float64(1.11852665245533) - rollout_corr/rollout_log_ppl:np.float64(0.10814077021768753) - rollout_corr/log_ppl_diff:np.float64(0.0012794957556252484) - rollout_corr/log_ppl_abs_diff:np.float64(0.004733572176519374) - rollout_corr/log_ppl_diff_max:np.float64(0.04210108518600464) - rollout_corr/log_ppl_diff_min:np.float64(-0.019741535186767578) - rollout_corr/ppl_ratio:np.float64(1.0013062241487205) - rollout_corr/chi2_token:np.float64(0.0027310161385685205) - rollout_corr/chi2_seq:np.float64(0.12737260502763093) - actor/pg_loss:np.float64(0.0005497323581948876) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005835022438986925) - actor/ppo_kl:np.float64(0.0003079909663483704) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.519828625023365) - perf/mfu/actor:np.float64(0.061719308922082806) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(107.9288592338562) - actor/lr:np.float64(1e-06) - training/global_step:24 - training/epoch:0 - critic/score/mean:0.2890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.013139772228896618 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.013139772228896618 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:70.90234375 - response_length/max:253.0 - response_length/min:30.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:70.90234375 - response_length_non_aborted/max:253.0 - response_length_non_aborted/min:30.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:592.875 - prompt_length/max:1108.0 - prompt_length/min:229.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010242685675621033 - timing_s/agent_loop/generate_sequences/min:np.float64(0.43444598093628883) - timing_s/agent_loop/generate_sequences/max:np.float64(1.9199607912451029) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8339922519953689) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.9199607912451029) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/a
step:25 - global_seqlen/min:18821 - global_seqlen/max:27946 - global_seqlen/minmax_diff:9125 - global_seqlen/balanced_min:21456 - global_seqlen/balanced_max:25618 - global_seqlen/mean:22195.25 - actor/entropy:0.08765517175197601 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6064720749855042 - training/rollout_probs_diff_mean:0.0026657134294509888 - training/rollout_probs_diff_std:0.012547273188829422 - training/rollout_actor_probs_pearson_corr:0.9967637062072754 - rollout_corr/rollout_is_mean:0.9996585845947266 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00013911108544562012 - rollout_corr/rollout_is_max:1.9980249404907227 - rollout_corr/rollout_is_min:0.0571809858083725 - rollout_corr/rollout_is_std:0.030806252732872963 - rollout_corr/rollout_is_eff_sample_size:0.9990511607411355 - rollout_corr/rollout_is_seq_mean:0.9994648694992065 - rollout_corr/rollout_is_seq_std:0.004381819628179073 - rollout_corr/rollout_is_seq_max:1.016879916191101 - rollout_corr/rollout_is_seq_min:0.9840549230575562 - rollout_corr/rollout_is_seq_max_deviation:0.016879916191101074 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1075696521438658) - rollout_corr/training_log_ppl:np.float64(0.09969949652077048) - rollout_corr/kl:np.float64(0.001138967890781828) - rollout_corr/k3_kl:np.float64(0.0011121713446122783) - rollout_corr/rollout_ppl:np.float64(1.1061658468097448) - rollout_corr/rollout_log_ppl:np.float64(0.0985605280729942) - rollout_corr/log_ppl_diff:np.float64(0.0011389684477762785) - rollout_corr/log_ppl_abs_diff:np.float64(0.0045304325576580595) - rollout_corr/log_ppl_diff_max:np.float64(0.025265678763389587) - rollout_corr/log_ppl_diff_min:np.float64(-0.018175512552261353) - rollout_corr/ppl_ratio:np.float64(1.001158632338047) - rollout_corr/chi2_token:np.float64(0.0019411584362387657) - rollout_corr/chi2_seq:np.float64(0.12271243007853627) - actor/pg_loss:np.float64(-0.0003345268778502941) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004053400334669277) - actor/ppo_kl:np.float64(-2.8612570993402642e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3388681709766388) - perf/mfu/actor:np.float64(0.06226702638192828) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(107.82539987564087) - actor/lr:np.float64(1e-06) - training/global_step:25 - training/epoch:0 - critic/score/mean:0.2109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00012606941163539886 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.00012606941163539886 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:112.3203125 - response_length/max:5331.0 - response_length/min:32.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:112.3203125 - response_length_non_aborted/max:5331.0 - response_length_non_aborted/min:32.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:581.28125 - prompt_length/max:976.0 - prompt_length/min:312.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010652653872966766 - timing_s/agent_loop/generate_sequences/min:np.float64(0.4800858963280916) - timing_s/agent_loop/generate_sequences/max:np.float64(26.05691055394709) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.047626505183871) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(26.05691055394709) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timi
step:26 - global_seqlen/min:14046 - global_seqlen/max:23609 - global_seqlen/minmax_diff:9563 - global_seqlen/balanced_min:20171 - global_seqlen/balanced_max:20173 - global_seqlen/mean:20172.0 - actor/entropy:0.0700807198882103 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.26595649123191833 - training/rollout_probs_diff_mean:0.0029006022959947586 - training/rollout_probs_diff_std:0.01220697071403265 - training/rollout_actor_probs_pearson_corr:0.9960450530052185 - rollout_corr/rollout_is_mean:0.9999938011169434 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00017257248691748828 - rollout_corr/rollout_is_max:1.7586426734924316 - rollout_corr/rollout_is_min:0.4281517565250397 - rollout_corr/rollout_is_std:0.032941799610853195 - rollout_corr/rollout_is_eff_sample_size:0.9989161330886634 - rollout_corr/rollout_is_seq_mean:0.9998683333396912 - rollout_corr/rollout_is_seq_std:0.004356196615844965 - rollout_corr/rollout_is_seq_max:1.019521951675415 - rollout_corr/rollout_is_seq_min:0.9868797659873962 - rollout_corr/rollout_is_seq_max_deviation:0.01952195167541504 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0663551758043468) - rollout_corr/training_log_ppl:np.float64(0.06292674879159676) - rollout_corr/kl:np.float64(0.0008353343489628795) - rollout_corr/k3_kl:np.float64(0.0011243757822083297) - rollout_corr/rollout_ppl:np.float64(1.065414234995842) - rollout_corr/rollout_log_ppl:np.float64(0.06209141379486027) - rollout_corr/log_ppl_diff:np.float64(0.000835334996736492) - rollout_corr/log_ppl_abs_diff:np.float64(0.004272670279533486) - rollout_corr/log_ppl_diff_max:np.float64(0.03366580605506897) - rollout_corr/log_ppl_diff_min:np.float64(-0.027683019638061523) - rollout_corr/ppl_ratio:np.float64(1.0008572218939662) - rollout_corr/chi2_token:np.float64(0.002693302696570754) - rollout_corr/chi2_seq:np.float64(0.3027184521779418) - actor/pg_loss:np.float64(-9.508256334811449e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.491847984259948e-05) - actor/ppo_kl:np.float64(0.0001946200343354576) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3588371900841594) - perf/mfu/actor:np.float64(0.05812026834110374) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(107.7638053894043) - actor/lr:np.float64(1e-06) - training/global_step:26 - training/epoch:0 - critic/score/mean:0.5234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0037103083450347185 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0037103083450347185 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:67.90625 - response_length/max:266.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:67.90625 - response_length_non_aborted/max:266.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:562.46875 - prompt_length/max:919.0 - prompt_length/min:263.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00019651837646961212 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3680893238633871) - timing_s/agent_loop/generate_sequences/max:np.float64(1.7371354475617409) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7864918088016566) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.7371354475617409) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_l
step:27 - global_seqlen/min:17466 - global_seqlen/max:29164 - global_seqlen/minmax_diff:11698 - global_seqlen/balanced_min:20570 - global_seqlen/balanced_max:20936 - global_seqlen/mean:20675.5 - actor/entropy:0.11803295463323593 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5083484649658203 - training/rollout_probs_diff_mean:0.0025574055034667253 - training/rollout_probs_diff_std:0.01195543073117733 - training/rollout_actor_probs_pearson_corr:0.9974974393844604 - rollout_corr/rollout_is_mean:1.0000547170639038 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0002340385690331459 - rollout_corr/rollout_is_max:1.6482614278793335 - rollout_corr/rollout_is_min:0.2417639046907425 - rollout_corr/rollout_is_std:0.0319945327937603 - rollout_corr/rollout_is_eff_sample_size:0.9989776345500216 - rollout_corr/rollout_is_seq_mean:0.9999533295631409 - rollout_corr/rollout_is_seq_std:0.004586139693856239 - rollout_corr/rollout_is_seq_max:1.0172306299209595 - rollout_corr/rollout_is_seq_min:0.9795685410499573 - rollout_corr/rollout_is_seq_max_deviation:0.020431458950042725 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1372413127683103) - rollout_corr/training_log_ppl:np.float64(0.07928600198010827) - rollout_corr/kl:np.float64(0.0015031445066711058) - rollout_corr/k3_kl:np.float64(0.0008379250390412873) - rollout_corr/rollout_ppl:np.float64(1.1352315209805965) - rollout_corr/rollout_log_ppl:np.float64(0.07778285632412008) - rollout_corr/log_ppl_diff:np.float64(0.0015031456559881917) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037975421919327346) - rollout_corr/log_ppl_diff_max:np.float64(0.029949679970741272) - rollout_corr/log_ppl_diff_min:np.float64(-0.013691864907741547) - rollout_corr/ppl_ratio:np.float64(1.001522270962596) - rollout_corr/chi2_token:np.float64(0.00010768184438347816) - rollout_corr/chi2_seq:np.float64(0.07508241990581155) - actor/pg_loss:np.float64(0.0) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0008647177151033247) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0) - perf/mfu/actor:np.float64(0.06010155784178026) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.37154006958008) - actor/lr:np.float64(1e-06) - training/global_step:27 - training/epoch:0 - critic/score/mean:0.375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.0 - critic/advantages/min:0.0 - critic/returns/mean:0.0 - critic/returns/max:0.0 - critic/returns/min:0.0 - response_length/mean:83.453125 - response_length/max:1211.0 - response_length/min:24.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:83.453125 - response_length_non_aborted/max:1211.0 - response_length_non_aborted/min:24.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:562.65625 - prompt_length/max:938.0 - prompt_length/min:261.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.183771908283234e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.38778611458837986) - timing_s/agent_loop/generate_sequences/max:np.float64(6.374784026294947) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8545178418789874) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(6.374784026294947) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:594 - timing_s/agent_loop/slowest/response_length:1211 - timing_s/gen:12.
step:28 - global_seqlen/min:19642 - global_seqlen/max:26155 - global_seqlen/minmax_diff:6513 - global_seqlen/balanced_min:22360 - global_seqlen/balanced_max:22987 - global_seqlen/mean:22440.5 - actor/entropy:0.07071752846240997 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27728819847106934 - training/rollout_probs_diff_mean:0.0028314990922808647 - training/rollout_probs_diff_std:0.012502463534474373 - training/rollout_actor_probs_pearson_corr:0.996059238910675 - rollout_corr/rollout_is_mean:1.000273585319519 - rollout_corr/rollout_is_ratio_fraction_high:5.3225463489070535e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.511430263519287 - rollout_corr/rollout_is_min:0.5043056607246399 - rollout_corr/rollout_is_std:0.038419388234615326 - rollout_corr/rollout_is_eff_sample_size:0.9985268392369275 - rollout_corr/rollout_is_seq_mean:1.0004533529281616 - rollout_corr/rollout_is_seq_std:0.004857113119214773 - rollout_corr/rollout_is_seq_max:1.0251727104187012 - rollout_corr/rollout_is_seq_min:0.9895175099372864 - rollout_corr/rollout_is_seq_max_deviation:0.025172710418701172 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.067921708803624) - rollout_corr/training_log_ppl:np.float64(0.0640178765725068) - rollout_corr/kl:np.float64(0.0006492141450493705) - rollout_corr/k3_kl:np.float64(0.0009374625031384589) - rollout_corr/rollout_ppl:np.float64(1.0671715633943677) - rollout_corr/rollout_log_ppl:np.float64(0.06336866177298361) - rollout_corr/log_ppl_diff:np.float64(0.000649214799523179) - rollout_corr/log_ppl_abs_diff:np.float64(0.0038353906229531276) - rollout_corr/log_ppl_diff_max:np.float64(0.07548682391643524) - rollout_corr/log_ppl_diff_min:np.float64(-0.019205041229724884) - rollout_corr/ppl_ratio:np.float64(1.000673201866448) - rollout_corr/chi2_token:np.float64(0.0022449721582233906) - rollout_corr/chi2_seq:np.float64(0.21228693006560206) - actor/pg_loss:np.float64(4.5200344175100327e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016121282078529475) - actor/ppo_kl:np.float64(0.00046171173494613527) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5175500065088272) - perf/mfu/actor:np.float64(0.06538513659624791) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(106.19146728515625) - actor/lr:np.float64(1e-06) - training/global_step:28 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.047636788338422775 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.047636788338422775 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:73.390625 - response_length/max:1460.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:73.390625 - response_length_non_aborted/max:1460.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:627.875 - prompt_length/max:1106.0 - prompt_length/min:380.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015819258987903595 - timing_s/agent_loop/generate_sequences/min:np.float64(0.40291469171643257) - timing_s/agent_loop/generate_sequences/max:np.float64(7.467439124360681) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8463720413274132) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.467439124360681) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/
step:29 - global_seqlen/min:15036 - global_seqlen/max:27275 - global_seqlen/minmax_diff:12239 - global_seqlen/balanced_min:19923 - global_seqlen/balanced_max:20114 - global_seqlen/mean:19971.0 - actor/entropy:0.07582876086235046 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4399607479572296 - training/rollout_probs_diff_mean:0.003591712797060609 - training/rollout_probs_diff_std:0.016582729294896126 - training/rollout_actor_probs_pearson_corr:0.9936688542366028 - rollout_corr/rollout_is_mean:0.9996539354324341 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00030108389910310507 - rollout_corr/rollout_is_max:1.7586421966552734 - rollout_corr/rollout_is_min:0.41507747769355774 - rollout_corr/rollout_is_std:0.040559686720371246 - rollout_corr/rollout_is_eff_sample_size:0.9983566631311757 - rollout_corr/rollout_is_seq_mean:0.9998385310173035 - rollout_corr/rollout_is_seq_std:0.005180018953979015 - rollout_corr/rollout_is_seq_max:1.0198853015899658 - rollout_corr/rollout_is_seq_min:0.9842075109481812 - rollout_corr/rollout_is_seq_max_deviation:0.01988530158996582 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0759340664371848) - rollout_corr/training_log_ppl:np.float64(0.07084084819325653) - rollout_corr/kl:np.float64(0.0010461350252413126) - rollout_corr/k3_kl:np.float64(0.0009072819976125596) - rollout_corr/rollout_ppl:np.float64(1.0747522730380297) - rollout_corr/rollout_log_ppl:np.float64(0.06979471295926487) - rollout_corr/log_ppl_diff:np.float64(0.001046135233991663) - rollout_corr/log_ppl_abs_diff:np.float64(0.003849974991680938) - rollout_corr/log_ppl_diff_max:np.float64(0.023498207330703735) - rollout_corr/log_ppl_diff_min:np.float64(-0.017289936542510986) - rollout_corr/ppl_ratio:np.float64(1.0010618069209158) - rollout_corr/chi2_token:np.float64(0.0015023290179669857) - rollout_corr/chi2_seq:np.float64(0.05637039919383824) - actor/pg_loss:np.float64(-0.00046433694660663605) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00015797335072420537) - actor/ppo_kl:np.float64(3.598459767317763e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3323812186717987) - perf/mfu/actor:np.float64(0.05735046944052229) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(104.62966918945312) - actor/lr:np.float64(1e-06) - training/global_step:29 - training/epoch:0 - critic/score/mean:0.171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0005519871483556926 - critic/advantages/max:0.5 - critic/advantages/min:-0.5 - critic/returns/mean:-0.0005519871483556926 - critic/returns/max:0.5 - critic/returns/min:-0.5 - response_length/mean:77.84375 - response_length/max:771.0 - response_length/min:34.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:77.84375 - response_length_non_aborted/max:771.0 - response_length_non_aborted/min:34.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:546.25 - prompt_length/max:973.0 - prompt_length/min:248.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010416656732559204 - timing_s/agent_loop/generate_sequences/min:np.float64(0.48116141743957996) - timing_s/agent_loop/generate_sequences/max:np.float64(4.179505605250597) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8550040024201735) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(4.179505605250597) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 30}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I should retrieve a random axolotl image.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_30
step:30 - global_seqlen/min:19226 - global_seqlen/max:26898 - global_seqlen/minmax_diff:7672 - global_seqlen/balanced_min:21566 - global_seqlen/balanced_max:22171 - global_seqlen/mean:21817.625 - actor/entropy:0.06238436698913574 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7039055824279785 - training/rollout_probs_diff_mean:0.0026540097314864397 - training/rollout_probs_diff_std:0.01356723066419363 - training/rollout_actor_probs_pearson_corr:0.9944779872894287 - rollout_corr/rollout_is_mean:1.0004538297653198 - rollout_corr/rollout_is_ratio_fraction_high:0.0001689974160399288 - rollout_corr/rollout_is_ratio_fraction_low:0.0002534961386118084 - rollout_corr/rollout_is_max:3.4121248722076416 - rollout_corr/rollout_is_min:0.1737738400697708 - rollout_corr/rollout_is_std:0.03465764969587326 - rollout_corr/rollout_is_eff_sample_size:0.9988012396239597 - rollout_corr/rollout_is_seq_mean:1.000083565711975 - rollout_corr/rollout_is_seq_std:0.005635960027575493 - rollout_corr/rollout_is_seq_max:1.043095588684082 - rollout_corr/rollout_is_seq_min:0.9757270812988281 - rollout_corr/rollout_is_seq_max_deviation:0.04309558868408203 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0580853130668402) - rollout_corr/training_log_ppl:np.float64(0.05492819545452221) - rollout_corr/kl:np.float64(0.0017055816426392312) - rollout_corr/k3_kl:np.float64(0.0016535084109373654) - rollout_corr/rollout_ppl:np.float64(1.056259830482304) - rollout_corr/rollout_log_ppl:np.float64(0.05322261318906385) - rollout_corr/log_ppl_diff:np.float64(0.0017055822654583608) - rollout_corr/log_ppl_abs_diff:np.float64(0.0049114449311673525) - rollout_corr/log_ppl_diff_max:np.float64(0.04566342383623123) - rollout_corr/log_ppl_diff_min:np.float64(-0.026509910821914673) - rollout_corr/ppl_ratio:np.float64(1.0017440812662244) - rollout_corr/chi2_token:np.float64(0.003007725579664111) - rollout_corr/chi2_seq:np.float64(0.3540997370146215) - actor/pg_loss:np.float64(0.00015358044765889645) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022342565353028476) - actor/ppo_kl:np.float64(0.0011215957858858872) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.46293783374130726) - perf/mfu/actor:np.float64(0.06281907614267182) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(104.64212036132812) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5909926470588235) - val-aux/tooluse/reward/std@16:np.float64(0.012859342546703338) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5954705882352942) - val-aux/tooluse/reward/best@2/std:np.float64(0.013220998226621249) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5876029411764706) - val-aux/tooluse/reward/worst@2/std:np.float64(0.008763174760187467) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5916323529411764) - val-aux/tooluse/reward/maj@2/std:np.float64(0.012651906992079987) - val-aux/tooluse/reward/best@4/mean:np.float64(0.6000588235294118) - val-aux/tooluse/reward/best@4/std:np.float64(0.013506587183457316) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5853529411764706) - val-aux/tooluse/reward/worst@4/std:np.float64(0.005837772244194399) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.5908235294117647) - val-aux/tooluse/reward/maj@4/std:np.float64(0.0082866439864225) - val-aux/tooluse/reward/best@8/mean:np.float64(0.606014705882353) - val-aux/tooluse/reward/best@8/std:np.float64(0.013056772908291563) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.582529411764706) - val-aux/tooluse/reward/worst@8/std:np.float64(0.0071660966485577494) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.59025) - val-aux/tooluse/reward/maj@8/std:np.float64(0.00598619518189356) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6118823529411765) - val-aux/tooluse/reward/best@16/std:np.float64(0.009539283558630249) - val-aux/toolus
step:31 - global_seqlen/min:19774 - global_seqlen/max:29175 - global_seqlen/minmax_diff:9401 - global_seqlen/balanced_min:23005 - global_seqlen/balanced_max:23006 - global_seqlen/mean:23005.375 - actor/entropy:0.03996901959180832 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17960777878761292 - training/rollout_probs_diff_mean:0.0019618344958871603 - training/rollout_probs_diff_std:0.01042963471263647 - training/rollout_actor_probs_pearson_corr:0.9953662753105164 - rollout_corr/rollout_is_mean:0.9997086524963379 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.267627759370953e-05 - rollout_corr/rollout_is_max:1.9287195205688477 - rollout_corr/rollout_is_min:0.4071235954761505 - rollout_corr/rollout_is_std:0.02685657888650894 - rollout_corr/rollout_is_eff_sample_size:0.9992787083888894 - rollout_corr/rollout_is_seq_mean:0.9997310638427734 - rollout_corr/rollout_is_seq_std:0.0035869060084223747 - rollout_corr/rollout_is_seq_max:1.0151323080062866 - rollout_corr/rollout_is_seq_min:0.986702561378479 - rollout_corr/rollout_is_seq_max_deviation:0.015132308006286621 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.041689793113619) - rollout_corr/training_log_ppl:np.float64(0.040028332825556845) - rollout_corr/kl:np.float64(0.0014436434921676344) - rollout_corr/k3_kl:np.float64(0.0017771313949621753) - rollout_corr/rollout_ppl:np.float64(1.0401167469099164) - rollout_corr/rollout_log_ppl:np.float64(0.03858468905241352) - rollout_corr/log_ppl_diff:np.float64(0.0014436437640483746) - rollout_corr/log_ppl_abs_diff:np.float64(0.004751489484931426) - rollout_corr/log_ppl_diff_max:np.float64(0.0360741950571537) - rollout_corr/log_ppl_diff_min:np.float64(-0.036473751068115234) - rollout_corr/ppl_ratio:np.float64(1.0014785744715482) - rollout_corr/chi2_token:np.float64(0.004648031201213598) - rollout_corr/chi2_seq:np.float64(0.19924632366746664) - actor/pg_loss:np.float64(-0.0004911237629130483) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008345951882802183) - actor/ppo_kl:np.float64(0.0008265877906108443) - actor/pg_clipfrac_lower:np.float64(8.311169949593022e-05) - actor/grad_norm:np.float64(0.34211142361164093) - perf/mfu/actor:np.float64(0.0673868177896328) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.53921890258789) - actor/lr:np.float64(1e-06) - training/global_step:31 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005139454733580351 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005139454733580351 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:62.32421875 - response_length/max:210.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:62.32421875 - response_length_non_aborted/max:210.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:656.59375 - prompt_length/max:1263.0 - prompt_length/min:387.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.692243576049805e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.33299739845097065) - timing_s/agent_loop/generate_sequences/max:np.float64(1.530181709676981) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7185311768771498) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.530181709676981) - timing_s/agent_loop/slowest/tool_calls:np.float6
step:32 - global_seqlen/min:20077 - global_seqlen/max:30353 - global_seqlen/minmax_diff:10276 - global_seqlen/balanced_min:22764 - global_seqlen/balanced_max:22766 - global_seqlen/mean:22764.75 - actor/entropy:0.058379802852869034 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.215124249458313 - training/rollout_probs_diff_mean:0.0027994606643915176 - training/rollout_probs_diff_std:0.012955953367054462 - training/rollout_actor_probs_pearson_corr:0.9946268200874329 - rollout_corr/rollout_is_mean:1.0002855062484741 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00026770177646540105 - rollout_corr/rollout_is_max:1.9838507175445557 - rollout_corr/rollout_is_min:0.47813889384269714 - rollout_corr/rollout_is_std:0.03440564125776291 - rollout_corr/rollout_is_eff_sample_size:0.9988184838515212 - rollout_corr/rollout_is_seq_mean:1.00044584274292 - rollout_corr/rollout_is_seq_std:0.005109013989567757 - rollout_corr/rollout_is_seq_max:1.0229918956756592 - rollout_corr/rollout_is_seq_min:0.977187991142273 - rollout_corr/rollout_is_seq_max_deviation:0.02299189567565918 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0563389654271305) - rollout_corr/training_log_ppl:np.float64(0.05326080689445689) - rollout_corr/kl:np.float64(-0.0001750273929412849) - rollout_corr/k3_kl:np.float64(0.0007903854122223528) - rollout_corr/rollout_ppl:np.float64(1.0564603647217155) - rollout_corr/rollout_log_ppl:np.float64(0.053435834034416985) - rollout_corr/log_ppl_diff:np.float64(-0.00017502713996009334) - rollout_corr/log_ppl_abs_diff:np.float64(0.004308496162195752) - rollout_corr/log_ppl_diff_max:np.float64(0.03538075089454651) - rollout_corr/log_ppl_diff_min:np.float64(-0.024942420423030853) - rollout_corr/ppl_ratio:np.float64(0.9998457913752645) - rollout_corr/chi2_token:np.float64(0.00362777104601264) - rollout_corr/chi2_seq:np.float64(0.14483983302488923) - actor/pg_loss:np.float64(-6.408430635929108e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.547965469711926e-05) - actor/ppo_kl:np.float64(-0.00034023252456172326) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.28764557279646397) - perf/mfu/actor:np.float64(0.06682677227071634) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.11217880249023) - actor/lr:np.float64(1e-06) - training/global_step:32 - training/epoch:0 - critic/score/mean:0.28125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0003597242757678032 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.0003597242757678032 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:58.3671875 - response_length/max:233.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:58.3671875 - response_length_non_aborted/max:233.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:653.03125 - prompt_length/max:1127.0 - prompt_length/min:356.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001139231026172638 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3185564037412405) - timing_s/agent_loop/generate_sequences/max:np.float64(1.7221029493957758) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7222602762558381) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.7221029493957758) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/
step:33 - global_seqlen/min:16178 - global_seqlen/max:29326 - global_seqlen/minmax_diff:13148 - global_seqlen/balanced_min:21676 - global_seqlen/balanced_max:21678 - global_seqlen/mean:21676.75 - actor/entropy:0.0693797692656517 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20558980107307434 - training/rollout_probs_diff_mean:0.002638759557157755 - training/rollout_probs_diff_std:0.01155263464897871 - training/rollout_actor_probs_pearson_corr:0.9964811205863953 - rollout_corr/rollout_is_mean:0.9993718266487122 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7535778284072876 - rollout_corr/rollout_is_min:0.550489604473114 - rollout_corr/rollout_is_std:0.030473601073026657 - rollout_corr/rollout_is_eff_sample_size:0.9990710313267293 - rollout_corr/rollout_is_seq_mean:0.9992624521255493 - rollout_corr/rollout_is_seq_std:0.004016957711428404 - rollout_corr/rollout_is_seq_max:1.0129367113113403 - rollout_corr/rollout_is_seq_min:0.9828990697860718 - rollout_corr/rollout_is_seq_max_deviation:0.017100930213928223 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0694485981948674) - rollout_corr/training_log_ppl:np.float64(0.06431107393132152) - rollout_corr/kl:np.float64(0.0013496077967758424) - rollout_corr/k3_kl:np.float64(0.0008158942239892553) - rollout_corr/rollout_ppl:np.float64(1.0679213302209973) - rollout_corr/rollout_log_ppl:np.float64(0.06296146580757522) - rollout_corr/log_ppl_diff:np.float64(0.0013496081237462931) - rollout_corr/log_ppl_abs_diff:np.float64(0.0033077265543397516) - rollout_corr/log_ppl_diff_max:np.float64(0.030497655272483826) - rollout_corr/log_ppl_diff_min:np.float64(-0.02234750986099243) - rollout_corr/ppl_ratio:np.float64(1.0013646930456161) - rollout_corr/chi2_token:np.float64(0.0004525245167315006) - rollout_corr/chi2_seq:np.float64(0.02955265948548913) - actor/pg_loss:np.float64(0.00014979462139308453) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005366694895201363) - actor/ppo_kl:np.float64(0.00013419862975272423) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.22239085286855698) - perf/mfu/actor:np.float64(0.06334595781035764) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.15528106689453) - actor/lr:np.float64(1e-06) - training/global_step:33 - training/epoch:0 - critic/score/mean:0.2265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002715145703405142 - critic/advantages/max:0.75 - critic/advantages/min:-0.25 - critic/returns/mean:0.002715145703405142 - critic/returns/max:0.75 - critic/returns/min:-0.25 - response_length/mean:66.1796875 - response_length/max:336.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:66.1796875 - response_length_non_aborted/max:336.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:611.21875 - prompt_length/max:1162.0 - prompt_length/min:306.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.579584002494812e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3692999556660652) - timing_s/agent_loop/generate_sequences/max:np.float64(2.191156793385744) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.794952805248613) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.191156793385744) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prom
step:34 - global_seqlen/min:14444 - global_seqlen/max:27751 - global_seqlen/minmax_diff:13307 - global_seqlen/balanced_min:20350 - global_seqlen/balanced_max:20354 - global_seqlen/mean:20352.5 - actor/entropy:0.059980034828186035 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30164065957069397 - training/rollout_probs_diff_mean:0.0026671173982322216 - training/rollout_probs_diff_std:0.013040225952863693 - training/rollout_actor_probs_pearson_corr:0.9948471784591675 - rollout_corr/rollout_is_mean:0.9997946619987488 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.862475856905803e-05 - rollout_corr/rollout_is_max:1.7989736795425415 - rollout_corr/rollout_is_min:0.39213547110557556 - rollout_corr/rollout_is_std:0.03193019703030586 - rollout_corr/rollout_is_eff_sample_size:0.9989809655996994 - rollout_corr/rollout_is_seq_mean:0.9996563196182251 - rollout_corr/rollout_is_seq_std:0.004905271343886852 - rollout_corr/rollout_is_seq_max:1.0206897258758545 - rollout_corr/rollout_is_seq_min:0.9807711243629456 - rollout_corr/rollout_is_seq_max_deviation:0.020689725875854492 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.063439808320254) - rollout_corr/training_log_ppl:np.float64(0.0590252774886153) - rollout_corr/kl:np.float64(0.004505336012158523) - rollout_corr/k3_kl:np.float64(0.0028327311513623547) - rollout_corr/rollout_ppl:np.float64(1.0584965557791293) - rollout_corr/rollout_log_ppl:np.float64(0.0545199412074453) - rollout_corr/log_ppl_diff:np.float64(0.0045053363029978755) - rollout_corr/log_ppl_abs_diff:np.float64(0.006607099527116134) - rollout_corr/log_ppl_diff_max:np.float64(0.08666488528251648) - rollout_corr/log_ppl_diff_min:np.float64(-0.022808261215686798) - rollout_corr/ppl_ratio:np.float64(1.0046292732004076) - rollout_corr/chi2_token:np.float64(-0.0004916850011795759) - rollout_corr/chi2_seq:np.float64(-0.04734163451939821) - actor/pg_loss:np.float64(0.00031800323631614447) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012070769662386738) - actor/ppo_kl:np.float64(0.0036442531011715573) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.42901158053427935) - perf/mfu/actor:np.float64(0.0595971830165199) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.2801284790039) - actor/lr:np.float64(1e-06) - training/global_step:34 - training/epoch:0 - critic/score/mean:0.359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0016727285692468286 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0016727285692468286 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:56.921875 - response_length/max:396.0 - response_length/min:29.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:56.921875 - response_length_non_aborted/max:396.0 - response_length_non_aborted/min:29.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:579.09375 - prompt_length/max:1092.0 - prompt_length/min:219.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011215731501579285 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3856560830026865) - timing_s/agent_loop/generate_sequences/max:np.float64(2.39207573980093) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7164672844373854) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.39207573980093) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/age
step:35 - global_seqlen/min:15227 - global_seqlen/max:24733 - global_seqlen/minmax_diff:9506 - global_seqlen/balanced_min:19951 - global_seqlen/balanced_max:21079 - global_seqlen/mean:20144.0 - actor/entropy:0.08968596160411835 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.31812596321105957 - training/rollout_probs_diff_mean:0.002727388869971037 - training/rollout_probs_diff_std:0.01201782375574112 - training/rollout_actor_probs_pearson_corr:0.9970560073852539 - rollout_corr/rollout_is_mean:0.9999868273735046 - rollout_corr/rollout_is_ratio_fraction_high:8.750437700655311e-05 - rollout_corr/rollout_is_ratio_fraction_low:8.750437700655311e-05 - rollout_corr/rollout_is_max:2.5565640926361084 - rollout_corr/rollout_is_min:0.2724709212779999 - rollout_corr/rollout_is_std:0.03504587337374687 - rollout_corr/rollout_is_eff_sample_size:0.998773174430212 - rollout_corr/rollout_is_seq_mean:1.000199317932129 - rollout_corr/rollout_is_seq_std:0.005238836631178856 - rollout_corr/rollout_is_seq_max:1.0265891551971436 - rollout_corr/rollout_is_seq_min:0.9850262999534607 - rollout_corr/rollout_is_seq_max_deviation:0.026589155197143555 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0985043994151056) - rollout_corr/training_log_ppl:np.float64(0.08988781498010212) - rollout_corr/kl:np.float64(0.0004833310352572173) - rollout_corr/k3_kl:np.float64(0.000792355003492248) - rollout_corr/rollout_ppl:np.float64(1.0979190492071211) - rollout_corr/rollout_log_ppl:np.float64(0.08940448312796434) - rollout_corr/log_ppl_diff:np.float64(0.0004833318521377805) - rollout_corr/log_ppl_abs_diff:np.float64(0.0035221213611293933) - rollout_corr/log_ppl_diff_max:np.float64(0.01619189977645874) - rollout_corr/log_ppl_diff_min:np.float64(-0.013677679002285004) - rollout_corr/ppl_ratio:np.float64(1.0004962927196175) - rollout_corr/chi2_token:np.float64(0.002293122000992298) - rollout_corr/chi2_seq:np.float64(0.13364829821512103) - actor/pg_loss:np.float64(0.0008271452970802784) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003447730305197183) - actor/ppo_kl:np.float64(-2.4284116122430532e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.9031488941982388) - perf/mfu/actor:np.float64(0.05909075740494717) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.10081100463867) - actor/lr:np.float64(1e-06) - training/global_step:35 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003040777053683996 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.003040777053683996 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:89.28125 - response_length/max:2139.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:89.28125 - response_length_non_aborted/max:2139.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:540.21875 - prompt_length/max:885.0 - prompt_length/min:308.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012391433119773865 - timing_s/agent_loop/generate_sequences/min:np.float64(0.30213432759046555) - timing_s/agent_loop/generate_sequences/max:np.float64(10.661705248057842) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8839926462824224) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(10.661705248057842) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
step:36 - global_seqlen/min:16676 - global_seqlen/max:27932 - global_seqlen/minmax_diff:11256 - global_seqlen/balanced_min:21549 - global_seqlen/balanced_max:21553 - global_seqlen/mean:21551.375 - actor/entropy:0.07761423289775848 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.41011911630630493 - training/rollout_probs_diff_mean:0.003021328477188945 - training/rollout_probs_diff_std:0.013311835005879402 - training/rollout_actor_probs_pearson_corr:0.9957634210586548 - rollout_corr/rollout_is_mean:1.000321865081787 - rollout_corr/rollout_is_ratio_fraction_high:5.8048412029165775e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0002321936481166631 - rollout_corr/rollout_is_max:2.495490789413452 - rollout_corr/rollout_is_min:0.3960106372833252 - rollout_corr/rollout_is_std:0.035987354815006256 - rollout_corr/rollout_is_eff_sample_size:0.9987074176748162 - rollout_corr/rollout_is_seq_mean:1.0003538131713867 - rollout_corr/rollout_is_seq_std:0.004218936897814274 - rollout_corr/rollout_is_seq_max:1.024636149406433 - rollout_corr/rollout_is_seq_min:0.9873470664024353 - rollout_corr/rollout_is_seq_max_deviation:0.024636149406433105 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.070111496374011) - rollout_corr/training_log_ppl:np.float64(0.06521142009137293) - rollout_corr/kl:np.float64(0.0006779064406963187) - rollout_corr/k3_kl:np.float64(0.0012826667600925054) - rollout_corr/rollout_ppl:np.float64(1.0693590212613344) - rollout_corr/rollout_log_ppl:np.float64(0.0645335132899163) - rollout_corr/log_ppl_diff:np.float64(0.0006779068087325868) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036133930468622566) - rollout_corr/log_ppl_diff_max:np.float64(0.05608616769313812) - rollout_corr/log_ppl_diff_min:np.float64(-0.02145320177078247) - rollout_corr/ppl_ratio:np.float64(1.000697374343872) - rollout_corr/chi2_token:np.float64(0.00475959712639451) - rollout_corr/chi2_seq:np.float64(0.12739462754689157) - actor/pg_loss:np.float64(0.00013416889123618603) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003608425431593787) - actor/ppo_kl:np.float64(0.00046725354701693256) - actor/pg_clipfrac_lower:np.float64(0.00010813219614647096) - actor/grad_norm:np.float64(0.6092813964933157) - perf/mfu/actor:np.float64(0.06314133162780663) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.17453002929688) - actor/lr:np.float64(1e-06) - training/global_step:36 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0007546293782070279 - critic/advantages/max:0.5 - critic/advantages/min:-0.75 - critic/returns/mean:0.0007546293782070279 - critic/returns/max:0.5 - critic/returns/min:-0.75 - response_length/mean:67.29296875 - response_length/max:490.0 - response_length/min:28.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:67.29296875 - response_length_non_aborted/max:490.0 - response_length_non_aborted/min:28.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:606.1875 - prompt_length/max:1262.0 - prompt_length/min:275.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010015442967414856 - timing_s/agent_loop/generate_sequences/min:np.float64(0.4382358267903328) - timing_s/agent_loop/generate_sequences/max:np.float64(2.827908920124173) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7667157535033766) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.827908920124173) - timing_s/agent_loop/slowest/tool_cal
step:37 - global_seqlen/min:17678 - global_seqlen/max:25837 - global_seqlen/minmax_diff:8159 - global_seqlen/balanced_min:22043 - global_seqlen/balanced_max:22044 - global_seqlen/mean:22043.875 - actor/entropy:0.053846292197704315 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4102310240268707 - training/rollout_probs_diff_mean:0.0019501528004184365 - training/rollout_probs_diff_std:0.010592268779873848 - training/rollout_actor_probs_pearson_corr:0.9961838722229004 - rollout_corr/rollout_is_mean:1.0001059770584106 - rollout_corr/rollout_is_ratio_fraction_high:6.089021553634666e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.089021553634666e-05 - rollout_corr/rollout_is_max:2.2787020206451416 - rollout_corr/rollout_is_min:0.48018404841423035 - rollout_corr/rollout_is_std:0.027188541367650032 - rollout_corr/rollout_is_eff_sample_size:0.9992616863331922 - rollout_corr/rollout_is_seq_mean:1.0002007484436035 - rollout_corr/rollout_is_seq_std:0.0036662432830780745 - rollout_corr/rollout_is_seq_max:1.0102393627166748 - rollout_corr/rollout_is_seq_min:0.9874526858329773 - rollout_corr/rollout_is_seq_max_deviation:0.012547314167022705 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0563712483271956) - rollout_corr/training_log_ppl:np.float64(0.05318279404536952) - rollout_corr/kl:np.float64(0.001255028403726044) - rollout_corr/k3_kl:np.float64(0.0015611843593314055) - rollout_corr/rollout_ppl:np.float64(1.0549211804755032) - rollout_corr/rollout_log_ppl:np.float64(0.051927765378877666) - rollout_corr/log_ppl_diff:np.float64(0.001255028666491853) - rollout_corr/log_ppl_abs_diff:np.float64(0.004249296282068826) - rollout_corr/log_ppl_diff_max:np.float64(0.1324537694454193) - rollout_corr/log_ppl_diff_min:np.float64(-0.03140898421406746) - rollout_corr/ppl_ratio:np.float64(1.0013139895163476) - rollout_corr/chi2_token:np.float64(0.0030906859319657087) - rollout_corr/chi2_seq:np.float64(0.12431538687087595) - actor/pg_loss:np.float64(-0.00024408008903265) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011908543528988957) - actor/ppo_kl:np.float64(0.001073729523811906) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4571026675403118) - perf/mfu/actor:np.float64(0.06499115126884214) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.23357439041138) - actor/lr:np.float64(1e-06) - training/global_step:37 - training/epoch:0 - critic/score/mean:0.42578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.42578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:3.805638334597461e-05 - critic/advantages/max:0.75 - critic/advantages/min:-0.375 - critic/returns/mean:3.805638334597461e-05 - critic/returns/max:0.75 - critic/returns/min:-0.375 - response_length/mean:64.15234375 - response_length/max:271.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:64.15234375 - response_length_non_aborted/max:271.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:624.71875 - prompt_length/max:1226.0 - prompt_length/min:261.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.803473949432373e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3923158682882786) - timing_s/agent_loop/generate_sequences/max:np.float64(1.9276735410094261) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7800679888678133) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.9276735410094261) - timing_s/agent_loop/slowest/tool_calls:np.flo
step:38 - global_seqlen/min:13258 - global_seqlen/max:26121 - global_seqlen/minmax_diff:12863 - global_seqlen/balanced_min:20379 - global_seqlen/balanced_max:20382 - global_seqlen/mean:20381.25 - actor/entropy:0.06500189751386642 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24491897225379944 - training/rollout_probs_diff_mean:0.0023390362039208412 - training/rollout_probs_diff_std:0.010639370419085026 - training/rollout_actor_probs_pearson_corr:0.9967024326324463 - rollout_corr/rollout_is_mean:1.0000048875808716 - rollout_corr/rollout_is_ratio_fraction_high:5.3989850130164996e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.3989850130164996e-05 - rollout_corr/rollout_is_max:2.091334819793701 - rollout_corr/rollout_is_min:0.47679027915000916 - rollout_corr/rollout_is_std:0.02989501692354679 - rollout_corr/rollout_is_eff_sample_size:0.9991070859642656 - rollout_corr/rollout_is_seq_mean:0.9997793436050415 - rollout_corr/rollout_is_seq_std:0.0031527727842330933 - rollout_corr/rollout_is_seq_max:1.0111106634140015 - rollout_corr/rollout_is_seq_min:0.9876687526702881 - rollout_corr/rollout_is_seq_max_deviation:0.012331247329711914 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.054818483069539) - rollout_corr/training_log_ppl:np.float64(0.05188429238990011) - rollout_corr/kl:np.float64(0.0015946714813068752) - rollout_corr/k3_kl:np.float64(0.0008704724540683495) - rollout_corr/rollout_ppl:np.float64(1.0530467741191387) - rollout_corr/rollout_log_ppl:np.float64(0.05028962024681505) - rollout_corr/log_ppl_diff:np.float64(0.0015946721449040524) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036676473699230883) - rollout_corr/log_ppl_diff_max:np.float64(0.07446032762527466) - rollout_corr/log_ppl_diff_min:np.float64(-0.015028625726699829) - rollout_corr/ppl_ratio:np.float64(1.0016227085143328) - rollout_corr/chi2_token:np.float64(-0.00014289445243775845) - rollout_corr/chi2_seq:np.float64(0.04593630717135966) - actor/pg_loss:np.float64(8.015218190848827e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00017665459745330736) - actor/ppo_kl:np.float64(0.001015524675167967) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3129507377743721) - perf/mfu/actor:np.float64(0.059943721685694284) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.16881561279297) - actor/lr:np.float64(1e-06) - training/global_step:38 - training/epoch:0 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00839542131870985 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:0.00839542131870985 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/mean:72.3515625 - response_length/max:491.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:72.3515625 - response_length_non_aborted/max:491.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:564.5625 - prompt_length/max:1048.0 - prompt_length/min:236.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010813586413860321 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3235168755054474) - timing_s/agent_loop/generate_sequences/max:np.float64(3.0202493146061897) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7767814341204939) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.0202493146061897) - timing_s/agent_loop/slowest/tool_calls:np.f
step:39 - global_seqlen/min:16428 - global_seqlen/max:23702 - global_seqlen/minmax_diff:7274 - global_seqlen/balanced_min:20682 - global_seqlen/balanced_max:20694 - global_seqlen/mean:20689.0 - actor/entropy:0.055495698004961014 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6983649730682373 - training/rollout_probs_diff_mean:0.002238169312477112 - training/rollout_probs_diff_std:0.011980739422142506 - training/rollout_actor_probs_pearson_corr:0.9951125979423523 - rollout_corr/rollout_is_mean:1.0000755786895752 - rollout_corr/rollout_is_ratio_fraction_high:9.626492101233453e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.626492101233453e-05 - rollout_corr/rollout_is_max:2.7193048000335693 - rollout_corr/rollout_is_min:0.20711462199687958 - rollout_corr/rollout_is_std:0.02946525439620018 - rollout_corr/rollout_is_eff_sample_size:0.9991326708663405 - rollout_corr/rollout_is_seq_mean:1.0002851486206055 - rollout_corr/rollout_is_seq_std:0.0035014813765883446 - rollout_corr/rollout_is_seq_max:1.0238215923309326 - rollout_corr/rollout_is_seq_min:0.9858936667442322 - rollout_corr/rollout_is_seq_max_deviation:0.023821592330932617 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0499316733330488) - rollout_corr/training_log_ppl:np.float64(0.04757236606246806) - rollout_corr/kl:np.float64(0.0004891578880901193) - rollout_corr/k3_kl:np.float64(0.0009574129157077088) - rollout_corr/rollout_ppl:np.float64(1.049403002485633) - rollout_corr/rollout_log_ppl:np.float64(0.04708320748159167) - rollout_corr/log_ppl_diff:np.float64(0.0004891585804216447) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032806963981784065) - rollout_corr/log_ppl_diff_max:np.float64(0.04780048131942749) - rollout_corr/log_ppl_diff_min:np.float64(-0.01982712373137474) - rollout_corr/ppl_ratio:np.float64(1.00051209772937) - rollout_corr/chi2_token:np.float64(0.002779747359454632) - rollout_corr/chi2_seq:np.float64(0.13739958638325334) - actor/pg_loss:np.float64(-0.00018740887753665447) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002879022322304081) - actor/ppo_kl:np.float64(0.00038772055777691605) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3251549620181322) - perf/mfu/actor:np.float64(0.0605771512458298) - perf/max_memory_allocated_gb:np.float64(123.83254766464233) - perf/max_memory_reserved_gb:np.float64(129.6171875) - perf/cpu_memory_used_gb:np.float64(105.30107116699219) - actor/lr:np.float64(1e-06) - training/global_step:39 - training/epoch:0 - critic/score/mean:0.42578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.42578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.012706969864666462 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.012706969864666462 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:81.15625 - response_length/max:527.0 - response_length/min:28.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:81.15625 - response_length_non_aborted/max:527.0 - response_length_non_aborted/min:28.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:565.375 - prompt_length/max:954.0 - prompt_length/min:249.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00016955658793449402 - timing_s/agent_loop/generate_sequences/min:np.float64(0.36986831575632095) - timing_s/agent_loop/generate_sequences/max:np.float64(2.838096482679248) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8149757949649938) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.838096482679248) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 40}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to retrieve a random axolotl image.
Action: getRandomAxolotlImage
Action Input: {}
Output: {"url": "https://example.com/axolotl.jpg", "source": "Example Source", "description": "A random axolotl image."}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_40
step:40 - global_seqlen/min:17572 - global_seqlen/max:38084 - global_seqlen/minmax_diff:20512 - global_seqlen/balanced_min:22935 - global_seqlen/balanced_max:29987 - global_seqlen/mean:23848.25 - actor/entropy:0.07335927337408066 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30168360471725464 - training/rollout_probs_diff_mean:0.0021310201846063137 - training/rollout_probs_diff_std:0.010791613720357418 - training/rollout_actor_probs_pearson_corr:0.9971112608909607 - rollout_corr/rollout_is_mean:1.0000592470169067 - rollout_corr/rollout_is_ratio_fraction_high:2.9710618036915548e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.9421236073831096e-05 - rollout_corr/rollout_is_max:3.9915175437927246 - rollout_corr/rollout_is_min:0.39147502183914185 - rollout_corr/rollout_is_std:0.028655080124735832 - rollout_corr/rollout_is_eff_sample_size:0.9991793220604662 - rollout_corr/rollout_is_seq_mean:1.000290036201477 - rollout_corr/rollout_is_seq_std:0.004574858583509922 - rollout_corr/rollout_is_seq_max:1.027777075767517 - rollout_corr/rollout_is_seq_min:0.9840593934059143 - rollout_corr/rollout_is_seq_max_deviation:0.02777707576751709 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0781929157674313) - rollout_corr/training_log_ppl:np.float64(0.07268419407239435) - rollout_corr/kl:np.float64(0.0005998070718362669) - rollout_corr/k3_kl:np.float64(0.0007844794648895759) - rollout_corr/rollout_ppl:np.float64(1.0774605688638985) - rollout_corr/rollout_log_ppl:np.float64(0.07208438607057133) - rollout_corr/log_ppl_diff:np.float64(0.0005998080018230212) - rollout_corr/log_ppl_abs_diff:np.float64(0.003549798686833583) - rollout_corr/log_ppl_diff_max:np.float64(0.06122833490371704) - rollout_corr/log_ppl_diff_min:np.float64(-0.014639295637607574) - rollout_corr/ppl_ratio:np.float64(1.0006191153079271) - rollout_corr/chi2_token:np.float64(0.002139686606824398) - rollout_corr/chi2_seq:np.float64(0.17847824771888554) - actor/pg_loss:np.float64(7.238984107971191e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006121165451986599) - actor/ppo_kl:np.float64(0.0003513268969848049) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4484660439193249) - perf/mfu/actor:np.float64(0.06574558948179025) - perf/max_memory_allocated_gb:np.float64(123.90003252029419) - perf/max_memory_reserved_gb:np.float64(129.65625) - perf/cpu_memory_used_gb:np.float64(105.1033821105957) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.6029411764705882) - val-aux/tooluse/reward/std@16:np.float64(0.02940272832919785) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6147499999999999) - val-aux/tooluse/reward/best@2/std:np.float64(0.022248753794127413) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5904999999999999) - val-aux/tooluse/reward/worst@2/std:np.float64(0.027611707925390205) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.6022500000000001) - val-aux/tooluse/reward/maj@2/std:np.float64(0.02944584121410833) - val-aux/tooluse/reward/best@4/mean:np.float64(0.6234558823529412) - val-aux/tooluse/reward/best@4/std:np.float64(0.014052815089364564) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5796617647058824) - val-aux/tooluse/reward/worst@4/std:np.float64(0.02336001991482749) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.6049411764705882) - val-aux/tooluse/reward/maj@4/std:np.float64(0.02291053389830618) - val-aux/tooluse/reward/best@8/mean:np.float64(0.6292941176470589) - val-aux/tooluse/reward/best@8/std:np.float64(0.007879264728912006) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.5696323529411764) - val-aux/tooluse/reward/worst@8/std:np.float64(0.017057065204151636) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.6052205882352941) - val-aux/tooluse/reward/maj@8/std:np.float64(0.014745684027387577) - val-aux/tooluse/reward/best@16/mean:np.float64(0.631985294117647) - val-aux/tooluse/reward/best@16/std:np.float64(0.0028614693819481343) - va
step:41 - global_seqlen/min:15674 - global_seqlen/max:24578 - global_seqlen/minmax_diff:8904 - global_seqlen/balanced_min:20535 - global_seqlen/balanced_max:20541 - global_seqlen/mean:20539.375 - actor/entropy:0.07643657177686691 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17917799949645996 - training/rollout_probs_diff_mean:0.0027147741056978703 - training/rollout_probs_diff_std:0.011642711237072945 - training/rollout_actor_probs_pearson_corr:0.9968329071998596 - rollout_corr/rollout_is_mean:0.9998001456260681 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.1945353334303945e-05 - rollout_corr/rollout_is_max:1.729753017425537 - rollout_corr/rollout_is_min:0.4949631989002228 - rollout_corr/rollout_is_std:0.03315731883049011 - rollout_corr/rollout_is_eff_sample_size:0.9989016212755863 - rollout_corr/rollout_is_seq_mean:0.9995066523551941 - rollout_corr/rollout_is_seq_std:0.0038974119815975428 - rollout_corr/rollout_is_seq_max:1.0098634958267212 - rollout_corr/rollout_is_seq_min:0.98482745885849 - rollout_corr/rollout_is_seq_max_deviation:0.01517254114151001 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0758632854558527) - rollout_corr/training_log_ppl:np.float64(0.07077660156205923) - rollout_corr/kl:np.float64(0.0014577797956701888) - rollout_corr/k3_kl:np.float64(0.0007550243655709138) - rollout_corr/rollout_ppl:np.float64(1.0742474226281047) - rollout_corr/rollout_log_ppl:np.float64(0.06931882170171555) - rollout_corr/log_ppl_diff:np.float64(0.0014577798603436776) - rollout_corr/log_ppl_abs_diff:np.float64(0.003779194882822523) - rollout_corr/log_ppl_diff_max:np.float64(0.03274904936552048) - rollout_corr/log_ppl_diff_min:np.float64(-0.010052099823951721) - rollout_corr/ppl_ratio:np.float64(1.001476010074839) - rollout_corr/chi2_token:np.float64(-0.00011365464888513088) - rollout_corr/chi2_seq:np.float64(0.02725961757823825) - actor/pg_loss:np.float64(-0.00021655205637216568) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004216127999825403) - actor/ppo_kl:np.float64(0.0004809263298355404) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5103011401370168) - perf/mfu/actor:np.float64(0.06065802129387392) - perf/max_memory_allocated_gb:np.float64(123.90003252029419) - perf/max_memory_reserved_gb:np.float64(129.65625) - perf/cpu_memory_used_gb:np.float64(105.3956527709961) - actor/lr:np.float64(1e-06) - training/global_step:41 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008687860332429409 - critic/advantages/max:0.625 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008687860332429409 - critic/returns/max:0.625 - critic/returns/min:-0.875 - response_length/mean:75.19921875 - response_length/max:766.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:75.19921875 - response_length_non_aborted/max:766.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:566.65625 - prompt_length/max:869.0 - prompt_length/min:190.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.878531813621521e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.41349999606609344) - timing_s/agent_loop/generate_sequences/max:np.float64(4.30983848311007) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8175561821408337) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(4.30983848311007) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s
step:42 - global_seqlen/min:21165 - global_seqlen/max:34194 - global_seqlen/minmax_diff:13029 - global_seqlen/balanced_min:24539 - global_seqlen/balanced_max:31659 - global_seqlen/mean:25811.25 - actor/entropy:0.07392468303442001 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27729910612106323 - training/rollout_probs_diff_mean:0.0021082742605358362 - training/rollout_probs_diff_std:0.01012810692191124 - training/rollout_actor_probs_pearson_corr:0.9975377917289734 - rollout_corr/rollout_is_mean:0.9997605085372925 - rollout_corr/rollout_is_ratio_fraction_high:2.5400051526958123e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.620015094289556e-05 - rollout_corr/rollout_is_max:2.553802013397217 - rollout_corr/rollout_is_min:0.3235243856906891 - rollout_corr/rollout_is_std:0.02876407653093338 - rollout_corr/rollout_is_eff_sample_size:0.9991728953617344 - rollout_corr/rollout_is_seq_mean:0.9996140599250793 - rollout_corr/rollout_is_seq_std:0.004266318399459124 - rollout_corr/rollout_is_seq_max:1.0344802141189575 - rollout_corr/rollout_is_seq_min:0.9836998581886292 - rollout_corr/rollout_is_seq_max_deviation:0.03448021411895752 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0920946435071528) - rollout_corr/training_log_ppl:np.float64(0.08408006005447533) - rollout_corr/kl:np.float64(0.0005000570283248962) - rollout_corr/k3_kl:np.float64(0.0010528380998082731) - rollout_corr/rollout_ppl:np.float64(1.091538175009191) - rollout_corr/rollout_log_ppl:np.float64(0.08358000234875362) - rollout_corr/log_ppl_diff:np.float64(0.0005000577057217015) - rollout_corr/log_ppl_abs_diff:np.float64(0.0038723172820027685) - rollout_corr/log_ppl_diff_max:np.float64(0.023278705775737762) - rollout_corr/log_ppl_diff_min:np.float64(-0.03352736681699753) - rollout_corr/ppl_ratio:np.float64(1.000517011852935) - rollout_corr/chi2_token:np.float64(0.004048591945320368) - rollout_corr/chi2_seq:np.float64(0.18387177004478872) - actor/pg_loss:np.float64(-5.3570838645100594e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002444236888550222) - actor/ppo_kl:np.float64(-0.0004227498058924084) - actor/pg_clipfrac_lower:np.float64(9.300595411332324e-05) - actor/grad_norm:np.float64(0.4181612895336002) - perf/mfu/actor:np.float64(0.07086692709215626) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.23678207397461) - actor/lr:np.float64(1e-06) - training/global_step:42 - training/epoch:0 - critic/score/mean:0.22265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.22265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003387731732800603 - critic/advantages/max:0.875 - critic/advantages/min:-0.5 - critic/returns/mean:0.003387731732800603 - critic/returns/max:0.875 - critic/returns/min:-0.5 - response_length/mean:153.7890625 - response_length/max:8192.0 - response_length/min:26.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:153.7890625 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:652.8125 - prompt_length/max:977.0 - prompt_length/min:378.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010457634925842285 - timing_s/agent_loop/generate_sequences/min:np.float64(0.31972256302833557) - timing_s/agent_loop/generate_sequences/max:np.float64(46.44789435528219) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.2525429144661757) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(46.44789435528219) - timing_s/agent_l
step:43 - global_seqlen/min:18354 - global_seqlen/max:25664 - global_seqlen/minmax_diff:7310 - global_seqlen/balanced_min:21209 - global_seqlen/balanced_max:21624 - global_seqlen/mean:21321.25 - actor/entropy:0.07183060795068741 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28977781534194946 - training/rollout_probs_diff_mean:0.0022768594790250063 - training/rollout_probs_diff_std:0.010436582379043102 - training/rollout_actor_probs_pearson_corr:0.9971587657928467 - rollout_corr/rollout_is_mean:1.000083327293396 - rollout_corr/rollout_is_ratio_fraction_high:4.535147309070453e-05 - rollout_corr/rollout_is_ratio_fraction_low:4.535147309070453e-05 - rollout_corr/rollout_is_max:2.7140064239501953 - rollout_corr/rollout_is_min:0.45750218629837036 - rollout_corr/rollout_is_std:0.027441667392849922 - rollout_corr/rollout_is_eff_sample_size:0.9992476405980566 - rollout_corr/rollout_is_seq_mean:0.9999966621398926 - rollout_corr/rollout_is_seq_std:0.003775334218516946 - rollout_corr/rollout_is_seq_max:1.0180143117904663 - rollout_corr/rollout_is_seq_min:0.9826856255531311 - rollout_corr/rollout_is_seq_max_deviation:0.01801431179046631 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0670840749517083) - rollout_corr/training_log_ppl:np.float64(0.06295874141892455) - rollout_corr/kl:np.float64(0.0009728101756785179) - rollout_corr/k3_kl:np.float64(0.0007313828259920968) - rollout_corr/rollout_ppl:np.float64(1.0660361503250897) - rollout_corr/rollout_log_ppl:np.float64(0.06198593066574176) - rollout_corr/log_ppl_diff:np.float64(0.0009728107531827845) - rollout_corr/log_ppl_abs_diff:np.float64(0.003364504732644491) - rollout_corr/log_ppl_diff_max:np.float64(0.03172561526298523) - rollout_corr/log_ppl_diff_min:np.float64(-0.018520094454288483) - rollout_corr/ppl_ratio:np.float64(1.0009897574782372) - rollout_corr/chi2_token:np.float64(0.0010270671918988228) - rollout_corr/chi2_seq:np.float64(0.08471314096823335) - actor/pg_loss:np.float64(-0.0001882786164060235) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.512019510613754e-05) - actor/ppo_kl:np.float64(0.0005932934972046056) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.282594732940197) - perf/mfu/actor:np.float64(0.062468442465150584) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.21401596069336) - actor/lr:np.float64(1e-06) - training/global_step:43 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0003684807161334902 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0003684807161334902 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:86.1328125 - response_length/max:1415.0 - response_length/min:29.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:86.1328125 - response_length_non_aborted/max:1415.0 - response_length_non_aborted/min:29.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:580.15625 - prompt_length/max:1266.0 - prompt_length/min:348.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00016595236957073212 - timing_s/agent_loop/generate_sequences/min:np.float64(0.4643787033855915) - timing_s/agent_loop/generate_sequences/max:np.float64(7.269553942605853) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9456485975315445) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.269553942605853) - timing_s/agent_loop/slowest/tool_calls:np.float64(
step:44 - global_seqlen/min:16718 - global_seqlen/max:24596 - global_seqlen/minmax_diff:7878 - global_seqlen/balanced_min:19782 - global_seqlen/balanced_max:19875 - global_seqlen/mean:19794.0 - actor/entropy:0.11136162281036377 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3994426727294922 - training/rollout_probs_diff_mean:0.003316521877422929 - training/rollout_probs_diff_std:0.0127424830570817 - training/rollout_actor_probs_pearson_corr:0.9972448945045471 - rollout_corr/rollout_is_mean:0.9998719096183777 - rollout_corr/rollout_is_ratio_fraction_high:4.708097912953235e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.41619582590647e-05 - rollout_corr/rollout_is_max:2.335594892501831 - rollout_corr/rollout_is_min:0.35784852504730225 - rollout_corr/rollout_is_std:0.034832630306482315 - rollout_corr/rollout_is_eff_sample_size:0.9987878014318493 - rollout_corr/rollout_is_seq_mean:0.9999310970306396 - rollout_corr/rollout_is_seq_std:0.004329073242843151 - rollout_corr/rollout_is_seq_max:1.0172615051269531 - rollout_corr/rollout_is_seq_min:0.9809362888336182 - rollout_corr/rollout_is_seq_max_deviation:0.019063711166381836 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.099434219300747) - rollout_corr/training_log_ppl:np.float64(0.09056166440495872) - rollout_corr/kl:np.float64(0.0008932641900831761) - rollout_corr/k3_kl:np.float64(0.0006877755507560743) - rollout_corr/rollout_ppl:np.float64(1.0984748476184905) - rollout_corr/rollout_log_ppl:np.float64(0.0896683992468752) - rollout_corr/log_ppl_diff:np.float64(0.0008932651580835227) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032141390693141147) - rollout_corr/log_ppl_diff_max:np.float64(0.02444542944431305) - rollout_corr/log_ppl_diff_min:np.float64(-0.021616309881210327) - rollout_corr/ppl_ratio:np.float64(1.0009050138760358) - rollout_corr/chi2_token:np.float64(0.0010405783541500568) - rollout_corr/chi2_seq:np.float64(0.11621747259050608) - actor/pg_loss:np.float64(0.00010626553557813168) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00026321199129597517) - actor/ppo_kl:np.float64(0.0003092601962748631) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.15711453557014465) - perf/mfu/actor:np.float64(0.05722604473924678) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.15819549560547) - actor/lr:np.float64(1e-06) - training/global_step:44 - training/epoch:0 - critic/score/mean:0.265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.020021187141537666 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:-0.020021187141537666 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:82.96875 - response_length/max:875.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:82.96875 - response_length_non_aborted/max:875.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:535.59375 - prompt_length/max:966.0 - prompt_length/min:178.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015789084136486053 - timing_s/agent_loop/generate_sequences/min:np.float64(0.372029734775424) - timing_s/agent_loop/generate_sequences/max:np.float64(4.6919932551681995) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8595984542262158) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(4.6919932551681995) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) -
step:45 - global_seqlen/min:14085 - global_seqlen/max:26674 - global_seqlen/minmax_diff:12589 - global_seqlen/balanced_min:20169 - global_seqlen/balanced_max:20492 - global_seqlen/mean:20257.125 - actor/entropy:0.082231804728508 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28978031873703003 - training/rollout_probs_diff_mean:0.0025141704827547073 - training/rollout_probs_diff_std:0.011035851202905178 - training/rollout_actor_probs_pearson_corr:0.9973099827766418 - rollout_corr/rollout_is_mean:1.0000840425491333 - rollout_corr/rollout_is_ratio_fraction_high:3.800402919296175e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.60080583859235e-05 - rollout_corr/rollout_is_max:2.712303876876831 - rollout_corr/rollout_is_min:0.4166933298110962 - rollout_corr/rollout_is_std:0.03049706295132637 - rollout_corr/rollout_is_eff_sample_size:0.9990709123388344 - rollout_corr/rollout_is_seq_mean:0.9997838139533997 - rollout_corr/rollout_is_seq_std:0.0036828855518251657 - rollout_corr/rollout_is_seq_max:1.0171589851379395 - rollout_corr/rollout_is_seq_min:0.9791997075080872 - rollout_corr/rollout_is_seq_max_deviation:0.020800292491912842 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0860979747958481) - rollout_corr/training_log_ppl:np.float64(0.08043255114489511) - rollout_corr/kl:np.float64(0.00037733940664175236) - rollout_corr/k3_kl:np.float64(0.0005529123273552497) - rollout_corr/rollout_ppl:np.float64(1.0856703212484717) - rollout_corr/rollout_log_ppl:np.float64(0.08005521112045244) - rollout_corr/log_ppl_diff:np.float64(0.00037734002455636073) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029143495780772355) - rollout_corr/log_ppl_diff_max:np.float64(0.018863260746002197) - rollout_corr/log_ppl_diff_min:np.float64(-0.01456015557050705) - rollout_corr/ppl_ratio:np.float64(1.0003871629014611) - rollout_corr/chi2_token:np.float64(0.0014226087369024754) - rollout_corr/chi2_seq:np.float64(0.1279268313664943) - actor/pg_loss:np.float64(-8.747633546590805e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.040654236334376e-05) - actor/ppo_kl:np.float64(-0.0002579366225310409) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.8475264199078083) - perf/mfu/actor:np.float64(0.05950522032589149) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.37935066223145) - actor/lr:np.float64(1e-06) - training/global_step:45 - training/epoch:0 - critic/score/mean:0.25390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001752935815602541 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001752935815602541 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:102.78515625 - response_length/max:1256.0 - response_length/min:24.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:102.78515625 - response_length_non_aborted/max:1256.0 - response_length_non_aborted/min:24.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:530.25 - prompt_length/max:908.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.8245151042938232e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.27106592431664467) - timing_s/agent_loop/generate_sequences/max:np.float64(6.654289215803146) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9271790457423776) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(6.654289215803146) - timing_s/agent_loop/slowest/tool_calls:
step:46 - global_seqlen/min:17428 - global_seqlen/max:23917 - global_seqlen/minmax_diff:6489 - global_seqlen/balanced_min:20060 - global_seqlen/balanced_max:20848 - global_seqlen/mean:20174.625 - actor/entropy:0.09392610937356949 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29012516140937805 - training/rollout_probs_diff_mean:0.0027429680339992046 - training/rollout_probs_diff_std:0.01123241800814867 - training/rollout_actor_probs_pearson_corr:0.9974663257598877 - rollout_corr/rollout_is_mean:1.0000561475753784 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.6417487940052524e-05 - rollout_corr/rollout_is_max:1.643405556678772 - rollout_corr/rollout_is_min:0.48185718059539795 - rollout_corr/rollout_is_std:0.03119845874607563 - rollout_corr/rollout_is_eff_sample_size:0.9990277216053979 - rollout_corr/rollout_is_seq_mean:1.000095009803772 - rollout_corr/rollout_is_seq_std:0.004581367131322622 - rollout_corr/rollout_is_seq_max:1.0168646574020386 - rollout_corr/rollout_is_seq_min:0.9809992909431458 - rollout_corr/rollout_is_seq_max_deviation:0.019000709056854248 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0998238995671272) - rollout_corr/training_log_ppl:np.float64(0.09232246626197593) - rollout_corr/kl:np.float64(0.0015090222330158554) - rollout_corr/k3_kl:np.float64(0.001248485781694314) - rollout_corr/rollout_ppl:np.float64(1.0981056988239288) - rollout_corr/rollout_log_ppl:np.float64(0.09081344355763576) - rollout_corr/log_ppl_diff:np.float64(0.0015090227043401683) - rollout_corr/log_ppl_abs_diff:np.float64(0.004330582409238559) - rollout_corr/log_ppl_diff_max:np.float64(0.07530085742473602) - rollout_corr/log_ppl_diff_min:np.float64(-0.018227368593215942) - rollout_corr/ppl_ratio:np.float64(1.001543278573081) - rollout_corr/chi2_token:np.float64(0.002071536611765623) - rollout_corr/chi2_seq:np.float64(0.11723963636904955) - actor/pg_loss:np.float64(0.0004588030278682709) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007307079285965301) - actor/ppo_kl:np.float64(0.001100135578603556) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.6038151159882545) - perf/mfu/actor:np.float64(0.05801001940211663) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.2485237121582) - actor/lr:np.float64(1e-06) - training/global_step:46 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.06194640323519707 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.06194640323519707 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:69.23828125 - response_length/max:1476.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:69.23828125 - response_length_non_aborted/max:1476.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:561.21875 - prompt_length/max:874.0 - prompt_length/min:334.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011284090578556061 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3448892552405596) - timing_s/agent_loop/generate_sequences/max:np.float64(7.281411862000823) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7418267740067677) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(7.281411862000823) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/a
step:47 - global_seqlen/min:18152 - global_seqlen/max:28031 - global_seqlen/minmax_diff:9879 - global_seqlen/balanced_min:22762 - global_seqlen/balanced_max:23887 - global_seqlen/mean:22905.875 - actor/entropy:0.09966740757226944 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2412756383419037 - training/rollout_probs_diff_mean:0.0026348319370299578 - training/rollout_probs_diff_std:0.010780632495880127 - training/rollout_actor_probs_pearson_corr:0.9977898597717285 - rollout_corr/rollout_is_mean:1.0003139972686768 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.5962166293757036e-05 - rollout_corr/rollout_is_max:1.9975781440734863 - rollout_corr/rollout_is_min:0.46159979701042175 - rollout_corr/rollout_is_std:0.031940460205078125 - rollout_corr/rollout_is_eff_sample_size:0.9989814414657525 - rollout_corr/rollout_is_seq_mean:1.0001976490020752 - rollout_corr/rollout_is_seq_std:0.003636913141235709 - rollout_corr/rollout_is_seq_max:1.0171098709106445 - rollout_corr/rollout_is_seq_min:0.9841878414154053 - rollout_corr/rollout_is_seq_max_deviation:0.01710987091064453 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1117577347904444) - rollout_corr/training_log_ppl:np.float64(0.10209458148892736) - rollout_corr/kl:np.float64(0.0008142971971238921) - rollout_corr/k3_kl:np.float64(0.0006282242253579373) - rollout_corr/rollout_ppl:np.float64(1.1108278771862388) - rollout_corr/rollout_log_ppl:np.float64(0.10128028324106708) - rollout_corr/log_ppl_diff:np.float64(0.0008142982478602789) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029353400677791797) - rollout_corr/log_ppl_diff_max:np.float64(0.018541395664215088) - rollout_corr/log_ppl_diff_min:np.float64(-0.010267950594425201) - rollout_corr/ppl_ratio:np.float64(1.0008228835649788) - rollout_corr/chi2_token:np.float64(0.000930295791476965) - rollout_corr/chi2_seq:np.float64(0.22962282574735582) - actor/pg_loss:np.float64(-0.0001242222497239709) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020498751109698787) - actor/ppo_kl:np.float64(0.000591708142607672) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3714657872915268) - perf/mfu/actor:np.float64(0.06615055278229345) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.32518005371094) - actor/lr:np.float64(1e-06) - training/global_step:47 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001897004316560924 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001897004316560924 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:108.62109375 - response_length/max:2422.0 - response_length/min:31.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:108.62109375 - response_length_non_aborted/max:2422.0 - response_length_non_aborted/min:31.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:607.1875 - prompt_length/max:1010.0 - prompt_length/min:245.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010773725807666779 - timing_s/agent_loop/generate_sequences/min:np.float64(0.426454596221447) - timing_s/agent_loop/generate_sequences/max:np.float64(12.002666305750608) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.004392302937049) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(12.002666305750608) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
step:48 - global_seqlen/min:20343 - global_seqlen/max:27737 - global_seqlen/minmax_diff:7394 - global_seqlen/balanced_min:22200 - global_seqlen/balanced_max:22251 - global_seqlen/mean:22210.625 - actor/entropy:0.09961522370576859 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2254718542098999 - training/rollout_probs_diff_mean:0.0025464282371103764 - training/rollout_probs_diff_std:0.01014900766313076 - training/rollout_actor_probs_pearson_corr:0.9980698227882385 - rollout_corr/rollout_is_mean:1.0002561807632446 - rollout_corr/rollout_is_ratio_fraction_high:3.7184396205702797e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.7184396205702797e-05 - rollout_corr/rollout_is_max:3.3722012042999268 - rollout_corr/rollout_is_min:0.4945202171802521 - rollout_corr/rollout_is_std:0.02979516051709652 - rollout_corr/rollout_is_eff_sample_size:0.9991133928184341 - rollout_corr/rollout_is_seq_mean:1.0001027584075928 - rollout_corr/rollout_is_seq_std:0.00305532431229949 - rollout_corr/rollout_is_seq_max:1.012468934059143 - rollout_corr/rollout_is_seq_min:0.9907573461532593 - rollout_corr/rollout_is_seq_max_deviation:0.012468934059143066 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0933619011193514) - rollout_corr/training_log_ppl:np.float64(0.08660966086517874) - rollout_corr/kl:np.float64(0.0004609096540573593) - rollout_corr/k3_kl:np.float64(0.0005896797931505635) - rollout_corr/rollout_ppl:np.float64(1.092862972524017) - rollout_corr/rollout_log_ppl:np.float64(0.08614875143848622) - rollout_corr/log_ppl_diff:np.float64(0.000460909426692524) - rollout_corr/log_ppl_abs_diff:np.float64(0.0027968133090325864) - rollout_corr/log_ppl_diff_max:np.float64(0.016001291573047638) - rollout_corr/log_ppl_diff_min:np.float64(-0.0244421549141407) - rollout_corr/ppl_ratio:np.float64(1.000469961669296) - rollout_corr/chi2_token:np.float64(0.0016092471778392792) - rollout_corr/chi2_seq:np.float64(0.4790192150976509) - actor/pg_loss:np.float64(7.210543844848871e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004697930889960844) - actor/ppo_kl:np.float64(0.00019561957630287452) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.34813886508345604) - perf/mfu/actor:np.float64(0.06468839128324108) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.24616241455078) - actor/lr:np.float64(1e-06) - training/global_step:48 - training/epoch:0 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00257966760545969 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.00257966760545969 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:105.05078125 - response_length/max:691.0 - response_length/min:30.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:105.05078125 - response_length_non_aborted/max:691.0 - response_length_non_aborted/min:30.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:589.03125 - prompt_length/max:829.0 - prompt_length/min:262.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014214962720870972 - timing_s/agent_loop/generate_sequences/min:np.float64(0.45205202884972095) - timing_s/agent_loop/generate_sequences/max:np.float64(4.285150667652488) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.102171099431871) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(4.285150667652488) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
step:49 - global_seqlen/min:15269 - global_seqlen/max:39751 - global_seqlen/minmax_diff:24482 - global_seqlen/balanced_min:21436 - global_seqlen/balanced_max:28565 - global_seqlen/mean:23346.0 - actor/entropy:0.07806675136089325 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4250344932079315 - training/rollout_probs_diff_mean:0.0019978315103799105 - training/rollout_probs_diff_std:0.009737016633152962 - training/rollout_actor_probs_pearson_corr:0.9977913498878479 - rollout_corr/rollout_is_mean:1.000077247619629 - rollout_corr/rollout_is_ratio_fraction_high:8.841732778819278e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.631299766013399e-05 - rollout_corr/rollout_is_max:2.5243096351623535 - rollout_corr/rollout_is_min:0.29284602403640747 - rollout_corr/rollout_is_std:0.027524080127477646 - rollout_corr/rollout_is_eff_sample_size:0.9992432365081862 - rollout_corr/rollout_is_seq_mean:0.9997789263725281 - rollout_corr/rollout_is_seq_std:0.0035121606197208166 - rollout_corr/rollout_is_seq_max:1.014818787574768 - rollout_corr/rollout_is_seq_min:0.9882442951202393 - rollout_corr/rollout_is_seq_max_deviation:0.014818787574768066 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.122090880293399) - rollout_corr/training_log_ppl:np.float64(0.11161522206384689) - rollout_corr/kl:np.float64(0.0010494113613734868) - rollout_corr/k3_kl:np.float64(0.0006251590251382666) - rollout_corr/rollout_ppl:np.float64(1.1208723136223853) - rollout_corr/rollout_log_ppl:np.float64(0.11056580980766739) - rollout_corr/log_ppl_diff:np.float64(0.0010494122561794939) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029947067396278726) - rollout_corr/log_ppl_diff_max:np.float64(0.020535331219434738) - rollout_corr/log_ppl_diff_min:np.float64(-0.0099649578332901) - rollout_corr/ppl_ratio:np.float64(1.0010588942095637) - rollout_corr/chi2_token:np.float64(0.000384156359359622) - rollout_corr/chi2_seq:np.float64(0.1662737203296274) - actor/pg_loss:np.float64(5.563255399465561e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(3.3674568840069696e-05) - actor/ppo_kl:np.float64(0.0002904789593323187) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.25468049570918083) - perf/mfu/actor:np.float64(0.06431388737840894) - perf/max_memory_allocated_gb:np.float64(123.93576097488403) - perf/max_memory_reserved_gb:np.float64(129.6953125) - perf/cpu_memory_used_gb:np.float64(105.16648864746094) - actor/lr:np.float64(1e-06) - training/global_step:49 - training/epoch:0 - critic/score/mean:0.2109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001210212241858244 - critic/advantages/max:0.25 - critic/advantages/min:-0.75 - critic/returns/mean:-0.001210212241858244 - critic/returns/max:0.25 - critic/returns/min:-0.75 - response_length/mean:176.71875 - response_length/max:8192.0 - response_length/min:28.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:176.71875 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:28.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:552.84375 - prompt_length/max:911.0 - prompt_length/min:301.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.8314068913459778e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3820417635142803) - timing_s/agent_loop/generate_sequences/max:np.float64(46.87782824598253) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.4162356741871918) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(46.87782824598253) - timing_s/agent_loop/slowest/tool_calls:np
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 50}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: The user is asking for a random picture of an axolotl. I should use the getRandomAxolotlImage tool.
Action: getRandomAxolotlImage
Action Input: {}
Output: {"url": "https://example.com/axolotl.jpg", "source": "Example Source", "description": "A random axolotl image"}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_50
step:50 - global_seqlen/min:16756 - global_seqlen/max:36411 - global_seqlen/minmax_diff:19655 - global_seqlen/balanced_min:22543 - global_seqlen/balanced_max:29635 - global_seqlen/mean:24549.625 - actor/entropy:0.08976611495018005 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3012014329433441 - training/rollout_probs_diff_mean:0.0018682791851460934 - training/rollout_probs_diff_std:0.008796855807304382 - training/rollout_actor_probs_pearson_corr:0.9983659386634827 - rollout_corr/rollout_is_mean:0.9999872446060181 - rollout_corr/rollout_is_ratio_fraction_high:3.908311191480607e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.3027758598327637 - rollout_corr/rollout_is_min:0.5101031064987183 - rollout_corr/rollout_is_std:0.02582818642258644 - rollout_corr/rollout_is_eff_sample_size:0.9993332304846022 - rollout_corr/rollout_is_seq_mean:0.9999366402626038 - rollout_corr/rollout_is_seq_std:0.00335451471619308 - rollout_corr/rollout_is_seq_max:1.0112617015838623 - rollout_corr/rollout_is_seq_min:0.9882235527038574 - rollout_corr/rollout_is_seq_max_deviation:0.011776447296142578 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.124918662942946) - rollout_corr/training_log_ppl:np.float64(0.11467544128390728) - rollout_corr/kl:np.float64(0.0017736391622875658) - rollout_corr/k3_kl:np.float64(0.0015390691617088725) - rollout_corr/rollout_ppl:np.float64(1.1229061437770724) - rollout_corr/rollout_log_ppl:np.float64(0.11290180086689361) - rollout_corr/log_ppl_diff:np.float64(0.0017736404170136666) - rollout_corr/log_ppl_abs_diff:np.float64(0.0039835598199715605) - rollout_corr/log_ppl_diff_max:np.float64(0.1006503701210022) - rollout_corr/log_ppl_diff_min:np.float64(-0.015296325087547302) - rollout_corr/ppl_ratio:np.float64(1.0018262404482812) - rollout_corr/chi2_token:np.float64(0.00164889101870358) - rollout_corr/chi2_seq:np.float64(0.5349687321577221) - actor/pg_loss:np.float64(0.0006220416398718953) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005291439956636168) - actor/ppo_kl:np.float64(0.0012731698314567552) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4314403794705868) - perf/mfu/actor:np.float64(0.06670971231331849) - perf/max_memory_allocated_gb:np.float64(124.21099805831909) - perf/max_memory_reserved_gb:np.float64(129.96875) - perf/cpu_memory_used_gb:np.float64(105.13151931762695) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5946691176470589) - val-aux/tooluse/reward/std@16:np.float64(0.05462138878725001) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6183676470588236) - val-aux/tooluse/reward/best@2/std:np.float64(0.03430129848288785) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5704411764705882) - val-aux/tooluse/reward/worst@2/std:np.float64(0.058941969646180176) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5942794117647059) - val-aux/tooluse/reward/maj@2/std:np.float64(0.054794894189696144) - val-aux/tooluse/reward/best@4/mean:np.float64(0.6291911764705882) - val-aux/tooluse/reward/best@4/std:np.float64(0.012049278888024803) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5448088235294117) - val-aux/tooluse/reward/worst@4/std:np.float64(0.05302535093522716) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.6025882352941176) - val-aux/tooluse/reward/maj@4/std:np.float64(0.04548161354817276) - val-aux/tooluse/reward/best@8/mean:np.float64(0.6319558823529412) - val-aux/tooluse/reward/best@8/std:np.float64(0.002952964202460843) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.5223235294117647) - val-aux/tooluse/reward/worst@8/std:np.float64(0.037123127795031824) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.6091617647058823) - val-aux/tooluse/reward/maj@8/std:np.float64(0.0330116181608613) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6323529411764706) - val-aux/tooluse/reward/best@16/std:np.float64(0.0) - val-aux/tooluse/reward/worst@16/mean:np.flo
step:51 - global_seqlen/min:14767 - global_seqlen/max:29124 - global_seqlen/minmax_diff:14357 - global_seqlen/balanced_min:21630 - global_seqlen/balanced_max:22074 - global_seqlen/mean:21693.875 - actor/entropy:0.12435629218816757 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3175737261772156 - training/rollout_probs_diff_mean:0.003009780077263713 - training/rollout_probs_diff_std:0.011481983587145805 - training/rollout_actor_probs_pearson_corr:0.997955858707428 - rollout_corr/rollout_is_mean:1.000101089477539 - rollout_corr/rollout_is_ratio_fraction_high:3.387648757779971e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.775297515559942e-05 - rollout_corr/rollout_is_max:2.740844488143921 - rollout_corr/rollout_is_min:0.373458594083786 - rollout_corr/rollout_is_std:0.031623516231775284 - rollout_corr/rollout_is_eff_sample_size:0.999001071335511 - rollout_corr/rollout_is_seq_mean:1.00031316280365 - rollout_corr/rollout_is_seq_std:0.004349833354353905 - rollout_corr/rollout_is_seq_max:1.0305124521255493 - rollout_corr/rollout_is_seq_min:0.983889102935791 - rollout_corr/rollout_is_seq_max_deviation:0.030512452125549316 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.131070591043681) - rollout_corr/training_log_ppl:np.float64(0.11959081599707133) - rollout_corr/kl:np.float64(0.001032684409398854) - rollout_corr/k3_kl:np.float64(0.0016965258523402582) - rollout_corr/rollout_ppl:np.float64(1.129901341162622) - rollout_corr/rollout_log_ppl:np.float64(0.11855813040529029) - rollout_corr/log_ppl_diff:np.float64(0.0010326855917810462) - rollout_corr/log_ppl_abs_diff:np.float64(0.004712027519417461) - rollout_corr/log_ppl_diff_max:np.float64(0.09949277341365814) - rollout_corr/log_ppl_diff_min:np.float64(-0.029285922646522522) - rollout_corr/ppl_ratio:np.float64(1.0010969194117934) - rollout_corr/chi2_token:np.float64(0.0035823392681777477) - rollout_corr/chi2_seq:np.float64(0.29991551698185503) - actor/pg_loss:np.float64(-0.0002541770227253437) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0014090517897784594) - actor/ppo_kl:np.float64(0.0007771755741927677) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.6457180678844452) - perf/mfu/actor:np.float64(0.06291742564140312) - perf/max_memory_allocated_gb:np.float64(124.21099805831909) - perf/max_memory_reserved_gb:np.float64(129.96875) - perf/cpu_memory_used_gb:np.float64(105.57783508300781) - actor/lr:np.float64(1e-06) - training/global_step:51 - training/epoch:0 - critic/score/mean:0.37109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.018746400251984596 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.018746400251984596 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:115.30859375 - response_length/max:1215.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:115.30859375 - response_length_non_aborted/max:1215.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:562.625 - prompt_length/max:897.0 - prompt_length/min:174.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.553290247917175e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.39970578998327255) - timing_s/agent_loop/generate_sequences/max:np.float64(6.475353104993701) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.1480888391961344) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(6.475353104993701) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0)
step:52 - global_seqlen/min:19290 - global_seqlen/max:27664 - global_seqlen/minmax_diff:8374 - global_seqlen/balanced_min:23346 - global_seqlen/balanced_max:23356 - global_seqlen/mean:23352.25 - actor/entropy:0.12085407227277756 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25337326526641846 - training/rollout_probs_diff_mean:0.002615503966808319 - training/rollout_probs_diff_std:0.010014807805418968 - training/rollout_actor_probs_pearson_corr:0.9984092712402344 - rollout_corr/rollout_is_mean:0.9996906518936157 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8456315994262695 - rollout_corr/rollout_is_min:0.6130654215812683 - rollout_corr/rollout_is_std:0.02864883840084076 - rollout_corr/rollout_is_eff_sample_size:0.9991793220604662 - rollout_corr/rollout_is_seq_mean:0.9995668530464172 - rollout_corr/rollout_is_seq_std:0.003674387000501156 - rollout_corr/rollout_is_seq_max:1.0129340887069702 - rollout_corr/rollout_is_seq_min:0.9801408052444458 - rollout_corr/rollout_is_seq_max_deviation:0.0198591947555542 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1478937310166657) - rollout_corr/training_log_ppl:np.float64(0.12319744565320434) - rollout_corr/kl:np.float64(0.0015379079779478388) - rollout_corr/k3_kl:np.float64(0.001347341913481362) - rollout_corr/rollout_ppl:np.float64(1.1460376735776663) - rollout_corr/rollout_log_ppl:np.float64(0.12165953587100375) - rollout_corr/log_ppl_diff:np.float64(0.001537909782200586) - rollout_corr/log_ppl_abs_diff:np.float64(0.0040589987256680615) - rollout_corr/log_ppl_diff_max:np.float64(0.06000564992427826) - rollout_corr/log_ppl_diff_min:np.float64(-0.021004170179367065) - rollout_corr/ppl_ratio:np.float64(1.0015658575575799) - rollout_corr/chi2_token:np.float64(0.0014379981439560652) - rollout_corr/chi2_seq:np.float64(0.033965713577345014) - actor/pg_loss:np.float64(6.602378562092781e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001250935423286137) - actor/ppo_kl:np.float64(0.0007017719746542639) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4841025471687317) - perf/mfu/actor:np.float64(0.06692017148756052) - perf/max_memory_allocated_gb:np.float64(124.21099805831909) - perf/max_memory_reserved_gb:np.float64(129.96875) - perf/cpu_memory_used_gb:np.float64(105.40730667114258) - actor/lr:np.float64(1e-06) - training/global_step:52 - training/epoch:0 - critic/score/mean:0.4375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.07546635717153549 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.07546635717153549 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:103.4453125 - response_length/max:1022.0 - response_length/min:31.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:103.4453125 - response_length_non_aborted/max:1022.0 - response_length_non_aborted/min:31.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:626.3125 - prompt_length/max:1165.0 - prompt_length/min:218.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:5.55478036403656e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.4993522707372904) - timing_s/agent_loop/generate_sequences/max:np.float64(5.592471895739436) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.1045378572234767) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(5.592471895739436) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_leng
step:53 - global_seqlen/min:19341 - global_seqlen/max:29758 - global_seqlen/minmax_diff:10417 - global_seqlen/balanced_min:23533 - global_seqlen/balanced_max:23537 - global_seqlen/mean:23536.0 - actor/entropy:0.1103062704205513 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1908014416694641 - training/rollout_probs_diff_mean:0.0027612014673650265 - training/rollout_probs_diff_std:0.010019850917160511 - training/rollout_actor_probs_pearson_corr:0.9982837438583374 - rollout_corr/rollout_is_mean:1.000266671180725 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6279518604278564 - rollout_corr/rollout_is_min:0.6303539872169495 - rollout_corr/rollout_is_std:0.02898392453789711 - rollout_corr/rollout_is_eff_sample_size:0.9991611132954431 - rollout_corr/rollout_is_seq_mean:1.0000847578048706 - rollout_corr/rollout_is_seq_std:0.004257576074451208 - rollout_corr/rollout_is_seq_max:1.0180537700653076 - rollout_corr/rollout_is_seq_min:0.9865372180938721 - rollout_corr/rollout_is_seq_max_deviation:0.018053770065307617 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1220540376380086) - rollout_corr/training_log_ppl:np.float64(0.11223160912049934) - rollout_corr/kl:np.float64(0.0013152080609515338) - rollout_corr/k3_kl:np.float64(0.0017837993639648886) - rollout_corr/rollout_ppl:np.float64(1.1206734855659306) - rollout_corr/rollout_log_ppl:np.float64(0.11091639963706257) - rollout_corr/log_ppl_diff:np.float64(0.0013152094834367745) - rollout_corr/log_ppl_abs_diff:np.float64(0.00488566211424768) - rollout_corr/log_ppl_diff_max:np.float64(0.04811738058924675) - rollout_corr/log_ppl_diff_min:np.float64(-0.03103354573249817) - rollout_corr/ppl_ratio:np.float64(1.0013458174653351) - rollout_corr/chi2_token:np.float64(0.004454549867659807) - rollout_corr/chi2_seq:np.float64(0.12215380812995136) - actor/pg_loss:np.float64(5.1266979426145554e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008156286603480112) - actor/ppo_kl:np.float64(0.0009775941209895223) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.44834135100245476) - perf/mfu/actor:np.float64(0.06891288697657735) - perf/max_memory_allocated_gb:np.float64(124.21099805831909) - perf/max_memory_reserved_gb:np.float64(129.96875) - perf/cpu_memory_used_gb:np.float64(105.36750411987305) - actor/lr:np.float64(1e-06) - training/global_step:53 - training/epoch:0 - critic/score/mean:0.36328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.36328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009108836762607098 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.009108836762607098 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:70.8125 - response_length/max:416.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:70.8125 - response_length_non_aborted/max:416.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:664.6875 - prompt_length/max:1060.0 - prompt_length/min:344.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010358728468418121 - timing_s/agent_loop/generate_sequences/min:np.float64(0.393720630556345) - timing_s/agent_loop/generate_sequences/max:np.float64(2.6122940834611654) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8346773711455171) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.6122940834611654) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_len
step:54 - global_seqlen/min:17680 - global_seqlen/max:29563 - global_seqlen/minmax_diff:11883 - global_seqlen/balanced_min:22511 - global_seqlen/balanced_max:24781 - global_seqlen/mean:22892.5 - actor/entropy:0.1276119500398636 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16880491375923157 - training/rollout_probs_diff_mean:0.002570601413026452 - training/rollout_probs_diff_std:0.009399130940437317 - training/rollout_actor_probs_pearson_corr:0.9986492991447449 - rollout_corr/rollout_is_mean:0.9997713565826416 - rollout_corr/rollout_is_ratio_fraction_high:4.492362859309651e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.0160369873046875 - rollout_corr/rollout_is_min:0.6142134070396423 - rollout_corr/rollout_is_std:0.027496999129652977 - rollout_corr/rollout_is_eff_sample_size:0.9992443077697168 - rollout_corr/rollout_is_seq_mean:0.9996440410614014 - rollout_corr/rollout_is_seq_std:0.004165541380643845 - rollout_corr/rollout_is_seq_max:1.0110089778900146 - rollout_corr/rollout_is_seq_min:0.9851983189582825 - rollout_corr/rollout_is_seq_max_deviation:0.01480168104171753 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1480430448427796) - rollout_corr/training_log_ppl:np.float64(0.13302937911794288) - rollout_corr/kl:np.float64(0.0006584005663512471) - rollout_corr/k3_kl:np.float64(0.000867622551947278) - rollout_corr/rollout_ppl:np.float64(1.1472381530329585) - rollout_corr/rollout_log_ppl:np.float64(0.1323709783682716) - rollout_corr/log_ppl_diff:np.float64(0.0006584007496712729) - rollout_corr/log_ppl_abs_diff:np.float64(0.004271910132956691) - rollout_corr/log_ppl_diff_max:np.float64(0.02569088339805603) - rollout_corr/log_ppl_diff_min:np.float64(-0.02233685553073883) - rollout_corr/ppl_ratio:np.float64(1.0006750079337507) - rollout_corr/chi2_token:np.float64(0.002260186243802309) - rollout_corr/chi2_seq:np.float64(0.07397437910549343) - actor/pg_loss:np.float64(0.00020802486687898636) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000179950991878286) - actor/ppo_kl:np.float64(-0.00013384538609706453) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.38605260476469994) - perf/mfu/actor:np.float64(0.06479785026833042) - perf/max_memory_allocated_gb:np.float64(124.21099805831909) - perf/max_memory_reserved_gb:np.float64(129.96875) - perf/cpu_memory_used_gb:np.float64(105.33172225952148) - actor/lr:np.float64(1e-06) - training/global_step:54 - training/epoch:0 - critic/score/mean:0.3359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005261680111289024 - critic/advantages/max:0.875 - critic/advantages/min:-0.25 - critic/returns/mean:-0.005261680111289024 - critic/returns/max:0.875 - critic/returns/min:-0.25 - response_length/mean:86.953125 - response_length/max:3212.0 - response_length/min:21.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:86.953125 - response_length_non_aborted/max:3212.0 - response_length_non_aborted/min:21.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:628.4375 - prompt_length/max:1114.0 - prompt_length/min:309.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010302290320396423 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3814200274646282) - timing_s/agent_loop/generate_sequences/max:np.float64(15.636041261255741) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8792525449098321) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(15.636041261255741) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent
step:55 - global_seqlen/min:16713 - global_seqlen/max:45215 - global_seqlen/minmax_diff:28502 - global_seqlen/balanced_min:21738 - global_seqlen/balanced_max:29108 - global_seqlen/mean:23703.875 - actor/entropy:0.07887188345193863 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4859731197357178 - training/rollout_probs_diff_mean:0.0015228097327053547 - training/rollout_probs_diff_std:0.008203672245144844 - training/rollout_actor_probs_pearson_corr:0.9984710216522217 - rollout_corr/rollout_is_mean:1.0000531673431396 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.6295211834367365e-05 - rollout_corr/rollout_is_max:1.7102925777435303 - rollout_corr/rollout_is_min:0.483701229095459 - rollout_corr/rollout_is_std:0.021106518805027008 - rollout_corr/rollout_is_eff_sample_size:0.9995549514599201 - rollout_corr/rollout_is_seq_mean:1.0000070333480835 - rollout_corr/rollout_is_seq_std:0.0038948149885982275 - rollout_corr/rollout_is_seq_max:1.0148099660873413 - rollout_corr/rollout_is_seq_min:0.9825122952461243 - rollout_corr/rollout_is_seq_max_deviation:0.017487704753875732 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1692785769701004) - rollout_corr/training_log_ppl:np.float64(0.14855145355159038) - rollout_corr/kl:np.float64(0.0006678900791925457) - rollout_corr/k3_kl:np.float64(0.0006207468698828933) - rollout_corr/rollout_ppl:np.float64(1.1684450306929648) - rollout_corr/rollout_log_ppl:np.float64(0.14788356213284715) - rollout_corr/log_ppl_diff:np.float64(0.0006678914187432383) - rollout_corr/log_ppl_abs_diff:np.float64(0.0033845430089058937) - rollout_corr/log_ppl_diff_max:np.float64(0.03670760989189148) - rollout_corr/log_ppl_diff_min:np.float64(-0.017420127987861633) - rollout_corr/ppl_ratio:np.float64(1.0006813164800406) - rollout_corr/chi2_token:np.float64(0.001132474048063159) - rollout_corr/chi2_seq:np.float64(0.06912964303046465) - actor/pg_loss:np.float64(-7.906113751232624e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00041015441820491105) - actor/ppo_kl:np.float64(0.00029518094004288287) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5896490663290024) - perf/mfu/actor:np.float64(0.06501912698074269) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.26312637329102) - actor/lr:np.float64(1e-06) - training/global_step:55 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005960255395621061 - critic/advantages/max:0.75 - critic/advantages/min:-0.75 - critic/returns/mean:-0.005960255395621061 - critic/returns/max:0.75 - critic/returns/min:-0.75 - response_length/mean:138.77734375 - response_length/max:8192.0 - response_length/min:27.0 - response_length/clip_ratio:0.0078125 - response_length_non_aborted/mean:138.77734375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0078125 - response/aborted_ratio:0.0 - prompt_length/mean:601.96875 - prompt_length/max:1168.0 - prompt_length/min:353.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010286830365657806 - timing_s/agent_loop/generate_sequences/min:np.float64(0.355673611164093) - timing_s/agent_loop/generate_sequences/max:np.float64(44.80524764209986) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.1217403762275353) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(44.80524764209986) - timing_s/agent_loop/slowest/tool_calls:np.float
step:56 - global_seqlen/min:17882 - global_seqlen/max:26146 - global_seqlen/minmax_diff:8264 - global_seqlen/balanced_min:20935 - global_seqlen/balanced_max:20940 - global_seqlen/mean:20938.75 - actor/entropy:0.15791335701942444 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15484029054641724 - training/rollout_probs_diff_mean:0.003054075175896287 - training/rollout_probs_diff_std:0.009589949622750282 - training/rollout_actor_probs_pearson_corr:0.9987651705741882 - rollout_corr/rollout_is_mean:0.9999533891677856 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.56943884678185e-05 - rollout_corr/rollout_is_max:1.6175631284713745 - rollout_corr/rollout_is_min:0.4758986532688141 - rollout_corr/rollout_is_std:0.02825288288295269 - rollout_corr/rollout_is_eff_sample_size:0.999202411252767 - rollout_corr/rollout_is_seq_mean:1.0000014305114746 - rollout_corr/rollout_is_seq_std:0.0038902456872165203 - rollout_corr/rollout_is_seq_max:1.0237252712249756 - rollout_corr/rollout_is_seq_min:0.9889193177223206 - rollout_corr/rollout_is_seq_max_deviation:0.023725271224975586 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.159901893697679) - rollout_corr/training_log_ppl:np.float64(0.14259462099289522) - rollout_corr/kl:np.float64(0.0006148523082032398) - rollout_corr/k3_kl:np.float64(0.0006523710138228722) - rollout_corr/rollout_ppl:np.float64(1.1592776998877525) - rollout_corr/rollout_log_ppl:np.float64(0.14197976690047653) - rollout_corr/log_ppl_diff:np.float64(0.0006148540924186818) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037170934592722915) - rollout_corr/log_ppl_diff_max:np.float64(0.014851272106170654) - rollout_corr/log_ppl_diff_min:np.float64(-0.03255283832550049) - rollout_corr/ppl_ratio:np.float64(1.0006288131698966) - rollout_corr/chi2_token:np.float64(0.0015645867679268122) - rollout_corr/chi2_seq:np.float64(0.08710163505747914) - actor/pg_loss:np.float64(-0.00026795431040227413) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023003532442089636) - actor/ppo_kl:np.float64(0.0002243879264014481) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3356231153011322) - perf/mfu/actor:np.float64(0.06142335826158035) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.24317932128906) - actor/lr:np.float64(1e-06) - training/global_step:56 - training/epoch:0 - critic/score/mean:0.36328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.36328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004697148688137531 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004697148688137531 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:59.4609375 - response_length/max:204.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:59.4609375 - response_length_non_aborted/max:204.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:594.875 - prompt_length/max:1258.0 - prompt_length/min:345.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.982047438621521e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.35091947205364704) - timing_s/agent_loop/generate_sequences/max:np.float64(1.5059345662593842) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7302920202855603) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.5059345662593842) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing
step:57 - global_seqlen/min:16082 - global_seqlen/max:24795 - global_seqlen/minmax_diff:8713 - global_seqlen/balanced_min:21223 - global_seqlen/balanced_max:21232 - global_seqlen/mean:21230.125 - actor/entropy:0.16003233194351196 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20162266492843628 - training/rollout_probs_diff_mean:0.002576044760644436 - training/rollout_probs_diff_std:0.00805547833442688 - training/rollout_actor_probs_pearson_corr:0.9991845488548279 - rollout_corr/rollout_is_mean:1.0000295639038086 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.571394443511963 - rollout_corr/rollout_is_min:0.646244466304779 - rollout_corr/rollout_is_std:0.02526354230940342 - rollout_corr/rollout_is_eff_sample_size:0.9993622796198363 - rollout_corr/rollout_is_seq_mean:0.9999566674232483 - rollout_corr/rollout_is_seq_std:0.0036897705867886543 - rollout_corr/rollout_is_seq_max:1.013642430305481 - rollout_corr/rollout_is_seq_min:0.9889538884162903 - rollout_corr/rollout_is_seq_max_deviation:0.013642430305480957 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.179719006177038) - rollout_corr/training_log_ppl:np.float64(0.15739093450974906) - rollout_corr/kl:np.float64(0.0006776170480460308) - rollout_corr/k3_kl:np.float64(0.00047190926551243795) - rollout_corr/rollout_ppl:np.float64(1.1788540529087186) - rollout_corr/rollout_log_ppl:np.float64(0.15671331644625752) - rollout_corr/log_ppl_diff:np.float64(0.0006776180634915363) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031513193862338085) - rollout_corr/log_ppl_diff_max:np.float64(0.019533269107341766) - rollout_corr/log_ppl_diff_min:np.float64(-0.01278078556060791) - rollout_corr/ppl_ratio:np.float64(1.0006878417916596) - rollout_corr/chi2_token:np.float64(0.000515652121976018) - rollout_corr/chi2_seq:np.float64(0.05156450951471925) - actor/pg_loss:np.float64(-1.4181132428348064e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00014391447621164843) - actor/ppo_kl:np.float64(0.00033023956053312986) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.26680830866098404) - perf/mfu/actor:np.float64(0.062066599319523005) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.42323303222656) - actor/lr:np.float64(1e-06) - training/global_step:57 - training/epoch:0 - critic/score/mean:0.4296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004888130817562342 - critic/advantages/max:0.875 - critic/advantages/min:-0.375 - critic/returns/mean:0.004888130817562342 - critic/returns/max:0.875 - critic/returns/min:-0.375 - response_length/mean:59.53515625 - response_length/max:270.0 - response_length/min:24.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:59.53515625 - response_length_non_aborted/max:270.0 - response_length_non_aborted/min:24.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:603.90625 - prompt_length/max:1026.0 - prompt_length/min:318.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00016187690198421478 - timing_s/agent_loop/generate_sequences/min:np.float64(0.39738952182233334) - timing_s/agent_loop/generate_sequences/max:np.float64(1.81196073256433) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7398540380090708) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.81196073256433) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
step:58 - global_seqlen/min:20317 - global_seqlen/max:27720 - global_seqlen/minmax_diff:7403 - global_seqlen/balanced_min:23493 - global_seqlen/balanced_max:23496 - global_seqlen/mean:23495.0 - actor/entropy:0.14813433587551117 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16887801885604858 - training/rollout_probs_diff_mean:0.002329382346943021 - training/rollout_probs_diff_std:0.00764509616419673 - training/rollout_actor_probs_pearson_corr:0.9992225766181946 - rollout_corr/rollout_is_mean:1.000121831893921 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.402772068977356 - rollout_corr/rollout_is_min:0.5061036348342896 - rollout_corr/rollout_is_std:0.023870911449193954 - rollout_corr/rollout_is_eff_sample_size:0.9994306231798915 - rollout_corr/rollout_is_seq_mean:1.00006902217865 - rollout_corr/rollout_is_seq_std:0.0030043653678148985 - rollout_corr/rollout_is_seq_max:1.0119823217391968 - rollout_corr/rollout_is_seq_min:0.9921797513961792 - rollout_corr/rollout_is_seq_max_deviation:0.011982321739196777 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.166721629910171) - rollout_corr/training_log_ppl:np.float64(0.14553378148048068) - rollout_corr/kl:np.float64(0.0002019084464137677) - rollout_corr/k3_kl:np.float64(0.00036560735284885126) - rollout_corr/rollout_ppl:np.float64(1.1665141666308045) - rollout_corr/rollout_log_ppl:np.float64(0.1453318719068193) - rollout_corr/log_ppl_diff:np.float64(0.00020190957366139628) - rollout_corr/log_ppl_abs_diff:np.float64(0.0026053522124129813) - rollout_corr/log_ppl_diff_max:np.float64(0.015294685959815979) - rollout_corr/log_ppl_diff_min:np.float64(-0.012961626052856445) - rollout_corr/ppl_ratio:np.float64(1.0002088455948979) - rollout_corr/chi2_token:np.float64(0.0010437711607664824) - rollout_corr/chi2_seq:np.float64(0.05736219207756221) - actor/pg_loss:np.float64(-5.3566182032227516e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(6.442556200525473e-06) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.14063120260834694) - perf/mfu/actor:np.float64(0.06897480514788557) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.48910903930664) - actor/lr:np.float64(1e-06) - training/global_step:58 - training/epoch:0 - critic/score/mean:0.37109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-8.184913895092905e-06 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:-8.184913895092905e-06 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:59.65625 - response_length/max:523.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:59.65625 - response_length_non_aborted/max:523.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:674.5625 - prompt_length/max:1096.0 - prompt_length/min:394.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.8215348720550537e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.368517130613327) - timing_s/agent_loop/generate_sequences/max:np.float64(3.0505698453634977) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7685564753192011) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.0505698453634977) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:656
step:59 - global_seqlen/min:15432 - global_seqlen/max:23039 - global_seqlen/minmax_diff:7607 - global_seqlen/balanced_min:20035 - global_seqlen/balanced_max:20036 - global_seqlen/mean:20035.5 - actor/entropy:0.11730516701936722 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24134418368339539 - training/rollout_probs_diff_mean:0.0019489236874505877 - training/rollout_probs_diff_std:0.008438796736299992 - training/rollout_actor_probs_pearson_corr:0.9988566040992737 - rollout_corr/rollout_is_mean:0.9997319579124451 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7523545026779175 - rollout_corr/rollout_is_min:0.5325787663459778 - rollout_corr/rollout_is_std:0.023595910519361496 - rollout_corr/rollout_is_eff_sample_size:0.99944312606201 - rollout_corr/rollout_is_seq_mean:0.9999149441719055 - rollout_corr/rollout_is_seq_std:0.0039452421478927135 - rollout_corr/rollout_is_seq_max:1.0276597738265991 - rollout_corr/rollout_is_seq_min:0.9878296852111816 - rollout_corr/rollout_is_seq_max_deviation:0.02765977382659912 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.131755315233022) - rollout_corr/training_log_ppl:np.float64(0.11852792226272868) - rollout_corr/kl:np.float64(0.0003325382051393433) - rollout_corr/k3_kl:np.float64(0.00034916359861636437) - rollout_corr/rollout_ppl:np.float64(1.1313399029895663) - rollout_corr/rollout_log_ppl:np.float64(0.11819538294548693) - rollout_corr/log_ppl_diff:np.float64(0.00033253931724175345) - rollout_corr/log_ppl_abs_diff:np.float64(0.0026639311381586595) - rollout_corr/log_ppl_diff_max:np.float64(0.013242244720458984) - rollout_corr/log_ppl_diff_min:np.float64(-0.016467127948999405) - rollout_corr/ppl_ratio:np.float64(1.0003395683597773) - rollout_corr/chi2_token:np.float64(0.0007266292814165354) - rollout_corr/chi2_seq:np.float64(0.01648964500054717) - actor/pg_loss:np.float64(0.00048130599316209555) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00033832383451226633) - actor/ppo_kl:np.float64(-6.58408303486624e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(1.0383088923990726) - perf/mfu/actor:np.float64(0.058279019834465894) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.49875259399414) - actor/lr:np.float64(1e-06) - training/global_step:59 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01177155040204525 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.01177155040204525 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:61.265625 - response_length/max:188.0 - response_length/min:24.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:61.265625 - response_length_non_aborted/max:188.0 - response_length_non_aborted/min:24.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:564.84375 - prompt_length/max:925.0 - prompt_length/min:179.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011989101767539978 - timing_s/agent_loop/generate_sequences/min:np.float64(0.36225566640496254) - timing_s/agent_loop/generate_sequences/max:np.float64(1.4305716436356306) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7251358349603834) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.4305716436356306) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 60}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to retrieve a random axolotl image.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_60
step:60 - global_seqlen/min:19655 - global_seqlen/max:26725 - global_seqlen/minmax_diff:7070 - global_seqlen/balanced_min:22283 - global_seqlen/balanced_max:22285 - global_seqlen/mean:22283.75 - actor/entropy:0.11737333983182907 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12435013055801392 - training/rollout_probs_diff_mean:0.002071123570203781 - training/rollout_probs_diff_std:0.007533193100243807 - training/rollout_actor_probs_pearson_corr:0.9990726113319397 - rollout_corr/rollout_is_mean:1.0002330541610718 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6179546117782593 - rollout_corr/rollout_is_min:0.6648016571998596 - rollout_corr/rollout_is_std:0.02260114625096321 - rollout_corr/rollout_is_eff_sample_size:0.9994896871650066 - rollout_corr/rollout_is_seq_mean:1.000064730644226 - rollout_corr/rollout_is_seq_std:0.0031728087924420834 - rollout_corr/rollout_is_seq_max:1.0129413604736328 - rollout_corr/rollout_is_seq_min:0.9875838756561279 - rollout_corr/rollout_is_seq_max_deviation:0.012941360473632812 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.138518909458071) - rollout_corr/training_log_ppl:np.float64(0.12504120650191908) - rollout_corr/kl:np.float64(0.0003483210107191326) - rollout_corr/k3_kl:np.float64(0.0003858008813590885) - rollout_corr/rollout_ppl:np.float64(1.1381008280441165) - rollout_corr/rollout_log_ppl:np.float64(0.12469288447391591) - rollout_corr/log_ppl_diff:np.float64(0.00034832202800316736) - rollout_corr/log_ppl_abs_diff:np.float64(0.002807611926982645) - rollout_corr/log_ppl_diff_max:np.float64(0.03661584481596947) - rollout_corr/log_ppl_diff_min:np.float64(-0.012226477265357971) - rollout_corr/ppl_ratio:np.float64(1.0003584378864616) - rollout_corr/chi2_token:np.float64(0.0008182665333151817) - rollout_corr/chi2_seq:np.float64(0.06787867774255574) - actor/pg_loss:np.float64(0.0001881817588582635) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023437499476131052) - actor/ppo_kl:np.float64(0.00015049402761491137) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.3214338298421353) - perf/mfu/actor:np.float64(0.06495085722775226) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.53596496582031) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5698529411764706) - val-aux/tooluse/reward/std@16:np.float64(0.07615620935902813) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5996470588235294) - val-aux/tooluse/reward/best@2/std:np.float64(0.05626862345835548) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5401617647058823) - val-aux/tooluse/reward/worst@2/std:np.float64(0.07223619122582384) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5701323529411765) - val-aux/tooluse/reward/maj@2/std:np.float64(0.07498509960962543) - val-aux/tooluse/reward/best@4/mean:np.float64(0.6169411764705881) - val-aux/tooluse/reward/best@4/std:np.float64(0.037178902351910376) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5078382352941176) - val-aux/tooluse/reward/worst@4/std:np.float64(0.06205494807295318) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.5772941176470588) - val-aux/tooluse/reward/maj@4/std:np.float64(0.058742657752740526) - val-aux/tooluse/reward/best@8/mean:np.float64(0.6303382352941176) - val-aux/tooluse/reward/best@8/std:np.float64(0.029464398852667613) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.48097058823529415) - val-aux/tooluse/reward/worst@8/std:np.float64(0.04337998279844502) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.5849852941176471) - val-aux/tooluse/reward/maj@8/std:np.float64(0.04201769762389744) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6438235294117647) - val-aux/tooluse/reward/best@16/std:np.float64(0.025943153321102023) - val-aux/tooluse/reward/worst@16/mean:n
step:61 - global_seqlen/min:16305 - global_seqlen/max:24774 - global_seqlen/minmax_diff:8469 - global_seqlen/balanced_min:21085 - global_seqlen/balanced_max:21086 - global_seqlen/mean:21085.625 - actor/entropy:0.1431281566619873 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23160694539546967 - training/rollout_probs_diff_mean:0.0026310908142477274 - training/rollout_probs_diff_std:0.008698221296072006 - training/rollout_actor_probs_pearson_corr:0.9989337921142578 - rollout_corr/rollout_is_mean:0.9998639225959778 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.236553549068049e-05 - rollout_corr/rollout_is_max:1.3905707597732544 - rollout_corr/rollout_is_min:0.1387927532196045 - rollout_corr/rollout_is_std:0.0252092182636261 - rollout_corr/rollout_is_eff_sample_size:0.9993646607713826 - rollout_corr/rollout_is_seq_mean:0.9999908208847046 - rollout_corr/rollout_is_seq_std:0.0036935685202479362 - rollout_corr/rollout_is_seq_max:1.015987515449524 - rollout_corr/rollout_is_seq_min:0.9856516718864441 - rollout_corr/rollout_is_seq_max_deviation:0.015987515449523926 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.149116420187056) - rollout_corr/training_log_ppl:np.float64(0.1328091084415064) - rollout_corr/kl:np.float64(0.00041618762830708533) - rollout_corr/k3_kl:np.float64(0.0006400519962772577) - rollout_corr/rollout_ppl:np.float64(1.148430076893419) - rollout_corr/rollout_log_ppl:np.float64(0.13239292024445604) - rollout_corr/log_ppl_diff:np.float64(0.00041618819705036003) - rollout_corr/log_ppl_abs_diff:np.float64(0.0039976443422347074) - rollout_corr/log_ppl_diff_max:np.float64(0.02162143588066101) - rollout_corr/log_ppl_diff_min:np.float64(-0.022468186914920807) - rollout_corr/ppl_ratio:np.float64(1.0004322663880885) - rollout_corr/chi2_token:np.float64(0.0016511671710759401) - rollout_corr/chi2_seq:np.float64(0.07527914713136852) - actor/pg_loss:np.float64(-0.0002816558117046952) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006089745438657701) - actor/ppo_kl:np.float64(4.5401107612974556e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.534139946103096) - perf/mfu/actor:np.float64(0.061207876711523376) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.92566299438477) - actor/lr:np.float64(1e-06) - training/global_step:61 - training/epoch:0 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0026356971357017756 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.0026356971357017756 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:47.42578125 - response_length/max:201.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:47.42578125 - response_length_non_aborted/max:201.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:611.5 - prompt_length/max:1107.0 - prompt_length/min:294.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:7.182173430919647e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.42757853493094444) - timing_s/agent_loop/generate_sequences/max:np.float64(1.3821868281811476) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6472933545228443) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.3821868281811476) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/a
step:62 - global_seqlen/min:17565 - global_seqlen/max:24751 - global_seqlen/minmax_diff:7186 - global_seqlen/balanced_min:21903 - global_seqlen/balanced_max:21905 - global_seqlen/mean:21904.25 - actor/entropy:0.11886042356491089 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.168881356716156 - training/rollout_probs_diff_mean:0.0024704409297555685 - training/rollout_probs_diff_std:0.008923884481191635 - training/rollout_actor_probs_pearson_corr:0.9986943602561951 - rollout_corr/rollout_is_mean:0.9996351003646851 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.574698567390442 - rollout_corr/rollout_is_min:0.6108553409576416 - rollout_corr/rollout_is_std:0.025602193549275398 - rollout_corr/rollout_is_eff_sample_size:0.9993445403979695 - rollout_corr/rollout_is_seq_mean:0.9997009038925171 - rollout_corr/rollout_is_seq_std:0.004095304757356644 - rollout_corr/rollout_is_seq_max:1.026859164237976 - rollout_corr/rollout_is_seq_min:0.9848344326019287 - rollout_corr/rollout_is_seq_max_deviation:0.026859164237976074 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1315844510681927) - rollout_corr/training_log_ppl:np.float64(0.12044897437590407) - rollout_corr/kl:np.float64(0.0010513766884443498) - rollout_corr/k3_kl:np.float64(0.0007216799451670256) - rollout_corr/rollout_ppl:np.float64(1.1302654375322163) - rollout_corr/rollout_log_ppl:np.float64(0.11939759689266793) - rollout_corr/log_ppl_diff:np.float64(0.0010513774832361378) - rollout_corr/log_ppl_abs_diff:np.float64(0.004160821372352075) - rollout_corr/log_ppl_diff_max:np.float64(0.03678739070892334) - rollout_corr/log_ppl_diff_min:np.float64(-0.019756071269512177) - rollout_corr/ppl_ratio:np.float64(1.0010713175870478) - rollout_corr/chi2_token:np.float64(0.0008089393377304077) - rollout_corr/chi2_seq:np.float64(0.062061256961897016) - actor/pg_loss:np.float64(0.00010176748037338257) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00017361111531499773) - actor/ppo_kl:np.float64(0.00040047723710046057) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.059641916304826736) - perf/mfu/actor:np.float64(0.06312725657210846) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.84144592285156) - actor/lr:np.float64(1e-06) - training/global_step:62 - training/epoch:0 - critic/score/mean:0.33984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.33984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0004315203696023673 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:0.0004315203696023673 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:55.4453125 - response_length/max:161.0 - response_length/min:20.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:55.4453125 - response_length_non_aborted/max:161.0 - response_length_non_aborted/min:20.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:629.0625 - prompt_length/max:1067.0 - prompt_length/min:387.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001513417810201645 - timing_s/agent_loop/generate_sequences/min:np.float64(0.32755867578089237) - timing_s/agent_loop/generate_sequences/max:np.float64(1.3986550010740757) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6741413225681754) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.3986550010740757) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/s
step:63 - global_seqlen/min:14803 - global_seqlen/max:30176 - global_seqlen/minmax_diff:15373 - global_seqlen/balanced_min:21791 - global_seqlen/balanced_max:27273 - global_seqlen/mean:22478.375 - actor/entropy:0.08528505265712738 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.47441259026527405 - training/rollout_probs_diff_mean:0.0017882190877571702 - training/rollout_probs_diff_std:0.008737008087337017 - training/rollout_actor_probs_pearson_corr:0.9983723163604736 - rollout_corr/rollout_is_mean:1.0001095533370972 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.209640246699564e-05 - rollout_corr/rollout_is_max:1.9363701343536377 - rollout_corr/rollout_is_min:0.44314664602279663 - rollout_corr/rollout_is_std:0.022925831377506256 - rollout_corr/rollout_is_eff_sample_size:0.9994746823460503 - rollout_corr/rollout_is_seq_mean:0.999945878982544 - rollout_corr/rollout_is_seq_std:0.0032501474488526583 - rollout_corr/rollout_is_seq_max:1.0091886520385742 - rollout_corr/rollout_is_seq_min:0.9875873923301697 - rollout_corr/rollout_is_seq_max_deviation:0.012412607669830322 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.116357317660004) - rollout_corr/training_log_ppl:np.float64(0.10595428082888247) - rollout_corr/kl:np.float64(0.0006757602736904289) - rollout_corr/k3_kl:np.float64(0.000400009842309354) - rollout_corr/rollout_ppl:np.float64(1.115600806195289) - rollout_corr/rollout_log_ppl:np.float64(0.10527851938422828) - rollout_corr/log_ppl_diff:np.float64(0.0006757614446541993) - rollout_corr/log_ppl_abs_diff:np.float64(0.002838110469383537) - rollout_corr/log_ppl_diff_max:np.float64(0.01647457294166088) - rollout_corr/log_ppl_diff_min:np.float64(-0.013881832361221313) - rollout_corr/ppl_ratio:np.float64(1.0006836995016783) - rollout_corr/chi2_token:np.float64(0.00024244561791419983) - rollout_corr/chi2_seq:np.float64(0.15850739646703005) - actor/pg_loss:np.float64(0.00010369345545768738) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0003014751285945749) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.24026023596525192) - perf/mfu/actor:np.float64(0.0622725889165461) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.67060089111328) - actor/lr:np.float64(1e-06) - training/global_step:63 - training/epoch:0 - critic/score/mean:0.3671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003715007333084941 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.003715007333084941 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:92.79296875 - response_length/max:6339.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:92.79296875 - response_length_non_aborted/max:6339.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:609.65625 - prompt_length/max:1090.0 - prompt_length/min:334.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00013208016753196716 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3095095120370388) - timing_s/agent_loop/generate_sequences/max:np.float64(30.474849607795477) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8861954648018582) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(30.474849607795477) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loo
step:64 - global_seqlen/min:18306 - global_seqlen/max:27418 - global_seqlen/minmax_diff:9112 - global_seqlen/balanced_min:21535 - global_seqlen/balanced_max:21540 - global_seqlen/mean:21538.0 - actor/entropy:0.11135164648294449 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19308286905288696 - training/rollout_probs_diff_mean:0.0025100891944020987 - training/rollout_probs_diff_std:0.009406065568327904 - training/rollout_actor_probs_pearson_corr:0.9984923601150513 - rollout_corr/rollout_is_mean:0.9999561309814453 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8682419061660767 - rollout_corr/rollout_is_min:0.574765682220459 - rollout_corr/rollout_is_std:0.02667955495417118 - rollout_corr/rollout_is_eff_sample_size:0.9992887076290544 - rollout_corr/rollout_is_seq_mean:1.0001846551895142 - rollout_corr/rollout_is_seq_std:0.0035255998373031616 - rollout_corr/rollout_is_seq_max:1.0185474157333374 - rollout_corr/rollout_is_seq_min:0.9897435307502747 - rollout_corr/rollout_is_seq_max_deviation:0.018547415733337402 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1150092212483287) - rollout_corr/training_log_ppl:np.float64(0.10501038596521539) - rollout_corr/kl:np.float64(-9.648062473388563e-07) - rollout_corr/k3_kl:np.float64(0.0003767458835342019) - rollout_corr/rollout_ppl:np.float64(1.1150037543848157) - rollout_corr/rollout_log_ppl:np.float64(0.10501134932383138) - rollout_corr/log_ppl_diff:np.float64(-9.633586159907281e-07) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025862482798402198) - rollout_corr/log_ppl_diff_max:np.float64(0.009196415543556213) - rollout_corr/log_ppl_diff_min:np.float64(-0.015879735350608826) - rollout_corr/ppl_ratio:np.float64(1.0000058086588979) - rollout_corr/chi2_token:np.float64(0.0015549135860055685) - rollout_corr/chi2_seq:np.float64(0.0646910578943789) - actor/pg_loss:np.float64(3.539444878697395e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.084302291739732e-05) - actor/ppo_kl:np.float64(-0.00014173465454092593) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.20763375610113144) - perf/mfu/actor:np.float64(0.06317185527502119) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.65876388549805) - actor/lr:np.float64(1e-06) - training/global_step:64 - training/epoch:0 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0003250253794249147 - critic/advantages/max:0.625 - critic/advantages/min:-0.375 - critic/returns/mean:0.0003250253794249147 - critic/returns/max:0.625 - critic/returns/min:-0.375 - response_length/mean:61.59375 - response_length/max:314.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:61.59375 - response_length_non_aborted/max:314.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:611.46875 - prompt_length/max:1282.0 - prompt_length/min:313.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012438185513019562 - timing_s/agent_loop/generate_sequences/min:np.float64(0.198879212141037) - timing_s/agent_loop/generate_sequences/max:np.float64(2.0189621057361364) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6909046956207021) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.0189621057361364) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slo
step:65 - global_seqlen/min:14600 - global_seqlen/max:24241 - global_seqlen/minmax_diff:9641 - global_seqlen/balanced_min:19847 - global_seqlen/balanced_max:19849 - global_seqlen/mean:19848.5 - actor/entropy:0.10534079372882843 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17359209060668945 - training/rollout_probs_diff_mean:0.002186333294957876 - training/rollout_probs_diff_std:0.008365694433450699 - training/rollout_actor_probs_pearson_corr:0.9987361431121826 - rollout_corr/rollout_is_mean:1.000185251235962 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.27352565061301e-05 - rollout_corr/rollout_is_max:1.5868637561798096 - rollout_corr/rollout_is_min:0.4158308506011963 - rollout_corr/rollout_is_std:0.024988362565636635 - rollout_corr/rollout_is_eff_sample_size:0.9993763285779826 - rollout_corr/rollout_is_seq_mean:1.0001742839813232 - rollout_corr/rollout_is_seq_std:0.003700182307511568 - rollout_corr/rollout_is_seq_max:1.0183687210083008 - rollout_corr/rollout_is_seq_min:0.9882088899612427 - rollout_corr/rollout_is_seq_max_deviation:0.01836872100830078 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1083924761041999) - rollout_corr/training_log_ppl:np.float64(0.09991783006626065) - rollout_corr/kl:np.float64(0.0007350788401048192) - rollout_corr/k3_kl:np.float64(0.0006820513079526247) - rollout_corr/rollout_ppl:np.float64(1.1075742891989648) - rollout_corr/rollout_log_ppl:np.float64(0.0991827499892679) - rollout_corr/log_ppl_diff:np.float64(0.0007350800769927446) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031701580846856814) - rollout_corr/log_ppl_diff_max:np.float64(0.06005068123340607) - rollout_corr/log_ppl_diff_min:np.float64(-0.014482289552688599) - rollout_corr/ppl_ratio:np.float64(1.0007509994320571) - rollout_corr/chi2_token:np.float64(0.0008519587572664022) - rollout_corr/chi2_seq:np.float64(0.05666199978441) - actor/pg_loss:np.float64(-0.00026839436031877995) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005075112803751836) - actor/ppo_kl:np.float64(0.0005840546220881038) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.25221172720193863) - perf/mfu/actor:np.float64(0.0586596987849775) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.70203018188477) - actor/lr:np.float64(1e-06) - training/global_step:65 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0015370137989521027 - critic/advantages/max:0.875 - critic/advantages/min:-0.5 - critic/returns/mean:0.0015370137989521027 - critic/returns/max:0.875 - critic/returns/min:-0.5 - response_length/mean:62.265625 - response_length/max:367.0 - response_length/min:24.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:62.265625 - response_length_non_aborted/max:367.0 - response_length_non_aborted/min:24.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:558.0 - prompt_length/max:1098.0 - prompt_length/min:239.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001517515629529953 - timing_s/agent_loop/generate_sequences/min:np.float64(0.289266187697649) - timing_s/agent_loop/generate_sequences/max:np.float64(2.294645592570305) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6458261714797118) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.294645592570305) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slow
step:66 - global_seqlen/min:16279 - global_seqlen/max:28442 - global_seqlen/minmax_diff:12163 - global_seqlen/balanced_min:21770 - global_seqlen/balanced_max:21780 - global_seqlen/mean:21775.0 - actor/entropy:0.11566649377346039 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1477210521697998 - training/rollout_probs_diff_mean:0.0023267834912985563 - training/rollout_probs_diff_std:0.008381574414670467 - training/rollout_actor_probs_pearson_corr:0.9988042712211609 - rollout_corr/rollout_is_mean:1.0002785921096802 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8682419061660767 - rollout_corr/rollout_is_min:0.6180638670921326 - rollout_corr/rollout_is_std:0.025324810296297073 - rollout_corr/rollout_is_eff_sample_size:0.9993596603662409 - rollout_corr/rollout_is_seq_mean:1.0002113580703735 - rollout_corr/rollout_is_seq_std:0.003810943104326725 - rollout_corr/rollout_is_seq_max:1.024300456047058 - rollout_corr/rollout_is_seq_min:0.9887398481369019 - rollout_corr/rollout_is_seq_max_deviation:0.024300456047058105 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1119779921136796) - rollout_corr/training_log_ppl:np.float64(0.10315267260011751) - rollout_corr/kl:np.float64(0.00011603397713599861) - rollout_corr/k3_kl:np.float64(0.000378654260745237) - rollout_corr/rollout_ppl:np.float64(1.111866609659046) - rollout_corr/rollout_log_ppl:np.float64(0.10303663826198317) - rollout_corr/log_ppl_diff:np.float64(0.00011603433813434094) - rollout_corr/log_ppl_abs_diff:np.float64(0.002915127668529749) - rollout_corr/log_ppl_diff_max:np.float64(0.010114789009094238) - rollout_corr/log_ppl_diff_min:np.float64(-0.019321218132972717) - rollout_corr/ppl_ratio:np.float64(1.000124613987282) - rollout_corr/chi2_token:np.float64(0.001349401194602251) - rollout_corr/chi2_seq:np.float64(0.13869083835743368) - actor/pg_loss:np.float64(0.0004653114592656493) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00038026632682885975) - actor/ppo_kl:np.float64(1.4615076821655748e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.47829057462513447) - perf/mfu/actor:np.float64(0.06351485054670433) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.66472244262695) - actor/lr:np.float64(1e-06) - training/global_step:66 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0036742330994457006 - critic/advantages/max:0.25 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0036742330994457006 - critic/returns/max:0.25 - critic/returns/min:-0.875 - response_length/mean:64.1875 - response_length/max:263.0 - response_length/min:21.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:64.1875 - response_length_non_aborted/max:263.0 - response_length_non_aborted/min:21.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:616.28125 - prompt_length/max:1266.0 - prompt_length/min:301.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.888783097267151e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3741486594080925) - timing_s/agent_loop/generate_sequences/max:np.float64(1.7456177342683077) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7557336804748047) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.7456177342683077) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/promp
step:67 - global_seqlen/min:18309 - global_seqlen/max:27022 - global_seqlen/minmax_diff:8713 - global_seqlen/balanced_min:21570 - global_seqlen/balanced_max:21571 - global_seqlen/mean:21570.375 - actor/entropy:0.1386716067790985 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12738272547721863 - training/rollout_probs_diff_mean:0.002327083144336939 - training/rollout_probs_diff_std:0.007890698499977589 - training/rollout_actor_probs_pearson_corr:0.9991012215614319 - rollout_corr/rollout_is_mean:1.0001142024993896 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.4434194564819336 - rollout_corr/rollout_is_min:0.662186324596405 - rollout_corr/rollout_is_std:0.023212624713778496 - rollout_corr/rollout_is_eff_sample_size:0.999461583269263 - rollout_corr/rollout_is_seq_mean:1.000009536743164 - rollout_corr/rollout_is_seq_std:0.0034106788225471973 - rollout_corr/rollout_is_seq_max:1.0132274627685547 - rollout_corr/rollout_is_seq_min:0.9887202978134155 - rollout_corr/rollout_is_seq_max_deviation:0.013227462768554688 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1490855081938207) - rollout_corr/training_log_ppl:np.float64(0.13255107589975523) - rollout_corr/kl:np.float64(0.0006250192089369833) - rollout_corr/k3_kl:np.float64(0.0009286665210046507) - rollout_corr/rollout_ppl:np.float64(1.1483208891004324) - rollout_corr/rollout_log_ppl:np.float64(0.13192605532276502) - rollout_corr/log_ppl_diff:np.float64(0.0006250205769902095) - rollout_corr/log_ppl_abs_diff:np.float64(0.003652114450233057) - rollout_corr/log_ppl_diff_max:np.float64(0.030259907245635986) - rollout_corr/log_ppl_diff_min:np.float64(-0.0346045047044754) - rollout_corr/ppl_ratio:np.float64(1.0006418467964977) - rollout_corr/chi2_token:np.float64(0.004107039421796799) - rollout_corr/chi2_seq:np.float64(0.19155026762746274) - actor/pg_loss:np.float64(-6.401096470654011e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009699253059807234) - actor/ppo_kl:np.float64(0.00035800067613322994) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5406112484633923) - perf/mfu/actor:np.float64(0.06365219355712572) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.68170166015625) - actor/lr:np.float64(1e-06) - training/global_step:67 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004099372308701277 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004099372308701277 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:55.38671875 - response_length/max:280.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:55.38671875 - response_length_non_aborted/max:280.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:618.6875 - prompt_length/max:974.0 - prompt_length/min:259.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001452229917049408 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3767722398042679) - timing_s/agent_loop/generate_sequences/max:np.float64(1.7952134013175964) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6910717051578104) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.7952134013175964) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/pr
step:68 - global_seqlen/min:14517 - global_seqlen/max:25266 - global_seqlen/minmax_diff:10749 - global_seqlen/balanced_min:20501 - global_seqlen/balanced_max:20870 - global_seqlen/mean:20573.125 - actor/entropy:0.10662759095430374 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.39484357833862305 - training/rollout_probs_diff_mean:0.002211408456787467 - training/rollout_probs_diff_std:0.008915318176150322 - training/rollout_actor_probs_pearson_corr:0.9985798001289368 - rollout_corr/rollout_is_mean:0.9998282790184021 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.957700341241434e-05 - rollout_corr/rollout_is_max:1.3801378011703491 - rollout_corr/rollout_is_min:0.45617926120758057 - rollout_corr/rollout_is_std:0.022121349349617958 - rollout_corr/rollout_is_eff_sample_size:0.9995107661240452 - rollout_corr/rollout_is_seq_mean:0.9997799396514893 - rollout_corr/rollout_is_seq_std:0.0030584156047552824 - rollout_corr/rollout_is_seq_max:1.0100442171096802 - rollout_corr/rollout_is_seq_min:0.9878214001655579 - rollout_corr/rollout_is_seq_max_deviation:0.012178599834442139 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.123645728919655) - rollout_corr/training_log_ppl:np.float64(0.11266848256309459) - rollout_corr/kl:np.float64(0.0007945385357366885) - rollout_corr/k3_kl:np.float64(0.0005963715714711049) - rollout_corr/rollout_ppl:np.float64(1.1226090472191572) - rollout_corr/rollout_log_ppl:np.float64(0.11187394349508395) - rollout_corr/log_ppl_diff:np.float64(0.0007945390680106357) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034221571258967742) - rollout_corr/log_ppl_diff_max:np.float64(0.02311807870864868) - rollout_corr/log_ppl_diff_min:np.float64(-0.01669842004776001) - rollout_corr/ppl_ratio:np.float64(1.0008066503796726) - rollout_corr/chi2_token:np.float64(0.0006675580516457558) - rollout_corr/chi2_seq:np.float64(0.024267845088616014) - actor/pg_loss:np.float64(-0.00029652018565684557) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012710814189631492) - actor/ppo_kl:np.float64(0.00031021224599214747) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.18935751169919968) - perf/mfu/actor:np.float64(0.059948751668886927) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.80745315551758) - actor/lr:np.float64(1e-06) - training/global_step:68 - training/epoch:0 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003358653513714671 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.003358653513714671 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:65.56640625 - response_length/max:1069.0 - response_length/min:29.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:65.56640625 - response_length_non_aborted/max:1069.0 - response_length_non_aborted/min:29.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:577.34375 - prompt_length/max:943.0 - prompt_length/min:243.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014813058078289032 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3193749114871025) - timing_s/agent_loop/generate_sequences/max:np.float64(5.3926901537925005) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6515206723779556) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(5.3926901537925005) - timing_s/agent_loop/slowest/tool_calls:np.float64(0
step:69 - global_seqlen/min:19851 - global_seqlen/max:28305 - global_seqlen/minmax_diff:8454 - global_seqlen/balanced_min:22312 - global_seqlen/balanced_max:22314 - global_seqlen/mean:22313.25 - actor/entropy:0.07839744538068771 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12435317039489746 - training/rollout_probs_diff_mean:0.0019370357040315866 - training/rollout_probs_diff_std:0.008107616566121578 - training/rollout_actor_probs_pearson_corr:0.99845290184021 - rollout_corr/rollout_is_mean:0.9996426105499268 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5068966150283813 - rollout_corr/rollout_is_min:0.5352832674980164 - rollout_corr/rollout_is_std:0.022748352959752083 - rollout_corr/rollout_is_eff_sample_size:0.9994824228709994 - rollout_corr/rollout_is_seq_mean:0.9995903372764587 - rollout_corr/rollout_is_seq_std:0.0035978280939161777 - rollout_corr/rollout_is_seq_max:1.0198397636413574 - rollout_corr/rollout_is_seq_min:0.9852287769317627 - rollout_corr/rollout_is_seq_max_deviation:0.019839763641357422 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0926828631199896) - rollout_corr/training_log_ppl:np.float64(0.08574950812908355) - rollout_corr/kl:np.float64(0.0014661419390655794) - rollout_corr/k3_kl:np.float64(0.0013016935036729155) - rollout_corr/rollout_ppl:np.float64(1.0909414659254253) - rollout_corr/rollout_log_ppl:np.float64(0.0842833658980453) - rollout_corr/log_ppl_diff:np.float64(0.0014661422092103749) - rollout_corr/log_ppl_abs_diff:np.float64(0.00403502545759693) - rollout_corr/log_ppl_diff_max:np.float64(0.07710502296686172) - rollout_corr/log_ppl_diff_min:np.float64(-0.021180443465709686) - rollout_corr/ppl_ratio:np.float64(1.0015123777557164) - rollout_corr/chi2_token:np.float64(0.0008243031334131956) - rollout_corr/chi2_seq:np.float64(0.021936802892014384) - actor/pg_loss:np.float64(-0.0004004109650850296) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00038476591726066545) - actor/ppo_kl:np.float64(0.000767709411054085) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5201289840042591) - perf/mfu/actor:np.float64(0.06520100913875665) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.80792617797852) - actor/lr:np.float64(1e-06) - training/global_step:69 - training/epoch:0 - critic/score/mean:0.5390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003168202703818679 - critic/advantages/max:0.75 - critic/advantages/min:-0.625 - critic/returns/mean:-0.003168202703818679 - critic/returns/max:0.75 - critic/returns/min:-0.625 - response_length/mean:62.7265625 - response_length/max:349.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:62.7265625 - response_length_non_aborted/max:349.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:634.5625 - prompt_length/max:1228.0 - prompt_length/min:238.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012427940964698792 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3433664795011282) - timing_s/agent_loop/generate_sequences/max:np.float64(2.108884857967496) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7166416698164539) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.108884857967496) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/pr
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 70}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to retrieve a random axolotl image.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_70
step:70 - global_seqlen/min:16187 - global_seqlen/max:23570 - global_seqlen/minmax_diff:7383 - global_seqlen/balanced_min:19682 - global_seqlen/balanced_max:19683 - global_seqlen/mean:19682.375 - actor/entropy:0.08844967186450958 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12239843606948853 - training/rollout_probs_diff_mean:0.0023390837013721466 - training/rollout_probs_diff_std:0.009418622590601444 - training/rollout_actor_probs_pearson_corr:0.9980756044387817 - rollout_corr/rollout_is_mean:1.0003266334533691 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7544522285461426 - rollout_corr/rollout_is_min:0.6534404754638672 - rollout_corr/rollout_is_std:0.026394300162792206 - rollout_corr/rollout_is_eff_sample_size:0.9993041830381005 - rollout_corr/rollout_is_seq_mean:1.0003859996795654 - rollout_corr/rollout_is_seq_std:0.0044074165634810925 - rollout_corr/rollout_is_seq_max:1.0315426588058472 - rollout_corr/rollout_is_seq_min:0.9861540198326111 - rollout_corr/rollout_is_seq_max_deviation:0.03154265880584717 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.093177287839353) - rollout_corr/training_log_ppl:np.float64(0.08628692819002026) - rollout_corr/kl:np.float64(2.0917364807360173e-05) - rollout_corr/k3_kl:np.float64(0.0005525162554344265) - rollout_corr/rollout_ppl:np.float64(1.093022387009114) - rollout_corr/rollout_log_ppl:np.float64(0.08626601043215487) - rollout_corr/log_ppl_diff:np.float64(2.091775786539074e-05) - rollout_corr/log_ppl_abs_diff:np.float64(0.003551566836904385) - rollout_corr/log_ppl_diff_max:np.float64(0.021391361951828003) - rollout_corr/log_ppl_diff_min:np.float64(-0.023619428277015686) - rollout_corr/ppl_ratio:np.float64(1.0000345066655427) - rollout_corr/chi2_token:np.float64(0.002114285482093692) - rollout_corr/chi2_seq:np.float64(0.10350201418623328) - actor/pg_loss:np.float64(7.6336320489645e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016534391761524603) - actor/ppo_kl:np.float64(6.120576780332954e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.46551600471138954) - perf/mfu/actor:np.float64(0.05773728614515245) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.7386589050293) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5496323529411765) - val-aux/tooluse/reward/std@16:np.float64(0.05755633789461379) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5771029411764705) - val-aux/tooluse/reward/best@2/std:np.float64(0.04356311363344626) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5239264705882354) - val-aux/tooluse/reward/worst@2/std:np.float64(0.0539913882678391) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5508088235294119) - val-aux/tooluse/reward/maj@2/std:np.float64(0.05740345453811504) - val-aux/tooluse/reward/best@4/mean:np.float64(0.5936764705882352) - val-aux/tooluse/reward/best@4/std:np.float64(0.024360798637160536) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5010294117647058) - val-aux/tooluse/reward/worst@4/std:np.float64(0.040826515564984504) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.5522941176470589) - val-aux/tooluse/reward/maj@4/std:np.float64(0.05159972446889591) - val-aux/tooluse/reward/best@8/mean:np.float64(0.601264705882353) - val-aux/tooluse/reward/best@8/std:np.float64(0.007976372811305546) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.4865) - val-aux/tooluse/reward/worst@8/std:np.float64(0.024224663795531426) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.55475) - val-aux/tooluse/reward/maj@8/std:np.float64(0.04285407992446189) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6028088235294118) - val-aux/tooluse/reward/best@16/std:np.float64(0.0013888302563556346) - val-aux/tooluse/reward/worst@16/mean:np.float64(0.4780147058823
step:71 - global_seqlen/min:13409 - global_seqlen/max:23022 - global_seqlen/minmax_diff:9613 - global_seqlen/balanced_min:18415 - global_seqlen/balanced_max:18416 - global_seqlen/mean:18415.375 - actor/entropy:0.07598459720611572 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1816185712814331 - training/rollout_probs_diff_mean:0.002127055311575532 - training/rollout_probs_diff_std:0.009174765087664127 - training/rollout_actor_probs_pearson_corr:0.9978766441345215 - rollout_corr/rollout_is_mean:1.0004253387451172 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.517364263534546 - rollout_corr/rollout_is_min:0.5686201453208923 - rollout_corr/rollout_is_std:0.023850927129387856 - rollout_corr/rollout_is_eff_sample_size:0.999431813917092 - rollout_corr/rollout_is_seq_mean:1.0004338026046753 - rollout_corr/rollout_is_seq_std:0.0037776771932840347 - rollout_corr/rollout_is_seq_max:1.019316554069519 - rollout_corr/rollout_is_seq_min:0.9883419275283813 - rollout_corr/rollout_is_seq_max_deviation:0.019316554069519043 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0782841937616467) - rollout_corr/training_log_ppl:np.float64(0.0727233948268804) - rollout_corr/kl:np.float64(0.0007001423157078079) - rollout_corr/k3_kl:np.float64(0.0006122129584039959) - rollout_corr/rollout_ppl:np.float64(1.0775115815922618) - rollout_corr/rollout_log_ppl:np.float64(0.07202325187677161) - rollout_corr/log_ppl_diff:np.float64(0.0007001429501087841) - rollout_corr/log_ppl_abs_diff:np.float64(0.003077924083072503) - rollout_corr/log_ppl_diff_max:np.float64(0.0801437720656395) - rollout_corr/log_ppl_diff_min:np.float64(-0.019086822867393494) - rollout_corr/ppl_ratio:np.float64(1.0007220127154142) - rollout_corr/chi2_token:np.float64(0.0006950090173631907) - rollout_corr/chi2_seq:np.float64(0.05971434875391424) - actor/pg_loss:np.float64(-0.0004017227329313755) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00032617346732877195) - actor/ppo_kl:np.float64(0.0008463677952992299) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.22777396067976952) - perf/mfu/actor:np.float64(0.053802508036654435) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.9806900024414) - actor/lr:np.float64(1e-06) - training/global_step:71 - training/epoch:0 - critic/score/mean:0.3046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006540523376315832 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006540523376315832 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:48.82421875 - response_length/max:167.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:48.82421875 - response_length_non_aborted/max:167.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:526.65625 - prompt_length/max:919.0 - prompt_length/min:244.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011532381176948547 - timing_s/agent_loop/generate_sequences/min:np.float64(0.2941615004092455) - timing_s/agent_loop/generate_sequences/max:np.float64(1.1457315776497126) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6272039481991669) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.1457315776497126) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
step:72 - global_seqlen/min:13730 - global_seqlen/max:24731 - global_seqlen/minmax_diff:11001 - global_seqlen/balanced_min:19496 - global_seqlen/balanced_max:19497 - global_seqlen/mean:19496.375 - actor/entropy:0.08788894861936569 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2175697386264801 - training/rollout_probs_diff_mean:0.002134342212229967 - training/rollout_probs_diff_std:0.008528187870979309 - training/rollout_actor_probs_pearson_corr:0.9983265995979309 - rollout_corr/rollout_is_mean:1.0001068115234375 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.4946010112762451 - rollout_corr/rollout_is_min:0.6110516786575317 - rollout_corr/rollout_is_std:0.02497643232345581 - rollout_corr/rollout_is_eff_sample_size:0.9993766857600336 - rollout_corr/rollout_is_seq_mean:1.0001248121261597 - rollout_corr/rollout_is_seq_std:0.003666416509076953 - rollout_corr/rollout_is_seq_max:1.0181126594543457 - rollout_corr/rollout_is_seq_min:0.9863795042037964 - rollout_corr/rollout_is_seq_max_deviation:0.018112659454345703 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0840384075418115) - rollout_corr/training_log_ppl:np.float64(0.07686574042963912) - rollout_corr/kl:np.float64(0.001449307150600987) - rollout_corr/k3_kl:np.float64(0.0014701985435344733) - rollout_corr/rollout_ppl:np.float64(1.0819846582598984) - rollout_corr/rollout_log_ppl:np.float64(0.07541643293734523) - rollout_corr/log_ppl_diff:np.float64(0.0014493074922938831) - rollout_corr/log_ppl_abs_diff:np.float64(0.003871039501973428) - rollout_corr/log_ppl_diff_max:np.float64(0.3335646390914917) - rollout_corr/log_ppl_diff_min:np.float64(-0.015902407467365265) - rollout_corr/ppl_ratio:np.float64(1.0017005749978125) - rollout_corr/chi2_token:np.float64(0.0008249098900705576) - rollout_corr/chi2_seq:np.float64(0.024600058794021606) - actor/pg_loss:np.float64(0.00016359053552150726) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003124999930150807) - actor/ppo_kl:np.float64(0.0012726991783864605) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.17507495637983084) - perf/mfu/actor:np.float64(0.05781006943102812) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.94901180267334) - actor/lr:np.float64(1e-06) - training/global_step:72 - training/epoch:0 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0002651009417604655 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:-0.0002651009417604655 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/mean:49.73046875 - response_length/max:222.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:49.73046875 - response_length_non_aborted/max:222.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:559.53125 - prompt_length/max:1219.0 - prompt_length/min:181.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00010812468826770782 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3474149573594332) - timing_s/agent_loop/generate_sequences/max:np.float64(1.670287849381566) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.647487770569569) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.670287849381566) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/s
step:73 - global_seqlen/min:16594 - global_seqlen/max:26431 - global_seqlen/minmax_diff:9837 - global_seqlen/balanced_min:20634 - global_seqlen/balanced_max:20636 - global_seqlen/mean:20635.0 - actor/entropy:0.10029152035713196 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24422436952590942 - training/rollout_probs_diff_mean:0.0025965215172618628 - training/rollout_probs_diff_std:0.009902778081595898 - training/rollout_actor_probs_pearson_corr:0.9981914758682251 - rollout_corr/rollout_is_mean:1.0002070665359497 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6127688884735107 - rollout_corr/rollout_is_min:0.5366321206092834 - rollout_corr/rollout_is_std:0.028644677251577377 - rollout_corr/rollout_is_eff_sample_size:0.9991806312129362 - rollout_corr/rollout_is_seq_mean:1.0000232458114624 - rollout_corr/rollout_is_seq_std:0.004117417614907026 - rollout_corr/rollout_is_seq_max:1.0113325119018555 - rollout_corr/rollout_is_seq_min:0.9814764857292175 - rollout_corr/rollout_is_seq_max_deviation:0.01852351427078247 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.111888203304261) - rollout_corr/training_log_ppl:np.float64(0.10169768709329219) - rollout_corr/kl:np.float64(0.0012584341527173137) - rollout_corr/k3_kl:np.float64(0.0010015971820018787) - rollout_corr/rollout_ppl:np.float64(1.1103733917698264) - rollout_corr/rollout_log_ppl:np.float64(0.10043925159288847) - rollout_corr/log_ppl_diff:np.float64(0.0012584355004037207) - rollout_corr/log_ppl_abs_diff:np.float64(0.00436706487516858) - rollout_corr/log_ppl_diff_max:np.float64(0.052030131220817566) - rollout_corr/log_ppl_diff_min:np.float64(-0.027246102690696716) - rollout_corr/ppl_ratio:np.float64(1.0012871085200459) - rollout_corr/chi2_token:np.float64(0.001259434036910534) - rollout_corr/chi2_seq:np.float64(0.1000730162486434) - actor/pg_loss:np.float64(6.404274608939886e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010925927708740346) - actor/ppo_kl:np.float64(0.000891916221860356) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.6096062213182449) - perf/mfu/actor:np.float64(0.0602215301028761) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.81703186035156) - actor/lr:np.float64(1e-06) - training/global_step:73 - training/epoch:0 - critic/score/mean:0.33984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.33984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0039369272999465466 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0039369272999465466 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:47.75 - response_length/max:126.0 - response_length/min:21.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:47.75 - response_length_non_aborted/max:126.0 - response_length_non_aborted/min:21.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:597.09375 - prompt_length/max:958.0 - prompt_length/min:254.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00016604550182819366 - timing_s/agent_loop/generate_sequences/min:np.float64(0.30985935032367706) - timing_s/agent_loop/generate_sequences/max:np.float64(1.0095258690416813) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6258649334413349) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.0095258690416813) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_le
step:74 - global_seqlen/min:15206 - global_seqlen/max:25544 - global_seqlen/minmax_diff:10338 - global_seqlen/balanced_min:21038 - global_seqlen/balanced_max:21039 - global_seqlen/mean:21038.25 - actor/entropy:0.08587076514959335 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1548398733139038 - training/rollout_probs_diff_mean:0.0017919654492288828 - training/rollout_probs_diff_std:0.0072895316407084465 - training/rollout_actor_probs_pearson_corr:0.9988563656806946 - rollout_corr/rollout_is_mean:0.9998028874397278 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.362675666809082 - rollout_corr/rollout_is_min:0.5060909390449524 - rollout_corr/rollout_is_std:0.021432988345623016 - rollout_corr/rollout_is_eff_sample_size:0.9995406592796418 - rollout_corr/rollout_is_seq_mean:0.9998031258583069 - rollout_corr/rollout_is_seq_std:0.0029136750381439924 - rollout_corr/rollout_is_seq_max:1.011588215827942 - rollout_corr/rollout_is_seq_min:0.9849720001220703 - rollout_corr/rollout_is_seq_max_deviation:0.015027999877929688 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0892230179160833) - rollout_corr/training_log_ppl:np.float64(0.08277007905599021) - rollout_corr/kl:np.float64(0.001339519181669857) - rollout_corr/k3_kl:np.float64(0.0009751809513094678) - rollout_corr/rollout_ppl:np.float64(1.087687789928168) - rollout_corr/rollout_log_ppl:np.float64(0.08143055971868307) - rollout_corr/log_ppl_diff:np.float64(0.001339519337307138) - rollout_corr/log_ppl_abs_diff:np.float64(0.003112707860964292) - rollout_corr/log_ppl_diff_max:np.float64(0.09869062900543213) - rollout_corr/log_ppl_diff_min:np.float64(-0.03295694664120674) - rollout_corr/ppl_ratio:np.float64(1.0013818354345858) - rollout_corr/chi2_token:np.float64(0.0008573848754167557) - rollout_corr/chi2_seq:np.float64(0.021732635563239455) - actor/pg_loss:np.float64(0.00011195079423487186) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006596584862563759) - actor/ppo_kl:np.float64(0.0009261008932259784) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4043646901845932) - perf/mfu/actor:np.float64(0.060771806873964065) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.83388137817383) - actor/lr:np.float64(1e-06) - training/global_step:74 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0008082267013378441 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.0008082267013378441 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:56.7890625 - response_length/max:221.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:56.7890625 - response_length_non_aborted/max:221.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:600.65625 - prompt_length/max:1001.0 - prompt_length/min:180.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012590736150741577 - timing_s/agent_loop/generate_sequences/min:np.float64(0.32374397851526737) - timing_s/agent_loop/generate_sequences/max:np.float64(1.6478642672300339) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6905667082828586) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.6478642672300339) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/
step:75 - global_seqlen/min:17763 - global_seqlen/max:23903 - global_seqlen/minmax_diff:6140 - global_seqlen/balanced_min:21364 - global_seqlen/balanced_max:21365 - global_seqlen/mean:21364.625 - actor/entropy:0.09424465894699097 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28349238634109497 - training/rollout_probs_diff_mean:0.0022053334396332502 - training/rollout_probs_diff_std:0.009037191979587078 - training/rollout_actor_probs_pearson_corr:0.9983837008476257 - rollout_corr/rollout_is_mean:1.0001094341278076 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6245036125183105 - rollout_corr/rollout_is_min:0.6104828715324402 - rollout_corr/rollout_is_std:0.026128750294446945 - rollout_corr/rollout_is_eff_sample_size:0.9993179922693084 - rollout_corr/rollout_is_seq_mean:1.0002636909484863 - rollout_corr/rollout_is_seq_std:0.0038344203494489193 - rollout_corr/rollout_is_seq_max:1.0156431198120117 - rollout_corr/rollout_is_seq_min:0.9888671636581421 - rollout_corr/rollout_is_seq_max_deviation:0.01564311981201172 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0989727941341698) - rollout_corr/training_log_ppl:np.float64(0.09086760537320515) - rollout_corr/kl:np.float64(0.0012431366648200104) - rollout_corr/k3_kl:np.float64(0.0007976194634600193) - rollout_corr/rollout_ppl:np.float64(1.0974521660245955) - rollout_corr/rollout_log_ppl:np.float64(0.08962446804980573) - rollout_corr/log_ppl_diff:np.float64(0.0012431373233994236) - rollout_corr/log_ppl_abs_diff:np.float64(0.003943783563954639) - rollout_corr/log_ppl_diff_max:np.float64(0.042537301778793335) - rollout_corr/log_ppl_diff_min:np.float64(-0.018140852451324463) - rollout_corr/ppl_ratio:np.float64(1.0012638620100915) - rollout_corr/chi2_token:np.float64(0.0004901017528027296) - rollout_corr/chi2_seq:np.float64(0.04358635330572724) - actor/pg_loss:np.float64(-0.00031686725560575724) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005913507084187586) - actor/ppo_kl:np.float64(0.0011816173359875393) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.33969270810484886) - perf/mfu/actor:np.float64(0.06230916106850206) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.67224884033203) - actor/lr:np.float64(1e-06) - training/global_step:75 - training/epoch:0 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.007051126565784216 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.007051126565784216 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:64.33203125 - response_length/max:362.0 - response_length/min:25.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:64.33203125 - response_length_non_aborted/max:362.0 - response_length_non_aborted/min:25.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:603.3125 - prompt_length/max:972.0 - prompt_length/min:259.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.686127305030823e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.35497486032545567) - timing_s/agent_loop/generate_sequences/max:np.float64(2.223156375810504) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7597961314386339) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.223156375810504) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/s
step:76 - global_seqlen/min:15894 - global_seqlen/max:27968 - global_seqlen/minmax_diff:12074 - global_seqlen/balanced_min:20871 - global_seqlen/balanced_max:20873 - global_seqlen/mean:20872.0 - actor/entropy:0.09563218057155609 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2428145408630371 - training/rollout_probs_diff_mean:0.002500321017578244 - training/rollout_probs_diff_std:0.009985673241317272 - training/rollout_actor_probs_pearson_corr:0.9980630874633789 - rollout_corr/rollout_is_mean:1.0002797842025757 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6452488899230957 - rollout_corr/rollout_is_min:0.5504816770553589 - rollout_corr/rollout_is_std:0.028827209025621414 - rollout_corr/rollout_is_eff_sample_size:0.9991701580892315 - rollout_corr/rollout_is_seq_mean:1.000307559967041 - rollout_corr/rollout_is_seq_std:0.0038258926942944527 - rollout_corr/rollout_is_seq_max:1.0182652473449707 - rollout_corr/rollout_is_seq_min:0.9867900609970093 - rollout_corr/rollout_is_seq_max_deviation:0.018265247344970703 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1047835033386946) - rollout_corr/training_log_ppl:np.float64(0.09592312493350619) - rollout_corr/kl:np.float64(0.0007892963960358657) - rollout_corr/k3_kl:np.float64(0.0007510980486694803) - rollout_corr/rollout_ppl:np.float64(1.1038377983495593) - rollout_corr/rollout_log_ppl:np.float64(0.09513382830664341) - rollout_corr/log_ppl_diff:np.float64(0.0007892966268627788) - rollout_corr/log_ppl_abs_diff:np.float64(0.003325715279970609) - rollout_corr/log_ppl_diff_max:np.float64(0.02627423405647278) - rollout_corr/log_ppl_diff_min:np.float64(-0.01872362196445465) - rollout_corr/ppl_ratio:np.float64(1.0008032659534365) - rollout_corr/chi2_token:np.float64(0.0013040690682828426) - rollout_corr/chi2_seq:np.float64(0.08589521795511246) - actor/pg_loss:np.float64(0.0) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0006820129431659439) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.0) - perf/mfu/actor:np.float64(0.06129451581277368) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.69346618652344) - actor/lr:np.float64(1e-06) - training/global_step:76 - training/epoch:0 - critic/score/mean:0.25 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.0 - critic/advantages/min:0.0 - critic/returns/mean:0.0 - critic/returns/max:0.0 - critic/returns/min:0.0 - response_length/mean:65.75 - response_length/max:218.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:65.75 - response_length_non_aborted/max:218.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:586.5 - prompt_length/max:911.0 - prompt_length/min:244.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00015643984079360962 - timing_s/agent_loop/generate_sequences/min:np.float64(0.2203538529574871) - timing_s/agent_loop/generate_sequences/max:np.float64(1.6224692575633526) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7573042559452006) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.6224692575633526) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:772 - timing_s/agent_loop/slowest/response_length:218 - timing_s/gen:7.584711737930775 - timing_s/reward:0.
step:77 - global_seqlen/min:16741 - global_seqlen/max:27058 - global_seqlen/minmax_diff:10317 - global_seqlen/balanced_min:22037 - global_seqlen/balanced_max:22041 - global_seqlen/mean:22038.875 - actor/entropy:0.09047998487949371 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2712806463241577 - training/rollout_probs_diff_mean:0.002367057604715228 - training/rollout_probs_diff_std:0.009614572860300541 - training/rollout_actor_probs_pearson_corr:0.9980126619338989 - rollout_corr/rollout_is_mean:0.9998871684074402 - rollout_corr/rollout_is_ratio_fraction_high:6.801333074690774e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.1073689460754395 - rollout_corr/rollout_is_min:0.6189932227134705 - rollout_corr/rollout_is_std:0.027166610583662987 - rollout_corr/rollout_is_eff_sample_size:0.9992622815001809 - rollout_corr/rollout_is_seq_mean:0.9998594522476196 - rollout_corr/rollout_is_seq_std:0.0037069327663630247 - rollout_corr/rollout_is_seq_max:1.0115433931350708 - rollout_corr/rollout_is_seq_min:0.9865688681602478 - rollout_corr/rollout_is_seq_max_deviation:0.013431131839752197 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0869557205587626) - rollout_corr/training_log_ppl:np.float64(0.08091833497701373) - rollout_corr/kl:np.float64(0.0009423998322053428) - rollout_corr/k3_kl:np.float64(0.0005074112005607617) - rollout_corr/rollout_ppl:np.float64(1.0859127631410956) - rollout_corr/rollout_log_ppl:np.float64(0.07997593424943261) - rollout_corr/log_ppl_diff:np.float64(0.0009424007275811164) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029916646772107924) - rollout_corr/log_ppl_diff_max:np.float64(0.02207048237323761) - rollout_corr/log_ppl_diff_min:np.float64(-0.012270539999008179) - rollout_corr/ppl_ratio:np.float64(1.0009525569621474) - rollout_corr/chi2_token:np.float64(7.578637450933456e-05) - rollout_corr/chi2_seq:np.float64(0.028896737843751907) - actor/pg_loss:np.float64(5.2629504352808e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011549270348041318) - actor/ppo_kl:np.float64(0.00047376988089808947) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5290998741984367) - perf/mfu/actor:np.float64(0.06473549993612905) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.73304462432861) - actor/lr:np.float64(1e-06) - training/global_step:77 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.007821532897651196 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.007821532897651196 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:57.43359375 - response_length/max:280.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:57.43359375 - response_length_non_aborted/max:280.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:631.28125 - prompt_length/max:1518.0 - prompt_length/min:340.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.976141154766083e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3634605035185814) - timing_s/agent_loop/generate_sequences/max:np.float64(1.8110489174723625) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7062395122848102) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.8110489174723625) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - tim
step:78 - global_seqlen/min:15229 - global_seqlen/max:27646 - global_seqlen/minmax_diff:12417 - global_seqlen/balanced_min:20330 - global_seqlen/balanced_max:20337 - global_seqlen/mean:20333.5 - actor/entropy:0.09211444109678268 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25539231300354004 - training/rollout_probs_diff_mean:0.002834741724655032 - training/rollout_probs_diff_std:0.010969211347401142 - training/rollout_actor_probs_pearson_corr:0.9975700974464417 - rollout_corr/rollout_is_mean:1.000118374824524 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0001239771954715252 - rollout_corr/rollout_is_max:1.7932195663452148 - rollout_corr/rollout_is_min:0.28206202387809753 - rollout_corr/rollout_is_std:0.030543934553861618 - rollout_corr/rollout_is_eff_sample_size:0.999068294612318 - rollout_corr/rollout_is_seq_mean:0.9999359250068665 - rollout_corr/rollout_is_seq_std:0.004063135012984276 - rollout_corr/rollout_is_seq_max:1.0116618871688843 - rollout_corr/rollout_is_seq_min:0.9871120452880859 - rollout_corr/rollout_is_seq_max_deviation:0.012887954711914062 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0924286842346191) - rollout_corr/training_log_ppl:np.float64(0.08598786131642555) - rollout_corr/kl:np.float64(0.0013388191907868219) - rollout_corr/k3_kl:np.float64(0.0014105520158788493) - rollout_corr/rollout_ppl:np.float64(1.0909363836981356) - rollout_corr/rollout_log_ppl:np.float64(0.08464904180709709) - rollout_corr/log_ppl_diff:np.float64(0.0013388195093284594) - rollout_corr/log_ppl_abs_diff:np.float64(0.004615726518750307) - rollout_corr/log_ppl_diff_max:np.float64(0.1926252543926239) - rollout_corr/log_ppl_diff_min:np.float64(-0.014810949563980103) - rollout_corr/ppl_ratio:np.float64(1.0014323338400573) - rollout_corr/chi2_token:np.float64(0.0025046388618648052) - rollout_corr/chi2_seq:np.float64(0.40550557360984385) - actor/pg_loss:np.float64(-0.0005510339979082346) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009495893318671733) - actor/ppo_kl:np.float64(0.0008352402429423478) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4624008312821388) - perf/mfu/actor:np.float64(0.06025145373132497) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.88408279418945) - actor/lr:np.float64(1e-06) - training/global_step:78 - training/epoch:0 - critic/score/mean:0.375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005850173532962799 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.005850173532962799 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:63.015625 - response_length/max:186.0 - response_length/min:19.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:63.015625 - response_length_non_aborted/max:186.0 - response_length_non_aborted/min:19.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:572.40625 - prompt_length/max:1522.0 - prompt_length/min:271.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00011169351637363434 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3336565066128969) - timing_s/agent_loop/generate_sequences/max:np.float64(1.449223866686225) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7560998645349173) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.449223866686225) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slow
step:79 - global_seqlen/min:19237 - global_seqlen/max:26306 - global_seqlen/minmax_diff:7069 - global_seqlen/balanced_min:22631 - global_seqlen/balanced_max:22633 - global_seqlen/mean:22632.5 - actor/entropy:0.08841986209154129 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17917463183403015 - training/rollout_probs_diff_mean:0.002064367989078164 - training/rollout_probs_diff_std:0.008159906603395939 - training/rollout_actor_probs_pearson_corr:0.9985878467559814 - rollout_corr/rollout_is_mean:1.0001155138015747 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9583549499511719 - rollout_corr/rollout_is_min:0.5474395155906677 - rollout_corr/rollout_is_std:0.026558639481663704 - rollout_corr/rollout_is_eff_sample_size:0.9992953739003395 - rollout_corr/rollout_is_seq_mean:1.0000557899475098 - rollout_corr/rollout_is_seq_std:0.003652038751170039 - rollout_corr/rollout_is_seq_max:1.015695571899414 - rollout_corr/rollout_is_seq_min:0.982600212097168 - rollout_corr/rollout_is_seq_max_deviation:0.01739978790283203 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0943387090228498) - rollout_corr/training_log_ppl:np.float64(0.08645597107533831) - rollout_corr/kl:np.float64(0.0005531878948588087) - rollout_corr/k3_kl:np.float64(0.0005682264083631816) - rollout_corr/rollout_ppl:np.float64(1.0938276601955295) - rollout_corr/rollout_log_ppl:np.float64(0.08590278181873146) - rollout_corr/log_ppl_diff:np.float64(0.0005531892566068564) - rollout_corr/log_ppl_abs_diff:np.float64(0.002929982034402201) - rollout_corr/log_ppl_diff_max:np.float64(0.022015169262886047) - rollout_corr/log_ppl_diff_min:np.float64(-0.03195255994796753) - rollout_corr/ppl_ratio:np.float64(1.0005638275761157) - rollout_corr/chi2_token:np.float64(0.001123278634622693) - rollout_corr/chi2_seq:np.float64(0.2852943616453558) - actor/pg_loss:np.float64(-8.514593355357647e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00031819743526284583) - actor/ppo_kl:np.float64(0.0002573904631617552) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.08233014866709709) - perf/mfu/actor:np.float64(0.06633609144533846) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.6417646408081) - actor/lr:np.float64(1e-06) - training/global_step:79 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0006074009579606354 - critic/advantages/max:0.75 - critic/advantages/min:-0.25 - critic/returns/mean:0.0006074009579606354 - critic/returns/max:0.75 - critic/returns/min:-0.25 - response_length/mean:62.703125 - response_length/max:472.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:62.703125 - response_length_non_aborted/max:472.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:644.5625 - prompt_length/max:1100.0 - prompt_length/min:386.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.7393922209739685e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.2934191357344389) - timing_s/agent_loop/generate_sequences/max:np.float64(2.760852999985218) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6941356540701236) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.760852999985218) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_len
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 80}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to retrieve a random axolotl image.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_80
step:80 - global_seqlen/min:18406 - global_seqlen/max:22706 - global_seqlen/minmax_diff:4300 - global_seqlen/balanced_min:20600 - global_seqlen/balanced_max:20601 - global_seqlen/mean:20600.125 - actor/entropy:0.12976038455963135 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18435516953468323 - training/rollout_probs_diff_mean:0.002813642146065831 - training/rollout_probs_diff_std:0.009766236878931522 - training/rollout_actor_probs_pearson_corr:0.9985457062721252 - rollout_corr/rollout_is_mean:0.9999985694885254 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5287047624588013 - rollout_corr/rollout_is_min:0.6208714842796326 - rollout_corr/rollout_is_std:0.02707870677113533 - rollout_corr/rollout_is_eff_sample_size:0.999267280930876 - rollout_corr/rollout_is_seq_mean:0.9998317956924438 - rollout_corr/rollout_is_seq_std:0.0038929362781345844 - rollout_corr/rollout_is_seq_max:1.0152685642242432 - rollout_corr/rollout_is_seq_min:0.9854781031608582 - rollout_corr/rollout_is_seq_max_deviation:0.015268564224243164 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1238618027418852) - rollout_corr/training_log_ppl:np.float64(0.11240091156651033) - rollout_corr/kl:np.float64(0.0006160001859236708) - rollout_corr/k3_kl:np.float64(0.000960965013966808) - rollout_corr/rollout_ppl:np.float64(1.123094170819968) - rollout_corr/rollout_log_ppl:np.float64(0.11178491113969358) - rollout_corr/log_ppl_diff:np.float64(0.000616000426816754) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036759572685696185) - rollout_corr/log_ppl_diff_max:np.float64(0.0396907702088356) - rollout_corr/log_ppl_diff_min:np.float64(-0.044073186814785004) - rollout_corr/ppl_ratio:np.float64(1.0006406886968762) - rollout_corr/chi2_token:np.float64(0.003454043762758374) - rollout_corr/chi2_seq:np.float64(0.1775191102642566) - actor/pg_loss:np.float64(-0.0003176091704517603) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006510417006211355) - actor/ppo_kl:np.float64(8.020458579416356e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.20610717311501503) - perf/mfu/actor:np.float64(0.060404280826569484) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.66295623779297) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5597426470588235) - val-aux/tooluse/reward/std@16:np.float64(0.06027308069341465) - val-aux/tooluse/reward/best@2/mean:np.float64(0.58325) - val-aux/tooluse/reward/best@2/std:np.float64(0.05767316773843347) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5348088235294117) - val-aux/tooluse/reward/worst@2/std:np.float64(0.04252208837282093) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5584705882352942) - val-aux/tooluse/reward/maj@2/std:np.float64(0.05945960492079213) - val-aux/tooluse/reward/best@4/mean:np.float64(0.60625) - val-aux/tooluse/reward/best@4/std:np.float64(0.050050801921357184) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5196470588235295) - val-aux/tooluse/reward/worst@4/std:np.float64(0.027303020755291393) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.5566176470588236) - val-aux/tooluse/reward/maj@4/std:np.float64(0.047827757116740637) - val-aux/tooluse/reward/best@8/mean:np.float64(0.6264411764705882) - val-aux/tooluse/reward/best@8/std:np.float64(0.03883579024249038) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.5103676470588235) - val-aux/tooluse/reward/worst@8/std:np.float64(0.014080194938761274) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.5556764705882353) - val-aux/tooluse/reward/maj@8/std:np.float64(0.03705070094690515) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6432058823529412) - val-aux/tooluse/reward/best@16/std:np.float64(0.029778395317154094) - val-aux/tooluse/reward/worst@16/mean:np.float64(0.5053970588235
step:81 - global_seqlen/min:15709 - global_seqlen/max:24214 - global_seqlen/minmax_diff:8505 - global_seqlen/balanced_min:19546 - global_seqlen/balanced_max:19562 - global_seqlen/mean:19548.875 - actor/entropy:0.12183531373739243 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2413543164730072 - training/rollout_probs_diff_mean:0.003104869043454528 - training/rollout_probs_diff_std:0.011046580038964748 - training/rollout_actor_probs_pearson_corr:0.9980646371841431 - rollout_corr/rollout_is_mean:0.9999661445617676 - rollout_corr/rollout_is_ratio_fraction_high:5.9527352277655154e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.9527352277655154e-05 - rollout_corr/rollout_is_max:2.3468480110168457 - rollout_corr/rollout_is_min:0.48356470465660095 - rollout_corr/rollout_is_std:0.03255961090326309 - rollout_corr/rollout_is_eff_sample_size:0.9989407565558476 - rollout_corr/rollout_is_seq_mean:1.0000340938568115 - rollout_corr/rollout_is_seq_std:0.0044234455563127995 - rollout_corr/rollout_is_seq_max:1.0211315155029297 - rollout_corr/rollout_is_seq_min:0.9853703379631042 - rollout_corr/rollout_is_seq_max_deviation:0.021131515502929688 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.114231202751398) - rollout_corr/training_log_ppl:np.float64(0.10455811901556444) - rollout_corr/kl:np.float64(0.00035691297584072856) - rollout_corr/k3_kl:np.float64(0.0005542375498328589) - rollout_corr/rollout_ppl:np.float64(1.1137656113132834) - rollout_corr/rollout_log_ppl:np.float64(0.10420120506023522) - rollout_corr/log_ppl_diff:np.float64(0.0003569139553292189) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032176758868445177) - rollout_corr/log_ppl_diff_max:np.float64(0.020464837551116943) - rollout_corr/log_ppl_diff_min:np.float64(-0.016885340213775635) - rollout_corr/ppl_ratio:np.float64(1.0003678859211504) - rollout_corr/chi2_token:np.float64(0.0015489794313907623) - rollout_corr/chi2_seq:np.float64(0.10837135906331241) - actor/pg_loss:np.float64(-0.00018352107144892216) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00024383243362535723) - actor/ppo_kl:np.float64(-5.674431687019421e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.15610348992049694) - perf/mfu/actor:np.float64(0.057665724406500404) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.97675323486328) - actor/lr:np.float64(1e-06) - training/global_step:81 - training/epoch:0 - critic/score/mean:0.40625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003735341364517808 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.003735341364517808 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:65.62109375 - response_length/max:466.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:65.62109375 - response_length_non_aborted/max:466.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:545.28125 - prompt_length/max:785.0 - prompt_length/min:308.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00017671845853328705 - timing_s/agent_loop/generate_sequences/min:np.float64(0.2570110373198986) - timing_s/agent_loop/generate_sequences/max:np.float64(2.7513653449714184) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6718395547577529) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.7513653449714184) - timing_s/agent_loop/slowest/tool_calls
step:82 - global_seqlen/min:14319 - global_seqlen/max:29122 - global_seqlen/minmax_diff:14803 - global_seqlen/balanced_min:20471 - global_seqlen/balanced_max:20473 - global_seqlen/mean:20472.0 - actor/entropy:0.14132733643054962 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15450960397720337 - training/rollout_probs_diff_mean:0.00274678529240191 - training/rollout_probs_diff_std:0.009343286976218224 - training/rollout_actor_probs_pearson_corr:0.9987658858299255 - rollout_corr/rollout_is_mean:1.000356674194336 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.4836255311965942 - rollout_corr/rollout_is_min:0.6087498068809509 - rollout_corr/rollout_is_std:0.027225784957408905 - rollout_corr/rollout_is_eff_sample_size:0.9992597818035928 - rollout_corr/rollout_is_seq_mean:1.0003483295440674 - rollout_corr/rollout_is_seq_std:0.0035101997200399637 - rollout_corr/rollout_is_seq_max:1.0170772075653076 - rollout_corr/rollout_is_seq_min:0.9881327748298645 - rollout_corr/rollout_is_seq_max_deviation:0.017077207565307617 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.127422840334475) - rollout_corr/training_log_ppl:np.float64(0.11179355848798878) - rollout_corr/kl:np.float64(0.0003650335591132148) - rollout_corr/k3_kl:np.float64(0.0006114917770651471) - rollout_corr/rollout_ppl:np.float64(1.1270018997602165) - rollout_corr/rollout_log_ppl:np.float64(0.11142852477769338) - rollout_corr/log_ppl_diff:np.float64(0.00036503371029539267) - rollout_corr/log_ppl_abs_diff:np.float64(0.003178495336214837) - rollout_corr/log_ppl_diff_max:np.float64(0.026302799582481384) - rollout_corr/log_ppl_diff_min:np.float64(-0.016005054116249084) - rollout_corr/ppl_ratio:np.float64(1.0003765302244574) - rollout_corr/chi2_token:np.float64(0.001770994160324335) - rollout_corr/chi2_seq:np.float64(0.11267242371104658) - actor/pg_loss:np.float64(0.00021281628869473934) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023436875562765636) - actor/ppo_kl:np.float64(0.00039072491987646174) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.20249015092849731) - perf/mfu/actor:np.float64(0.061011891003283095) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.89033126831055) - actor/lr:np.float64(1e-06) - training/global_step:82 - training/epoch:0 - critic/score/mean:0.44140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0013274053344503045 - critic/advantages/max:0.625 - critic/advantages/min:-0.75 - critic/returns/mean:0.0013274053344503045 - critic/returns/max:0.625 - critic/returns/min:-0.75 - response_length/mean:61.0625 - response_length/max:328.0 - response_length/min:20.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:61.0625 - response_length_non_aborted/max:328.0 - response_length_non_aborted/min:20.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:578.6875 - prompt_length/max:1283.0 - prompt_length/min:220.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.892508387565613e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.2626740951091051) - timing_s/agent_loop/generate_sequences/max:np.float64(1.7200956121087074) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6172774978549569) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.7200956121087074) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/p
step:83 - global_seqlen/min:15723 - global_seqlen/max:28474 - global_seqlen/minmax_diff:12751 - global_seqlen/balanced_min:19478 - global_seqlen/balanced_max:19481 - global_seqlen/mean:19479.875 - actor/entropy:0.12773916125297546 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1846359670162201 - training/rollout_probs_diff_mean:0.0031572936568409204 - training/rollout_probs_diff_std:0.011177166365087032 - training/rollout_actor_probs_pearson_corr:0.9981591105461121 - rollout_corr/rollout_is_mean:0.999937891960144 - rollout_corr/rollout_is_ratio_fraction_high:5.465974390972406e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.6873650550842285 - rollout_corr/rollout_is_min:0.5365312099456787 - rollout_corr/rollout_is_std:0.0337815098464489 - rollout_corr/rollout_is_eff_sample_size:0.9988598724271667 - rollout_corr/rollout_is_seq_mean:0.9997518062591553 - rollout_corr/rollout_is_seq_std:0.004658383317291737 - rollout_corr/rollout_is_seq_max:1.0205543041229248 - rollout_corr/rollout_is_seq_min:0.984998881816864 - rollout_corr/rollout_is_seq_max_deviation:0.020554304122924805 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1387000745162368) - rollout_corr/training_log_ppl:np.float64(0.123117197486863) - rollout_corr/kl:np.float64(0.0007611578072452829) - rollout_corr/k3_kl:np.float64(0.0006818295798380891) - rollout_corr/rollout_ppl:np.float64(1.1376577280461788) - rollout_corr/rollout_log_ppl:np.float64(0.12235603810586326) - rollout_corr/log_ppl_diff:np.float64(0.000761159380999743) - rollout_corr/log_ppl_abs_diff:np.float64(0.003798962627115543) - rollout_corr/log_ppl_diff_max:np.float64(0.02187219262123108) - rollout_corr/log_ppl_diff_min:np.float64(-0.018547192215919495) - rollout_corr/ppl_ratio:np.float64(1.0007750277873129) - rollout_corr/chi2_token:np.float64(0.0012700711376965046) - rollout_corr/chi2_seq:np.float64(0.059739051619544625) - actor/pg_loss:np.float64(-0.00010679836850613356) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(3.867574196192436e-05) - actor/ppo_kl:np.float64(-5.442824385681888e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.1069959169253707) - perf/mfu/actor:np.float64(0.05553081442074319) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.74485397338867) - actor/lr:np.float64(1e-06) - training/global_step:83 - training/epoch:0 - critic/score/mean:0.25390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001421153312548995 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:-0.001421153312548995 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/mean:71.46484375 - response_length/max:354.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:71.46484375 - response_length_non_aborted/max:354.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:537.28125 - prompt_length/max:1090.0 - prompt_length/min:269.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.565048635005951e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.26000942289829254) - timing_s/agent_loop/generate_sequences/max:np.float64(1.9914382919669151) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7026713288360042) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.9914382919669151) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timi
step:84 - global_seqlen/min:16704 - global_seqlen/max:25951 - global_seqlen/minmax_diff:9247 - global_seqlen/balanced_min:21022 - global_seqlen/balanced_max:21024 - global_seqlen/mean:21023.25 - actor/entropy:0.09461385011672974 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15355414152145386 - training/rollout_probs_diff_mean:0.0021508035715669394 - training/rollout_probs_diff_std:0.008979055099189281 - training/rollout_actor_probs_pearson_corr:0.9984091520309448 - rollout_corr/rollout_is_mean:0.9999325275421143 - rollout_corr/rollout_is_ratio_fraction_high:6.416014366550371e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.2561583518981934 - rollout_corr/rollout_is_min:0.6136392951011658 - rollout_corr/rollout_is_std:0.025258822366595268 - rollout_corr/rollout_is_eff_sample_size:0.999362398677144 - rollout_corr/rollout_is_seq_mean:1.000151515007019 - rollout_corr/rollout_is_seq_std:0.0034036580473184586 - rollout_corr/rollout_is_seq_max:1.0197176933288574 - rollout_corr/rollout_is_seq_min:0.9908979535102844 - rollout_corr/rollout_is_seq_max_deviation:0.019717693328857422 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.092458315193653) - rollout_corr/training_log_ppl:np.float64(0.08484213713200006) - rollout_corr/kl:np.float64(0.000503509940610769) - rollout_corr/k3_kl:np.float64(0.0008734361738819141) - rollout_corr/rollout_ppl:np.float64(1.0919238738715649) - rollout_corr/rollout_log_ppl:np.float64(0.08433862631864031) - rollout_corr/log_ppl_diff:np.float64(0.0005035108206357108) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031829194267629646) - rollout_corr/log_ppl_diff_max:np.float64(0.16107693314552307) - rollout_corr/log_ppl_diff_min:np.float64(-0.02159041166305542) - rollout_corr/ppl_ratio:np.float64(1.0005644736811519) - rollout_corr/chi2_token:np.float64(0.00162202725186944) - rollout_corr/chi2_seq:np.float64(0.09504595655016601) - actor/pg_loss:np.float64(-0.0001654154621064663) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00023871528537711129) - actor/ppo_kl:np.float64(0.0003587856638356257) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.29741760343313217) - perf/mfu/actor:np.float64(0.061329542521180766) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.6827654838562) - actor/lr:np.float64(1e-06) - training/global_step:84 - training/epoch:0 - critic/score/mean:0.46875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.007354356348514557 - critic/advantages/max:0.625 - critic/advantages/min:-0.875 - critic/returns/mean:-0.007354356348514557 - critic/returns/max:0.625 - critic/returns/min:-0.875 - response_length/mean:60.8828125 - response_length/max:197.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:60.8828125 - response_length_non_aborted/max:197.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:596.09375 - prompt_length/max:1521.0 - prompt_length/min:252.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.805895388126373e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.260761933401227) - timing_s/agent_loop/generate_sequences/max:np.float64(1.4389296304434538) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6682899079678464) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.4389296304434538) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent
step:85 - global_seqlen/min:16325 - global_seqlen/max:25483 - global_seqlen/minmax_diff:9158 - global_seqlen/balanced_min:20378 - global_seqlen/balanced_max:20380 - global_seqlen/mean:20378.5 - actor/entropy:0.0961875319480896 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12435293197631836 - training/rollout_probs_diff_mean:0.0022104678209871054 - training/rollout_probs_diff_std:0.008986894972622395 - training/rollout_actor_probs_pearson_corr:0.9984658360481262 - rollout_corr/rollout_is_mean:1.000191569328308 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5252803564071655 - rollout_corr/rollout_is_min:0.6941801905632019 - rollout_corr/rollout_is_std:0.025225764140486717 - rollout_corr/rollout_is_eff_sample_size:0.9993643035979273 - rollout_corr/rollout_is_seq_mean:1.0000587701797485 - rollout_corr/rollout_is_seq_std:0.003474070457741618 - rollout_corr/rollout_is_seq_max:1.012987732887268 - rollout_corr/rollout_is_seq_min:0.987943172454834 - rollout_corr/rollout_is_seq_max_deviation:0.012987732887268066 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0985006871633232) - rollout_corr/training_log_ppl:np.float64(0.09045715395768639) - rollout_corr/kl:np.float64(0.0004510803064325941) - rollout_corr/k3_kl:np.float64(0.0004701950260463106) - rollout_corr/rollout_ppl:np.float64(1.097953483927995) - rollout_corr/rollout_log_ppl:np.float64(0.0900060733747523) - rollout_corr/log_ppl_diff:np.float64(0.0004510805829340825) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029007207358517917) - rollout_corr/log_ppl_diff_max:np.float64(0.029350727796554565) - rollout_corr/log_ppl_diff_min:np.float64(-0.017659738659858704) - rollout_corr/ppl_ratio:np.float64(1.000461032614112) - rollout_corr/chi2_token:np.float64(0.0010218755342066288) - rollout_corr/chi2_seq:np.float64(0.05891488725319505) - actor/pg_loss:np.float64(-0.000380878453142941) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005472565171658061) - actor/ppo_kl:np.float64(0.0002119349483313826) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.26748207956552505) - perf/mfu/actor:np.float64(0.05966993150048007) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.61484146118164) - actor/lr:np.float64(1e-06) - training/global_step:85 - training/epoch:0 - critic/score/mean:0.390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0006996875745244324 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:0.0006996875745244324 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:60.015625 - response_length/max:271.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:60.015625 - response_length_non_aborted/max:271.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:576.8125 - prompt_length/max:888.0 - prompt_length/min:259.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.520856499671936e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.26062049344182014) - timing_s/agent_loop/generate_sequences/max:np.float64(1.6837278790771961) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6221279379824409) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.6837278790771961) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_
step:86 - global_seqlen/min:16938 - global_seqlen/max:24621 - global_seqlen/minmax_diff:7683 - global_seqlen/balanced_min:20224 - global_seqlen/balanced_max:20225 - global_seqlen/mean:20224.375 - actor/entropy:0.09503393620252609 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.14452630281448364 - training/rollout_probs_diff_mean:0.0022688054013997316 - training/rollout_probs_diff_std:0.00910940021276474 - training/rollout_actor_probs_pearson_corr:0.9983958005905151 - rollout_corr/rollout_is_mean:1.0000323057174683 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5526758432388306 - rollout_corr/rollout_is_min:0.6120901107788086 - rollout_corr/rollout_is_std:0.025166623294353485 - rollout_corr/rollout_is_eff_sample_size:0.9993670419342761 - rollout_corr/rollout_is_seq_mean:1.0000190734863281 - rollout_corr/rollout_is_seq_std:0.0037850497756153345 - rollout_corr/rollout_is_seq_max:1.0154569149017334 - rollout_corr/rollout_is_seq_min:0.9778366088867188 - rollout_corr/rollout_is_seq_max_deviation:0.02216339111328125 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0937399892136455) - rollout_corr/training_log_ppl:np.float64(0.08565731679118471) - rollout_corr/kl:np.float64(0.0009681722051269048) - rollout_corr/k3_kl:np.float64(0.0005242457798748587) - rollout_corr/rollout_ppl:np.float64(1.0925875343382359) - rollout_corr/rollout_log_ppl:np.float64(0.08468914415425388) - rollout_corr/log_ppl_diff:np.float64(0.0009681726369308308) - rollout_corr/log_ppl_abs_diff:np.float64(0.0035082436515949667) - rollout_corr/log_ppl_diff_max:np.float64(0.026906728744506836) - rollout_corr/log_ppl_diff_min:np.float64(-0.013941187411546707) - rollout_corr/ppl_ratio:np.float64(1.0009810361079872) - rollout_corr/chi2_token:np.float64(8.188444189727306e-05) - rollout_corr/chi2_seq:np.float64(0.01394746988080442) - actor/pg_loss:np.float64(-8.437945507466793e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.512019510613754e-05) - actor/ppo_kl:np.float64(0.0006607537204104119) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.05828133225440979) - perf/mfu/actor:np.float64(0.05844908477560541) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.68750762939453) - actor/lr:np.float64(1e-06) - training/global_step:86 - training/epoch:0 - critic/score/mean:0.40234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0007979866350069642 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:0.0007979866350069642 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:63.63671875 - response_length/max:269.0 - response_length/min:21.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:63.63671875 - response_length_non_aborted/max:269.0 - response_length_non_aborted/min:21.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:568.375 - prompt_length/max:912.0 - prompt_length/min:258.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.68719071149826e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.2710339520126581) - timing_s/agent_loop/generate_sequences/max:np.float64(1.7292438801378012) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6599176314484794) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.7292438801378012) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/s
step:87 - global_seqlen/min:15515 - global_seqlen/max:28894 - global_seqlen/minmax_diff:13379 - global_seqlen/balanced_min:21002 - global_seqlen/balanced_max:21011 - global_seqlen/mean:21009.0 - actor/entropy:0.10146483778953552 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5099416971206665 - training/rollout_probs_diff_mean:0.0027698653284460306 - training/rollout_probs_diff_std:0.012136919423937798 - training/rollout_actor_probs_pearson_corr:0.9972761273384094 - rollout_corr/rollout_is_mean:0.9996400475502014 - rollout_corr/rollout_is_ratio_fraction_high:6.406971078831702e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.406971078831702e-05 - rollout_corr/rollout_is_max:3.188687324523926 - rollout_corr/rollout_is_min:0.28876039385795593 - rollout_corr/rollout_is_std:0.03163576498627663 - rollout_corr/rollout_is_eff_sample_size:0.998999405740853 - rollout_corr/rollout_is_seq_mean:0.9997050762176514 - rollout_corr/rollout_is_seq_std:0.0037543082144111395 - rollout_corr/rollout_is_seq_max:1.0146812200546265 - rollout_corr/rollout_is_seq_min:0.9810764789581299 - rollout_corr/rollout_is_seq_max_deviation:0.018923521041870117 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0893349526450038) - rollout_corr/training_log_ppl:np.float64(0.08257730866216662) - rollout_corr/kl:np.float64(0.00041104497830524167) - rollout_corr/k3_kl:np.float64(0.0006256297465644656) - rollout_corr/rollout_ppl:np.float64(1.088805693667382) - rollout_corr/rollout_log_ppl:np.float64(0.08216626255216397) - rollout_corr/log_ppl_diff:np.float64(0.00041104611000264413) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032669340203028696) - rollout_corr/log_ppl_diff_max:np.float64(0.02910405397415161) - rollout_corr/log_ppl_diff_min:np.float64(-0.013232894241809845) - rollout_corr/ppl_ratio:np.float64(1.0004246074240655) - rollout_corr/chi2_token:np.float64(0.0015545454807579517) - rollout_corr/chi2_seq:np.float64(0.07278866553679109) - actor/pg_loss:np.float64(0.00019642815459519625) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(-0.000310074345634348) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.33189913630485535) - perf/mfu/actor:np.float64(0.06174830397591233) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.67496109008789) - actor/lr:np.float64(1e-06) - training/global_step:87 - training/epoch:0 - critic/score/mean:0.4375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00131342897657305 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00131342897657305 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:60.96875 - response_length/max:416.0 - response_length/min:26.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:60.96875 - response_length_non_aborted/max:416.0 - response_length_non_aborted/min:26.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:595.5625 - prompt_length/max:1087.0 - prompt_length/min:256.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:3.604404628276825e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.36136968061327934) - timing_s/agent_loop/generate_sequences/max:np.float64(2.472342634573579) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7344769983319566) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.472342634573579) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop
step:88 - global_seqlen/min:18306 - global_seqlen/max:26944 - global_seqlen/minmax_diff:8638 - global_seqlen/balanced_min:22623 - global_seqlen/balanced_max:22628 - global_seqlen/mean:22625.125 - actor/entropy:0.07744886726140976 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.13839662075042725 - training/rollout_probs_diff_mean:0.002282948000356555 - training/rollout_probs_diff_std:0.009653711691498756 - training/rollout_actor_probs_pearson_corr:0.9977383613586426 - rollout_corr/rollout_is_mean:0.999604344367981 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6470028162002563 - rollout_corr/rollout_is_min:0.5352633595466614 - rollout_corr/rollout_is_std:0.024999093264341354 - rollout_corr/rollout_is_eff_sample_size:0.9993750189126472 - rollout_corr/rollout_is_seq_mean:0.9996408820152283 - rollout_corr/rollout_is_seq_std:0.0034014969132840633 - rollout_corr/rollout_is_seq_max:1.015273928642273 - rollout_corr/rollout_is_seq_min:0.9880582690238953 - rollout_corr/rollout_is_seq_max_deviation:0.01527392864227295 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0637829122133553) - rollout_corr/training_log_ppl:np.float64(0.05952696956592263) - rollout_corr/kl:np.float64(0.00043886838502515957) - rollout_corr/k3_kl:np.float64(0.0004149295411513855) - rollout_corr/rollout_ppl:np.float64(1.0632442012429237) - rollout_corr/rollout_log_ppl:np.float64(0.059088100748340366) - rollout_corr/log_ppl_diff:np.float64(0.0004388688175822608) - rollout_corr/log_ppl_abs_diff:np.float64(0.002738780007348396) - rollout_corr/log_ppl_diff_max:np.float64(0.023479610681533813) - rollout_corr/log_ppl_diff_min:np.float64(-0.012138411402702332) - rollout_corr/ppl_ratio:np.float64(1.0004479619674385) - rollout_corr/chi2_token:np.float64(0.0008232854306697845) - rollout_corr/chi2_seq:np.float64(0.058355293702334166) - actor/pg_loss:np.float64(-2.8157373890280724e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000274344263743842) - actor/ppo_kl:np.float64(-0.00021105582402825007) - actor/pg_clipfrac_lower:np.float64(6.403688166756183e-05) - actor/grad_norm:np.float64(0.39451638609170914) - perf/mfu/actor:np.float64(0.06620109311592431) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.60878276824951) - actor/lr:np.float64(1e-06) - training/global_step:88 - training/epoch:0 - critic/score/mean:0.53515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.53515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.007506116759032011 - critic/advantages/max:0.625 - critic/advantages/min:-0.875 - critic/returns/mean:0.007506116759032011 - critic/returns/max:0.625 - critic/returns/min:-0.875 - response_length/mean:55.87890625 - response_length/max:242.0 - response_length/min:31.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:55.87890625 - response_length_non_aborted/max:242.0 - response_length_non_aborted/min:31.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:651.15625 - prompt_length/max:1233.0 - prompt_length/min:346.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:8.97720456123352e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.42946951650083065) - timing_s/agent_loop/generate_sequences/max:np.float64(1.6336607318371534) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7271359804581152) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(1.6336607318371534) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) -
step:89 - global_seqlen/min:17296 - global_seqlen/max:27541 - global_seqlen/minmax_diff:10245 - global_seqlen/balanced_min:22486 - global_seqlen/balanced_max:22488 - global_seqlen/mean:22487.375 - actor/entropy:0.10038791596889496 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22949323058128357 - training/rollout_probs_diff_mean:0.003009300446137786 - training/rollout_probs_diff_std:0.011635876260697842 - training/rollout_actor_probs_pearson_corr:0.9974488615989685 - rollout_corr/rollout_is_mean:0.999867856502533 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.584578659385443e-05 - rollout_corr/rollout_is_max:1.6244648694992065 - rollout_corr/rollout_is_min:0.3921358287334442 - rollout_corr/rollout_is_std:0.03237418830394745 - rollout_corr/rollout_is_eff_sample_size:0.9989526523855053 - rollout_corr/rollout_is_seq_mean:0.9998213648796082 - rollout_corr/rollout_is_seq_std:0.004119370598345995 - rollout_corr/rollout_is_seq_max:1.014970064163208 - rollout_corr/rollout_is_seq_min:0.9827616810798645 - rollout_corr/rollout_is_seq_max_deviation:0.017238318920135498 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0928037841804326) - rollout_corr/training_log_ppl:np.float64(0.08605340984649956) - rollout_corr/kl:np.float64(0.00034215472579823825) - rollout_corr/k3_kl:np.float64(0.0006300729410405048) - rollout_corr/rollout_ppl:np.float64(1.0924206171184778) - rollout_corr/rollout_log_ppl:np.float64(0.08571125372145616) - rollout_corr/log_ppl_diff:np.float64(0.0003421561250434024) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032413370445283363) - rollout_corr/log_ppl_diff_max:np.float64(0.022987104952335358) - rollout_corr/log_ppl_diff_min:np.float64(-0.015995271503925323) - rollout_corr/ppl_ratio:np.float64(1.0003535056021065) - rollout_corr/chi2_token:np.float64(0.0018907524645328522) - rollout_corr/chi2_seq:np.float64(0.12052021478302777) - actor/pg_loss:np.float64(-6.640632636845112e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(3.9457070670323446e-05) - actor/ppo_kl:np.float64(-0.0002827961003930568) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.06062762439250946) - perf/mfu/actor:np.float64(0.06635115220467382) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.77862930297852) - actor/lr:np.float64(1e-06) - training/global_step:89 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00283959973603487 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00283959973603487 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:59.32421875 - response_length/max:291.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:59.32421875 - response_length_non_aborted/max:291.0 - response_length_non_aborted/min:27.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:643.40625 - prompt_length/max:1261.0 - prompt_length/min:356.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.530410170555115e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3594407197088003) - timing_s/agent_loop/generate_sequences/max:np.float64(2.0016611702740192) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.6736538480763556) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.0016611702740192) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) -
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 90}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to retrieve a random axolotl image.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_90
step:90 - global_seqlen/min:18901 - global_seqlen/max:29580 - global_seqlen/minmax_diff:10679 - global_seqlen/balanced_min:23921 - global_seqlen/balanced_max:23923 - global_seqlen/mean:23922.25 - actor/entropy:0.0823388621211052 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2793269753456116 - training/rollout_probs_diff_mean:0.002548050833866 - training/rollout_probs_diff_std:0.010876636952161789 - training/rollout_actor_probs_pearson_corr:0.9972853064537048 - rollout_corr/rollout_is_mean:1.0003397464752197 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7267858982086182 - rollout_corr/rollout_is_min:0.6176038384437561 - rollout_corr/rollout_is_std:0.03031475655734539 - rollout_corr/rollout_is_eff_sample_size:0.9990825732872448 - rollout_corr/rollout_is_seq_mean:1.0003252029418945 - rollout_corr/rollout_is_seq_std:0.003927420359104872 - rollout_corr/rollout_is_seq_max:1.0202091932296753 - rollout_corr/rollout_is_seq_min:0.991267204284668 - rollout_corr/rollout_is_seq_max_deviation:0.020209193229675293 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0736785060726106) - rollout_corr/training_log_ppl:np.float64(0.06932337003763678) - rollout_corr/kl:np.float64(0.0005910541265166103) - rollout_corr/k3_kl:np.float64(0.0011513489333899313) - rollout_corr/rollout_ppl:np.float64(1.0729992659762502) - rollout_corr/rollout_log_ppl:np.float64(0.06873231557074178) - rollout_corr/log_ppl_diff:np.float64(0.0005910544668950024) - rollout_corr/log_ppl_abs_diff:np.float64(0.003654166425803851) - rollout_corr/log_ppl_diff_max:np.float64(0.05813804268836975) - rollout_corr/log_ppl_diff_min:np.float64(-0.017090462148189545) - rollout_corr/ppl_ratio:np.float64(1.000619990983978) - rollout_corr/chi2_token:np.float64(0.002650438342243433) - rollout_corr/chi2_seq:np.float64(0.18175277928821743) - actor/pg_loss:np.float64(-0.000767852645367384) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004610119649441913) - actor/ppo_kl:np.float64(0.0005058494558696225) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.8131211251020432) - perf/mfu/actor:np.float64(0.07026519311187743) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.84130477905273) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5643382352941176) - val-aux/tooluse/reward/std@16:np.float64(0.025200550760176754) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5753088235294117) - val-aux/tooluse/reward/best@2/std:np.float64(0.019423727416340034) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5534705882352942) - val-aux/tooluse/reward/worst@2/std:np.float64(0.023525176219296687) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.564485294117647) - val-aux/tooluse/reward/maj@2/std:np.float64(0.02500577736990771) - val-aux/tooluse/reward/best@4/mean:np.float64(0.5827205882352942) - val-aux/tooluse/reward/best@4/std:np.float64(0.011070854979983632) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5434705882352941) - val-aux/tooluse/reward/worst@4/std:np.float64(0.019089348620445867) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.5658676470588235) - val-aux/tooluse/reward/maj@4/std:np.float64(0.021602139398553266) - val-aux/tooluse/reward/best@8/mean:np.float64(0.5868235294117646) - val-aux/tooluse/reward/best@8/std:np.float64(0.004948607833743041) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.535235294117647) - val-aux/tooluse/reward/worst@8/std:np.float64(0.012780132161577052) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.5661911764705883) - val-aux/tooluse/reward/maj@8/std:np.float64(0.015651275248249153) - val-aux/tooluse/reward/best@16/mean:np.float64(0.5881323529411765) - val-aux/tooluse/reward/best@16/std:np.float64(0.0012260684910055711) - val-aux/tooluse/reward/worst@16/mean:np.flo
step:91 - global_seqlen/min:17844 - global_seqlen/max:28544 - global_seqlen/minmax_diff:10700 - global_seqlen/balanced_min:22571 - global_seqlen/balanced_max:22573 - global_seqlen/mean:22571.625 - actor/entropy:0.053729720413684845 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4102105498313904 - training/rollout_probs_diff_mean:0.001740073668770492 - training/rollout_probs_diff_std:0.009415044449269772 - training/rollout_actor_probs_pearson_corr:0.9968917369842529 - rollout_corr/rollout_is_mean:0.9998834133148193 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00013608527660835534 - rollout_corr/rollout_is_max:1.6952793598175049 - rollout_corr/rollout_is_min:0.3830607831478119 - rollout_corr/rollout_is_std:0.02560102939605713 - rollout_corr/rollout_is_eff_sample_size:0.9993450166104645 - rollout_corr/rollout_is_seq_mean:0.9998332262039185 - rollout_corr/rollout_is_seq_std:0.003369073150679469 - rollout_corr/rollout_is_seq_max:1.0201692581176758 - rollout_corr/rollout_is_seq_min:0.9857123494148254 - rollout_corr/rollout_is_seq_max_deviation:0.02016925811767578 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.05597510561347) - rollout_corr/training_log_ppl:np.float64(0.05267521727523672) - rollout_corr/kl:np.float64(0.0016971310389592986) - rollout_corr/k3_kl:np.float64(0.0010454924462020877) - rollout_corr/rollout_ppl:np.float64(1.0541398110799491) - rollout_corr/rollout_log_ppl:np.float64(0.05097808571508722) - rollout_corr/log_ppl_diff:np.float64(0.0016971315601495007) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037543022483532695) - rollout_corr/log_ppl_diff_max:np.float64(0.047784220427274704) - rollout_corr/log_ppl_diff_min:np.float64(-0.022862013429403305) - rollout_corr/ppl_ratio:np.float64(1.0017294795252383) - rollout_corr/chi2_token:np.float64(0.000754273496568203) - rollout_corr/chi2_seq:np.float64(0.01849907636642456) - actor/pg_loss:np.float64(1.2909062206745148e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00028437291985028423) - actor/ppo_kl:np.float64(0.0011705174980214395) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.2050250507891178) - perf/mfu/actor:np.float64(0.06486334440804689) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.9461784362793) - actor/lr:np.float64(1e-06) - training/global_step:91 - training/epoch:0 - critic/score/mean:0.47265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.47265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0033114084508270025 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0033114084508270025 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:86.11328125 - response_length/max:741.0 - response_length/min:24.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:86.11328125 - response_length_non_aborted/max:741.0 - response_length_non_aborted/min:24.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:619.25 - prompt_length/max:1504.0 - prompt_length/min:178.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:2.5114044547080994e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3167601749300957) - timing_s/agent_loop/generate_sequences/max:np.float64(4.152940118685365) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7976723746323842) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(4.152940118685365) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_
step:92 - global_seqlen/min:15644 - global_seqlen/max:21371 - global_seqlen/minmax_diff:5727 - global_seqlen/balanced_min:19781 - global_seqlen/balanced_max:19783 - global_seqlen/mean:19782.25 - actor/entropy:0.10824279487133026 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.31746214628219604 - training/rollout_probs_diff_mean:0.003058228176087141 - training/rollout_probs_diff_std:0.012305145151913166 - training/rollout_actor_probs_pearson_corr:0.997308075428009 - rollout_corr/rollout_is_mean:1.0001909732818604 - rollout_corr/rollout_is_ratio_fraction_high:6.432522786781192e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.5125865936279297 - rollout_corr/rollout_is_min:0.541451632976532 - rollout_corr/rollout_is_std:0.033562012016773224 - rollout_corr/rollout_is_eff_sample_size:0.9988750966741704 - rollout_corr/rollout_is_seq_mean:1.0000405311584473 - rollout_corr/rollout_is_seq_std:0.004703574348241091 - rollout_corr/rollout_is_seq_max:1.0411250591278076 - rollout_corr/rollout_is_seq_min:0.9804712533950806 - rollout_corr/rollout_is_seq_max_deviation:0.04112505912780762 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1021919082850218) - rollout_corr/training_log_ppl:np.float64(0.09181874391106248) - rollout_corr/kl:np.float64(0.0009127749330870571) - rollout_corr/k3_kl:np.float64(0.0010845346354813046) - rollout_corr/rollout_ppl:np.float64(1.101098203100264) - rollout_corr/rollout_log_ppl:np.float64(0.09090596910573367) - rollout_corr/log_ppl_diff:np.float64(0.0009127748053288087) - rollout_corr/log_ppl_abs_diff:np.float64(0.004611733738784096) - rollout_corr/log_ppl_diff_max:np.float64(0.03188742697238922) - rollout_corr/log_ppl_diff_min:np.float64(-0.019275113940238953) - rollout_corr/ppl_ratio:np.float64(1.0009348115418106) - rollout_corr/chi2_token:np.float64(0.0029305326752364635) - rollout_corr/chi2_seq:np.float64(0.17545894416980445) - actor/pg_loss:np.float64(-0.0005388801218941808) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011998453192063607) - actor/ppo_kl:np.float64(0.00043901222511522064) - actor/pg_clipfrac_lower:np.float64(1.6208507076953538e-05) - actor/grad_norm:np.float64(0.3320599216967821) - perf/mfu/actor:np.float64(0.05800264479099754) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.99492645263672) - actor/lr:np.float64(1e-06) - training/global_step:92 - training/epoch:0 - critic/score/mean:0.41015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01101569551974535 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:-0.01101569551974535 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:60.7265625 - response_length/max:477.0 - response_length/min:25.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:60.7265625 - response_length_non_aborted/max:477.0 - response_length_non_aborted/min:25.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:557.46875 - prompt_length/max:967.0 - prompt_length/min:253.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001497473567724228 - timing_s/agent_loop/generate_sequences/min:np.float64(0.4306583758443594) - timing_s/agent_loop/generate_sequences/max:np.float64(2.7337815277278423) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.754132783957175) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.7337815277278423) - timing_s/agent_loop/slowest/tool_calls:np.float64(
step:93 - global_seqlen/min:17198 - global_seqlen/max:24466 - global_seqlen/minmax_diff:7268 - global_seqlen/balanced_min:21416 - global_seqlen/balanced_max:21511 - global_seqlen/mean:21429.875 - actor/entropy:0.10560684651136398 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2413555383682251 - training/rollout_probs_diff_mean:0.0030651416163891554 - training/rollout_probs_diff_std:0.0121381226927042 - training/rollout_actor_probs_pearson_corr:0.9973388910293579 - rollout_corr/rollout_is_mean:0.999578058719635 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7523056268692017 - rollout_corr/rollout_is_min:0.5087061524391174 - rollout_corr/rollout_is_std:0.032223787158727646 - rollout_corr/rollout_is_eff_sample_size:0.9989619313293221 - rollout_corr/rollout_is_seq_mean:0.9993093013763428 - rollout_corr/rollout_is_seq_std:0.004702479112893343 - rollout_corr/rollout_is_seq_max:1.0194453001022339 - rollout_corr/rollout_is_seq_min:0.9826031923294067 - rollout_corr/rollout_is_seq_max_deviation:0.019445300102233887 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.107296394649893) - rollout_corr/training_log_ppl:np.float64(0.09752401821242529) - rollout_corr/kl:np.float64(0.0007962529997911361) - rollout_corr/k3_kl:np.float64(0.001236870685897451) - rollout_corr/rollout_ppl:np.float64(1.10622769407928) - rollout_corr/rollout_log_ppl:np.float64(0.09672776410661754) - rollout_corr/log_ppl_diff:np.float64(0.0007962540985317901) - rollout_corr/log_ppl_abs_diff:np.float64(0.0046425195469055325) - rollout_corr/log_ppl_diff_max:np.float64(0.034155428409576416) - rollout_corr/log_ppl_diff_min:np.float64(-0.027831733226776123) - rollout_corr/ppl_ratio:np.float64(1.000820759916678) - rollout_corr/chi2_token:np.float64(0.003672647988423705) - rollout_corr/chi2_seq:np.float64(0.1993567522149533) - actor/pg_loss:np.float64(-0.0003916305722668767) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0013478272157954052) - actor/ppo_kl:np.float64(-0.0004308259566130346) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.5551838800311089) - perf/mfu/actor:np.float64(0.06318009598319979) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.9970817565918) - actor/lr:np.float64(1e-06) - training/global_step:93 - training/epoch:0 - critic/score/mean:0.32421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.32421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0009326752042397857 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0009326752042397857 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:68.05859375 - response_length/max:882.0 - response_length/min:22.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:68.05859375 - response_length_non_aborted/max:882.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:601.625 - prompt_length/max:1127.0 - prompt_length/min:365.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012545660138130188 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3932042345404625) - timing_s/agent_loop/generate_sequences/max:np.float64(4.70703068934381) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.79028696558089) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(4.70703068934381) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_
step:94 - global_seqlen/min:17949 - global_seqlen/max:25338 - global_seqlen/minmax_diff:7389 - global_seqlen/balanced_min:21996 - global_seqlen/balanced_max:21998 - global_seqlen/mean:21996.875 - actor/entropy:0.08015390485525131 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5311316251754761 - training/rollout_probs_diff_mean:0.0025048493407666683 - training/rollout_probs_diff_std:0.014926725998520851 - training/rollout_actor_probs_pearson_corr:0.9947695136070251 - rollout_corr/rollout_is_mean:1.0001863241195679 - rollout_corr/rollout_is_ratio_fraction_high:0.0001792650145944208 - rollout_corr/rollout_is_ratio_fraction_low:0.0004182850243523717 - rollout_corr/rollout_is_max:3.7225520610809326 - rollout_corr/rollout_is_min:0.21798011660575867 - rollout_corr/rollout_is_std:0.0327676385641098 - rollout_corr/rollout_is_eff_sample_size:0.9989276714704524 - rollout_corr/rollout_is_seq_mean:1.000191330909729 - rollout_corr/rollout_is_seq_std:0.004530466161668301 - rollout_corr/rollout_is_seq_max:1.0286916494369507 - rollout_corr/rollout_is_seq_min:0.9870480298995972 - rollout_corr/rollout_is_seq_max_deviation:0.028691649436950684 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0838712938129902) - rollout_corr/training_log_ppl:np.float64(0.07754150877644861) - rollout_corr/kl:np.float64(0.0024726516294357737) - rollout_corr/k3_kl:np.float64(0.002506558561928423) - rollout_corr/rollout_ppl:np.float64(1.080967173911631) - rollout_corr/rollout_log_ppl:np.float64(0.07506885696875543) - rollout_corr/log_ppl_diff:np.float64(0.0024726517931412673) - rollout_corr/log_ppl_abs_diff:np.float64(0.005323115996361594) - rollout_corr/log_ppl_diff_max:np.float64(0.23773008584976196) - rollout_corr/log_ppl_diff_min:np.float64(-0.022450793534517288) - rollout_corr/ppl_ratio:np.float64(1.002725764643401) - rollout_corr/chi2_token:np.float64(0.0018759856466203928) - rollout_corr/chi2_seq:np.float64(0.11286435835063457) - actor/pg_loss:np.float64(-0.00023683113977313042) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006263627110456582) - actor/ppo_kl:np.float64(0.002028622540912295) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.7879590741358697) - perf/mfu/actor:np.float64(0.06505628583795689) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.9808235168457) - actor/lr:np.float64(1e-06) - training/global_step:94 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00318942335434258 - critic/advantages/max:0.625 - critic/advantages/min:-0.625 - critic/returns/mean:-0.00318942335434258 - critic/returns/max:0.625 - critic/returns/min:-0.625 - response_length/mean:65.37109375 - response_length/max:357.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:65.37109375 - response_length_non_aborted/max:357.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:622.03125 - prompt_length/max:1068.0 - prompt_length/min:309.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.832903742790222e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3352525942027569) - timing_s/agent_loop/generate_sequences/max:np.float64(2.417144061997533) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.7498065964246052) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(2.417144061997533) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - ti
step:95 - global_seqlen/min:15649 - global_seqlen/max:30549 - global_seqlen/minmax_diff:14900 - global_seqlen/balanced_min:20834 - global_seqlen/balanced_max:28123 - global_seqlen/mean:21748.875 - actor/entropy:0.07513740658760071 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35350093245506287 - training/rollout_probs_diff_mean:0.0019117791671305895 - training/rollout_probs_diff_std:0.009358747862279415 - training/rollout_actor_probs_pearson_corr:0.9978646636009216 - rollout_corr/rollout_is_mean:0.9996581673622131 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.939343777252361e-05 - rollout_corr/rollout_is_max:1.897936224937439 - rollout_corr/rollout_is_min:0.4058622717857361 - rollout_corr/rollout_is_std:0.02562313713133335 - rollout_corr/rollout_is_eff_sample_size:0.9993434689215152 - rollout_corr/rollout_is_seq_mean:0.9994479417800903 - rollout_corr/rollout_is_seq_std:0.0035836442839354277 - rollout_corr/rollout_is_seq_max:1.0104641914367676 - rollout_corr/rollout_is_seq_min:0.9822297096252441 - rollout_corr/rollout_is_seq_max_deviation:0.01777029037475586 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.105578055139631) - rollout_corr/training_log_ppl:np.float64(0.09638552920841903) - rollout_corr/kl:np.float64(0.0012761271027748045) - rollout_corr/k3_kl:np.float64(0.0010636132939431664) - rollout_corr/rollout_ppl:np.float64(1.1041361936368048) - rollout_corr/rollout_log_ppl:np.float64(0.09510940151540126) - rollout_corr/log_ppl_diff:np.float64(0.0012761276957462542) - rollout_corr/log_ppl_abs_diff:np.float64(0.003952755214413628) - rollout_corr/log_ppl_diff_max:np.float64(0.030952416360378265) - rollout_corr/log_ppl_diff_min:np.float64(-0.03871774673461914) - rollout_corr/ppl_ratio:np.float64(1.001297430600971) - rollout_corr/chi2_token:np.float64(0.002524543320760131) - rollout_corr/chi2_seq:np.float64(0.059393760515376925) - actor/pg_loss:np.float64(-0.000198688474483788) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00042582985770422965) - actor/ppo_kl:np.float64(0.0003791285014335122) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.319208649918437) - perf/mfu/actor:np.float64(0.060077570529742295) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.80831146240234) - actor/lr:np.float64(1e-06) - training/global_step:95 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0010023420909419656 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0010023420909419656 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:98.40234375 - response_length/max:8192.0 - response_length/min:24.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:98.40234375 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:24.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:581.25 - prompt_length/max:1109.0 - prompt_length/min:226.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.0001066494733095169 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3445663843303919) - timing_s/agent_loop/generate_sequences/max:np.float64(46.47439414821565) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9527361490545445) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(46.47439414821565) - timing_s/agent_loop/slowest/tool_calls:np.float64(
step:96 - global_seqlen/min:16944 - global_seqlen/max:31773 - global_seqlen/minmax_diff:14829 - global_seqlen/balanced_min:22802 - global_seqlen/balanced_max:22810 - global_seqlen/mean:22807.375 - actor/entropy:0.12361276894807816 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1846313774585724 - training/rollout_probs_diff_mean:0.0026221766602247953 - training/rollout_probs_diff_std:0.009845267049968243 - training/rollout_actor_probs_pearson_corr:0.9984864592552185 - rollout_corr/rollout_is_mean:1.0001460313796997 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.564319133758545 - rollout_corr/rollout_is_min:0.5897137522697449 - rollout_corr/rollout_is_std:0.02817048504948616 - rollout_corr/rollout_is_eff_sample_size:0.9992072910640203 - rollout_corr/rollout_is_seq_mean:1.0002440214157104 - rollout_corr/rollout_is_seq_std:0.0036513926461338997 - rollout_corr/rollout_is_seq_max:1.0137042999267578 - rollout_corr/rollout_is_seq_min:0.9876942038536072 - rollout_corr/rollout_is_seq_max_deviation:0.013704299926757812 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1153161800466478) - rollout_corr/training_log_ppl:np.float64(0.10447345185093582) - rollout_corr/kl:np.float64(0.0008286499134086966) - rollout_corr/k3_kl:np.float64(0.0013676498009410065) - rollout_corr/rollout_ppl:np.float64(1.1144337393343449) - rollout_corr/rollout_log_ppl:np.float64(0.10364480025054945) - rollout_corr/log_ppl_diff:np.float64(0.0008286516003863653) - rollout_corr/log_ppl_abs_diff:np.float64(0.003987944810432964) - rollout_corr/log_ppl_diff_max:np.float64(0.06060691922903061) - rollout_corr/log_ppl_diff_min:np.float64(-0.02798895537853241) - rollout_corr/ppl_ratio:np.float64(1.0008571883663535) - rollout_corr/chi2_token:np.float64(0.004126191139221191) - rollout_corr/chi2_seq:np.float64(0.25006804475560784) - actor/pg_loss:np.float64(-0.00043539959006011486) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007866308542361367) - actor/ppo_kl:np.float64(0.0007061706304796189) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.22839521430432796) - perf/mfu/actor:np.float64(0.06751675628877768) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.74926376342773) - actor/lr:np.float64(1e-06) - training/global_step:96 - training/epoch:0 - critic/score/mean:0.42578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.42578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008263812400400639 - critic/advantages/max:0.75 - critic/advantages/min:-0.75 - critic/returns/mean:-0.008263812400400639 - critic/returns/max:0.75 - critic/returns/min:-0.75 - response_length/mean:74.44921875 - response_length/max:662.0 - response_length/min:28.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:74.44921875 - response_length_non_aborted/max:662.0 - response_length_non_aborted/min:28.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:638.28125 - prompt_length/max:1499.0 - prompt_length/min:275.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.089894592761993e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.46803602017462254) - timing_s/agent_loop/generate_sequences/max:np.float64(3.733808971941471) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8648341324442299) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(3.733808971941471) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
step:97 - global_seqlen/min:16727 - global_seqlen/max:23205 - global_seqlen/minmax_diff:6478 - global_seqlen/balanced_min:21097 - global_seqlen/balanced_max:21231 - global_seqlen/mean:21137.75 - actor/entropy:0.1040182113647461 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.269555002450943 - training/rollout_probs_diff_mean:0.002123801503330469 - training/rollout_probs_diff_std:0.008524525910615921 - training/rollout_actor_probs_pearson_corr:0.9986470937728882 - rollout_corr/rollout_is_mean:0.9998640418052673 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5506705045700073 - rollout_corr/rollout_is_min:0.6108541488647461 - rollout_corr/rollout_is_std:0.02370302565395832 - rollout_corr/rollout_is_eff_sample_size:0.9994382439470041 - rollout_corr/rollout_is_seq_mean:0.9998148679733276 - rollout_corr/rollout_is_seq_std:0.0030276936013251543 - rollout_corr/rollout_is_seq_max:1.012966513633728 - rollout_corr/rollout_is_seq_min:0.9873403906822205 - rollout_corr/rollout_is_seq_max_deviation:0.012966513633728027 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1056180871091783) - rollout_corr/training_log_ppl:np.float64(0.09563198406249285) - rollout_corr/kl:np.float64(0.0005883509425608224) - rollout_corr/k3_kl:np.float64(0.0005984544800219371) - rollout_corr/rollout_ppl:np.float64(1.1050527193583548) - rollout_corr/rollout_log_ppl:np.float64(0.09504363221367385) - rollout_corr/log_ppl_diff:np.float64(0.000588351848819002) - rollout_corr/log_ppl_abs_diff:np.float64(0.0029859036067136913) - rollout_corr/log_ppl_diff_max:np.float64(0.025081709027290344) - rollout_corr/log_ppl_diff_min:np.float64(-0.022050082683563232) - rollout_corr/ppl_ratio:np.float64(1.0005988392513245) - rollout_corr/chi2_token:np.float64(0.0014067043084651232) - rollout_corr/chi2_seq:np.float64(0.052731548668816686) - actor/pg_loss:np.float64(-0.00016857311129570007) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0001265746056802186) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.4780052602291107) - perf/mfu/actor:np.float64(0.06219252515776021) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.77994155883789) - actor/lr:np.float64(1e-06) - training/global_step:97 - training/epoch:0 - critic/score/mean:0.33984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.33984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0007633587811142206 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0007633587811142206 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:86.9921875 - response_length/max:1018.0 - response_length/min:23.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:86.9921875 - response_length_non_aborted/max:1018.0 - response_length_non_aborted/min:23.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:573.5625 - prompt_length/max:1024.0 - prompt_length/min:256.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:9.940005838871002e-05 - timing_s/agent_loop/generate_sequences/min:np.float64(0.3933531232178211) - timing_s/agent_loop/generate_sequences/max:np.float64(5.514592096209526) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.9159768263270962) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(5.514592096209526) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowest/prompt_length:4
step:98 - global_seqlen/min:17149 - global_seqlen/max:36781 - global_seqlen/minmax_diff:19632 - global_seqlen/balanced_min:20694 - global_seqlen/balanced_max:27893 - global_seqlen/mean:22397.625 - actor/entropy:0.1040242463350296 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.34714338183403015 - training/rollout_probs_diff_mean:0.0017863105749711394 - training/rollout_probs_diff_std:0.008350610733032227 - training/rollout_actor_probs_pearson_corr:0.998758852481842 - rollout_corr/rollout_is_mean:0.999933660030365 - rollout_corr/rollout_is_ratio_fraction_high:2.6740111934486777e-05 - rollout_corr/rollout_is_ratio_fraction_low:8.022033580346033e-05 - rollout_corr/rollout_is_max:2.0221502780914307 - rollout_corr/rollout_is_min:0.2599737048149109 - rollout_corr/rollout_is_std:0.02273000404238701 - rollout_corr/rollout_is_eff_sample_size:0.9994834946454421 - rollout_corr/rollout_is_seq_mean:1.0001521110534668 - rollout_corr/rollout_is_seq_std:0.0030455931555479765 - rollout_corr/rollout_is_seq_max:1.0114482641220093 - rollout_corr/rollout_is_seq_min:0.9909152984619141 - rollout_corr/rollout_is_seq_max_deviation:0.011448264122009277 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1604433851316571) - rollout_corr/training_log_ppl:np.float64(0.14228921985341003) - rollout_corr/kl:np.float64(-1.667551759254593e-05) - rollout_corr/k3_kl:np.float64(0.00044376492397635303) - rollout_corr/rollout_ppl:np.float64(1.1605023499578238) - rollout_corr/rollout_log_ppl:np.float64(0.1423058943655633) - rollout_corr/log_ppl_diff:np.float64(-1.6674512153258547e-05) - rollout_corr/log_ppl_abs_diff:np.float64(0.002513227216695668) - rollout_corr/log_ppl_diff_max:np.float64(0.008114248514175415) - rollout_corr/log_ppl_diff_min:np.float64(-0.012333065271377563) - rollout_corr/ppl_ratio:np.float64(0.9999894560314715) - rollout_corr/chi2_token:np.float64(0.0019017679151147604) - rollout_corr/chi2_seq:np.float64(0.056306053418666124) - actor/pg_loss:np.float64(8.791685104370117e-07) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.394094998540822e-05) - actor/ppo_kl:np.float64(-0.00015192375955308535) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.10722477734088898) - perf/mfu/actor:np.float64(0.061854402783942386) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.71384239196777) - actor/lr:np.float64(1e-06) - training/global_step:98 - training/epoch:0 - critic/score/mean:0.359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0006651603034697473 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0006651603034697473 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:146.08203125 - response_length/max:8192.0 - response_length/min:22.0 - response_length/clip_ratio:0.00390625 - response_length_non_aborted/mean:146.08203125 - response_length_non_aborted/max:8192.0 - response_length_non_aborted/min:22.0 - response_length_non_aborted/clip_ratio:0.00390625 - response/aborted_ratio:0.0 - prompt_length/mean:553.84375 - prompt_length/max:810.0 - prompt_length/min:318.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00012129172682762146 - timing_s/agent_loop/generate_sequences/min:np.float64(0.35201247595250607) - timing_s/agent_loop/generate_sequences/max:np.float64(41.830545203760266) - timing_s/agent_loop/generate_sequences/mean:np.float64(1.1741379976738244) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(41.830545203760266) - timing_s/agent_l
step:99 - global_seqlen/min:18425 - global_seqlen/max:27041 - global_seqlen/minmax_diff:8616 - global_seqlen/balanced_min:21666 - global_seqlen/balanced_max:25545 - global_seqlen/mean:22203.75 - actor/entropy:0.12311642616987228 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.13173753023147583 - training/rollout_probs_diff_mean:0.0018586608348414302 - training/rollout_probs_diff_std:0.006972834002226591 - training/rollout_actor_probs_pearson_corr:0.9992296695709229 - rollout_corr/rollout_is_mean:1.0000172853469849 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.639548659324646 - rollout_corr/rollout_is_min:0.5505461692810059 - rollout_corr/rollout_is_std:0.022024136036634445 - rollout_corr/rollout_is_eff_sample_size:0.9995152916662099 - rollout_corr/rollout_is_seq_mean:1.0001254081726074 - rollout_corr/rollout_is_seq_std:0.0029176895041018724 - rollout_corr/rollout_is_seq_max:1.0127778053283691 - rollout_corr/rollout_is_seq_min:0.9914768934249878 - rollout_corr/rollout_is_seq_max_deviation:0.01277780532836914 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.122967625502497) - rollout_corr/training_log_ppl:np.float64(0.1121234093880048) - rollout_corr/kl:np.float64(6.719642799524195e-05) - rollout_corr/k3_kl:np.float64(0.00036489025642794104) - rollout_corr/rollout_ppl:np.float64(1.1229209606535733) - rollout_corr/rollout_log_ppl:np.float64(0.11205621204862837) - rollout_corr/log_ppl_diff:np.float64(6.719733937643468e-05) - rollout_corr/log_ppl_abs_diff:np.float64(0.002387066531809978) - rollout_corr/log_ppl_diff_max:np.float64(0.009327642619609833) - rollout_corr/log_ppl_diff_min:np.float64(-0.019913308322429657) - rollout_corr/ppl_ratio:np.float64(1.000073105096817) - rollout_corr/chi2_token:np.float64(0.0015559385064989328) - rollout_corr/chi2_seq:np.float64(0.08049377938732505) - actor/pg_loss:np.float64(-1.337006688117981e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002156986520276405) - actor/ppo_kl:np.float64(-3.9702664338392424e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.12718498706817627) - perf/mfu/actor:np.float64(0.06278020355373397) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.79438400268555) - actor/lr:np.float64(1e-06) - training/global_step:99 - training/epoch:0 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00021608588576782495 - critic/advantages/max:0.75 - critic/advantages/min:-0.25 - critic/returns/mean:-0.00021608588576782495 - critic/returns/max:0.75 - critic/returns/min:-0.25 - response_length/mean:85.8671875 - response_length/max:4627.0 - response_length/min:25.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:85.8671875 - response_length_non_aborted/max:4627.0 - response_length_non_aborted/min:25.0 - response_length_non_aborted/clip_ratio:0.0 - response/aborted_ratio:0.0 - prompt_length/mean:608.0 - prompt_length/max:946.0 - prompt_length/min:305.0 - prompt_length/clip_ratio:0.0 - num_turns/min:np.int32(2) - num_turns/max:np.int32(2) - num_turns/mean:np.float64(2.0) - timing_s/start_profile:0.00014101900160312653 - timing_s/agent_loop/generate_sequences/min:np.float64(0.4242385867983103) - timing_s/agent_loop/generate_sequences/max:np.float64(22.121572881937027) - timing_s/agent_loop/generate_sequences/mean:np.float64(0.8758462116529699) - timing_s/agent_loop/tool_calls/min:np.float64(0.0) - timing_s/agent_loop/tool_calls/max:np.float64(0.0) - timing_s/agent_loop/tool_calls/mean:np.float64(0.0) - timing_s/agent_loop/slowest/generate_sequences:np.float64(22.121572881937027) - timing_s/agent_loop/slowest/tool_calls:np.float64(0.0) - timing_s/agent_loop/slowe
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 100}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to retrieve a random axolotl image.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-GRPO-Qwen-Qwen3-4B-mbs8-train32-rollout8-lr1e-6-vllm0.8/global_step_100
step:100 - global_seqlen/min:18523 - global_seqlen/max:25286 - global_seqlen/minmax_diff:6763 - global_seqlen/balanced_min:21035 - global_seqlen/balanced_max:21036 - global_seqlen/mean:21035.875 - actor/entropy:0.14357170462608337 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12089437246322632 - training/rollout_probs_diff_mean:0.002164518227800727 - training/rollout_probs_diff_std:0.007261213846504688 - training/rollout_actor_probs_pearson_corr:0.9992616772651672 - rollout_corr/rollout_is_mean:0.9998654127120972 - rollout_corr/rollout_is_ratio_fraction_high:4.97240325785242e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.2650070190429688 - rollout_corr/rollout_is_min:0.6138291954994202 - rollout_corr/rollout_is_std:0.02362494170665741 - rollout_corr/rollout_is_eff_sample_size:0.9994420543741424 - rollout_corr/rollout_is_seq_mean:0.9998652338981628 - rollout_corr/rollout_is_seq_std:0.003272402100265026 - rollout_corr/rollout_is_seq_max:1.0165464878082275 - rollout_corr/rollout_is_seq_min:0.9906290769577026 - rollout_corr/rollout_is_seq_max_deviation:0.01654648780822754 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1511951768770814) - rollout_corr/training_log_ppl:np.float64(0.1364561979426071) - rollout_corr/kl:np.float64(0.0005012150181968877) - rollout_corr/k3_kl:np.float64(0.00043782229743827283) - rollout_corr/rollout_ppl:np.float64(1.1506293234415352) - rollout_corr/rollout_log_ppl:np.float64(0.13595498194990796) - rollout_corr/log_ppl_diff:np.float64(0.0005012159926991444) - rollout_corr/log_ppl_abs_diff:np.float64(0.002873804867704166) - rollout_corr/log_ppl_diff_max:np.float64(0.017064914107322693) - rollout_corr/log_ppl_diff_min:np.float64(-0.018534213304519653) - rollout_corr/ppl_ratio:np.float64(1.0005107254255563) - rollout_corr/chi2_token:np.float64(0.0007952849846333265) - rollout_corr/chi2_seq:np.float64(0.05812919745221734) - actor/pg_loss:np.float64(-0.00013048574328422546) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002753048320300877) - actor/ppo_kl:np.float64(9.126732021513817e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - actor/grad_norm:np.float64(0.23568445537239313) - perf/mfu/actor:np.float64(0.06166838756342609) - perf/max_memory_allocated_gb:np.float64(124.25863409042358) - perf/max_memory_reserved_gb:np.float64(130.046875) - perf/cpu_memory_used_gb:np.float64(105.7668685913086) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5689338235294118) - val-aux/tooluse/reward/std@16:np.float64(0.07216799159273436) - val-aux/tooluse/reward/best@2/mean:np.float64(0.599735294117647) - val-aux/tooluse/reward/best@2/std:np.float64(0.05681896001528811) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5376176470588235) - val-aux/tooluse/reward/worst@2/std:np.float64(0.065873083983826) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5681911764705883) - val-aux/tooluse/reward/maj@2/std:np.float64(0.07217664475658733) - val-aux/tooluse/reward/best@4/mean:np.float64(0.6216029411764705) - val-aux/tooluse/reward/best@4/std:np.float64(0.03612363935746805) - val-aux/tooluse/reward/worst@4/mean:np.float64(0.5104117647058823) - val-aux/tooluse/reward/worst@4/std:np.float64(0.050276642601264465) - val-aux/tooluse/reward/maj@4/mean:np.float64(0.571764705882353) - val-aux/tooluse/reward/maj@4/std:np.float64(0.06112092824371511) - val-aux/tooluse/reward/best@8/mean:np.float64(0.6337205882352942) - val-aux/tooluse/reward/best@8/std:np.float64(0.021009683207312644) - val-aux/tooluse/reward/worst@8/mean:np.float64(0.4913382352941176) - val-aux/tooluse/reward/worst@8/std:np.float64(0.03169698340721522) - val-aux/tooluse/reward/maj@8/mean:np.float64(0.5750294117647058) - val-aux/tooluse/reward/maj@8/std:np.float64(0.04699356851985658) - val-aux/tooluse/reward/best@16/mean:np.float64(0.6409558823529412) - val-aux/tooluse/reward/best@16/std:np.float64(0.011314008550944105) - val-aux/tooluse/reward/wo
("Final validation metrics: {'val-aux/tooluse/reward/mean@16': "
 "np.float64(0.5689338235294118), 'val-aux/tooluse/reward/std@16': "
 "np.float64(0.07216799159273436), 'val-aux/tooluse/reward/best@2/mean': "
 "np.float64(0.599735294117647), 'val-aux/tooluse/reward/best@2/std': "
 "np.float64(0.05681896001528811), 'val-aux/tooluse/reward/worst@2/mean': "
 "np.float64(0.5376176470588235), 'val-aux/tooluse/reward/worst@2/std': "
 "np.float64(0.065873083983826), 'val-aux/tooluse/reward/maj@2/mean': "
 "np.float64(0.5681911764705883), 'val-aux/tooluse/reward/maj@2/std': "
 "np.float64(0.07217664475658733), 'val-aux/tooluse/reward/best@4/mean': "
 "np.float64(0.6216029411764705), 'val-aux/tooluse/reward/best@4/std': "
 "np.float64(0.03612363935746805), 'val-aux/tooluse/reward/worst@4/mean': "
 "np.float64(0.5104117647058823), 'val-aux/tooluse/reward/worst@4/std': "
 "np.float64(0.050276642601264465), 'val-aux/tooluse/reward/maj@4/mean': "
 "np.float64(0.571764705882353), 'val-aux/tooluse/reward/maj@4/std': "
 "np.float64(0.06112092824371511), 'val-aux/tooluse/reward/best@8/mean': "
 "np.float64(0.6337205882352942), 'val-aux/tooluse/reward/best@8/std': "
 "np.float64(0.021009683207312644), 'val-aux/tooluse/reward/worst@8/mean': "
 "np.float64(0.4913382352941176), 'val-aux/tooluse/reward/worst@8/std': "
 "np.float64(0.03169698340721522), 'val-aux/tooluse/reward/maj@8/mean': "
 "np.float64(0.5750294117647058), 'val-aux/tooluse/reward/maj@8/std': "
 "np.float64(0.04699356851985658), 'val-aux/tooluse/reward/best@16/mean': "
 "np.float64(0.6409558823529412), 'val-aux/tooluse/reward/best@16/std': "
 "np.float64(0.011314008550944105), 'val-aux/tooluse/reward/worst@16/mean': "
 "np.float64(0.47960294117647057), 'val-aux/tooluse/reward/worst@16/std': "
 "np.float64(0.018056061970488427), 'val-aux/tooluse/reward/maj@16/mean': "
 "np.float64(0.5770294117647059), 'val-aux/tooluse/reward/maj@16/std': "
 "np.float64(0.03730316048999515), 'val-aux/tooluse/score/mean@16': "
 "np.float64(0.5689338235294118), 'val-aux/tooluse/score/std@16': "
 "np.float64(0.07216799159273436), 'val-aux/tooluse/score/best@2/mean': "
 "np.float64(0.599735294117647), 'val-aux/tooluse/score/best@2/std': "
 "np.float64(0.05681896001528811), 'val-aux/tooluse/score/worst@2/mean': "
 "np.float64(0.5376176470588235), 'val-aux/tooluse/score/worst@2/std': "
 "np.float64(0.065873083983826), 'val-aux/tooluse/score/maj@2/mean': "
 "np.float64(0.5681911764705883), 'val-aux/tooluse/score/maj@2/std': "
 "np.float64(0.07217664475658733), 'val-aux/tooluse/score/best@4/mean': "
 "np.float64(0.6216029411764705), 'val-aux/tooluse/score/best@4/std': "
 "np.float64(0.03612363935746805), 'val-aux/tooluse/score/worst@4/mean': "
 "np.float64(0.5104117647058823), 'val-aux/tooluse/score/worst@4/std': "
 "np.float64(0.050276642601264465), 'val-aux/tooluse/score/maj@4/mean': "
 "np.float64(0.571764705882353), 'val-aux/tooluse/score/maj@4/std': "
 "np.float64(0.06112092824371511), 'val-aux/tooluse/score/best@8/mean': "
 "np.float64(0.6337205882352942), 'val-aux/tooluse/score/best@8/std': "
 "np.float64(0.021009683207312644), 'val-aux/tooluse/score/worst@8/mean': "
 "np.float64(0.4913382352941176), 'val-aux/tooluse/score/worst@8/std': "
 "np.float64(0.03169698340721522), 'val-aux/tooluse/score/maj@8/mean': "
 "np.float64(0.5750294117647058), 'val-aux/tooluse/score/maj@8/std': "
 "np.float64(0.04699356851985658), 'val-aux/tooluse/score/best@16/mean': "
 "np.float64(0.6409558823529412), 'val-aux/tooluse/score/best@16/std': "
 "np.float64(0.011314008550944105), 'val-aux/tooluse/score/worst@16/mean': "
 "np.float64(0.47960294117647057), 'val-aux/tooluse/score/worst@16/std': "
 "np.float64(0.018056061970488427), 'val-aux/tooluse/score/maj@16/mean': "
 "np.float64(0.5770294117647059), 'val-aux/tooluse/score/maj@16/std': "
 "np.float64(0.03730316048999515), 'val-core/tooluse/acc/mean@16': "
 "np.float64(0.5689338235294118), 'val-aux/tooluse/acc/std@16': "
 "np.float64(0.07216799159273436), 'val-aux/tooluse/acc/best@2/mean': "
 "np.float64(0.599735294117647), 'val-aux/tooluse/acc/best@2/std': "
 "np.float64(0.05681896001528811), 'val-aux/tooluse/acc/worst@2/mean': "
 "np.float64(0.5376176470588235), 'val-aux/tooluse/acc/worst@2/std': "
 "np.float64(0.065873083983826), 'val-aux/tooluse/acc/maj@2/mean': "
 "np.float64(0.5681911764705883), 'val-aux/tooluse/acc/maj@2/std': "
 "np.float64(0.07217664475658733), 'val-aux/tooluse/acc/best@4/mean': "
 "np.float64(0.6216029411764705), 'val-aux/tooluse/acc/best@4/std': "
 "np.float64(0.03612363935746805), 'val-aux/tooluse/acc/worst@4/mean': "
 "np.float64(0.5104117647058823), 'val-aux/tooluse/acc/worst@4/std': "
 "np.float64(0.050276642601264465), 'val-aux/tooluse/acc/maj@4/mean': "
 "np.float64(0.571764705882353), 'val-aux/tooluse/acc/maj@4/std': "
 "np.float64(0.06112092824371511), 'val-aux/tooluse/acc/best@8/mean': "
 "np.float64(0.6337205882352942), 'val-aux/tooluse/acc/best@8/std': "
 "np.float64(0.021009683207312644), 'val-aux/tooluse/acc/worst@8/mean': "
 "np.float64(0.4913382352941176), 'val-aux/tooluse/acc/worst@8/std': "
 "np.float64(0.03169698340721522), 'val-aux/tooluse/acc/maj@8/mean': "
 "np.float64(0.5750294117647058), 'val-aux/tooluse/acc/maj@8/std': "
 "np.float64(0.04699356851985658), 'val-core/tooluse/acc/best@16/mean': "
 "np.float64(0.6409558823529412), 'val-core/tooluse/acc/best@16/std': "
 "np.float64(0.011314008550944105), 'val-aux/tooluse/acc/worst@16/mean': "
 "np.float64(0.47960294117647057), 'val-aux/tooluse/acc/worst@16/std': "
 "np.float64(0.018056061970488427), 'val-core/tooluse/acc/maj@16/mean': "
 "np.float64(0.5770294117647059), 'val-core/tooluse/acc/maj@16/std': "
 "np.float64(0.03730316048999515), 'val-aux/tooluse/incorrect_format/mean@16': "
 "np.float64(0.0), 'val-aux/tooluse/incorrect_format/std@16': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@2/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@2/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@2/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@2/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@2/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@2/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@4/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@4/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@4/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@4/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@4/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@4/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@8/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@8/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@8/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@8/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@8/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@8/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@16/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@16/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@16/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@16/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@16/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@16/std': np.float64(0.0), "
 "'val-aux/num_turns/min': np.int32(2), 'val-aux/num_turns/max': np.int32(2), "
 "'val-aux/num_turns/mean': np.float64(2.0)}")