Qwen3-4B-Tooluse-RLSD-TR/artifacts/output.log

wandb: Detected [openai] in use.
wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
Checkpoint tracker file does not exist: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/latest_checkpointed_iteration.txt
Training from scratch
Training Progress:   9%|▉         | 9/100 [05:32<46:53, 30.92s/it]  
step:1 - global_seqlen/min:16113 - global_seqlen/max:27888 - global_seqlen/minmax_diff:11775 - global_seqlen/balanced_min:20572 - global_seqlen/balanced_max:20573 - global_seqlen/mean:20572.75 - actor/entropy:0.14569005370140076 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5020897388458252 - training/rollout_probs_diff_mean:0.004726210609078407 - training/rollout_probs_diff_std:0.015572981908917427 - training/rollout_actor_probs_pearson_corr:0.9966651201248169 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.30859375 - self_distillation/correct_sample_fraction:0.25390625 - self_distillation/feedback_available_fraction:0.74609375 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9999818801879883 - rollout_corr/rollout_is_ratio_fraction_high:4.990517845726572e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00019962071382906288 - rollout_corr/rollout_is_max:2.0960757732391357 - rollout_corr/rollout_is_min:0.4658127427101135 - rollout_corr/rollout_is_std:0.044649042189121246 - rollout_corr/rollout_is_eff_sample_size:0.9980104293334789 - rollout_corr/rollout_is_seq_mean:1.000129222869873 - rollout_corr/rollout_is_seq_std:0.006084215361624956 - rollout_corr/rollout_is_seq_max:1.0250848531723022 - rollout_corr/rollout_is_seq_min:0.9821147322654724 - rollout_corr/rollout_is_seq_max_deviation:0.025084853172302246 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1434188997372985) - rollout_corr/training_log_ppl:np.float64(0.12912976946972776) - rollout_corr/kl:np.float64(0.0008630797207249685) - rollout_corr/k3_kl:np.float64(0.0009923193554755017) - rollout_corr/rollout_ppl:np.float64(1.14235487440601) - rollout_corr/rollout_log_ppl:np.float64(0.12826668895286275) - rollout_corr/log_ppl_diff:np.float64(0.0008630805168650113) - rollout_corr/log_ppl_abs_diff:np.float64(0.004381702332466375) - rollout_corr/log_ppl_diff_max:np.float64(0.023324668407440186) - rollout_corr/log_ppl_diff_min:np.float64(-0.018968671560287476) - rollout_corr/ppl_ratio:np.float64(1.00088069611229) - rollout_corr/chi2_token:np.float64(0.002323178108781576) - rollout_corr/chi2_seq:np.float64(0.22369357012212276) - actor/pg_loss:np.float64(0.00040167884435504675) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.25390625) - self_distillation/token_reweight_w_mean:np.float64(322516.1778395958) - self_distillation/token_reweight_w_std:np.float64(2666222.8159474265) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0002614329569042) - self_distillation/token_reweight_w_clip_frac:np.float64(0.014888483885442838) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.49607915058732033) - perf/mfu/actor:np.float64(0.029586000023762698) - perf/max_memory_allocated_gb:np.float64(116.94683170318604) - perf/max_memory_reserved_gb:np.float64(120.92578125) - perf/cpu_memory_used_gb:np.float64(155.57365036010742) - actor/lr:np.float64(0.0) - training/global_step:1 - training/epoch:0 - critic/score/mean:0.25390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.001621918403543532 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:0.001621918403543532 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:78.2734375 - response_length/max:241.0
step:2 - global_seqlen/min:16674 - global_seqlen/max:27841 - global_seqlen/minmax_diff:11167 - global_seqlen/balanced_min:22903 - global_seqlen/balanced_max:23536 - global_seqlen/mean:22990.875 - actor/entropy:0.28457021713256836 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3808039426803589 - training/rollout_probs_diff_mean:0.004523789510130882 - training/rollout_probs_diff_std:0.014734368771314621 - training/rollout_actor_probs_pearson_corr:0.998058557510376 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.296875 - self_distillation/correct_sample_fraction:0.18359375 - self_distillation/feedback_available_fraction:0.81640625 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:0.984375 - rollout_corr/rollout_is_mean:1.0001975297927856 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.353171870112419e-05 - rollout_corr/rollout_is_max:1.862899661064148 - rollout_corr/rollout_is_min:0.19276174902915955 - rollout_corr/rollout_is_std:0.04030761122703552 - rollout_corr/rollout_is_eff_sample_size:0.9983787637329614 - rollout_corr/rollout_is_seq_mean:1.0000685453414917 - rollout_corr/rollout_is_seq_std:0.0052490234375 - rollout_corr/rollout_is_seq_max:1.023543357849121 - rollout_corr/rollout_is_seq_min:0.9797271490097046 - rollout_corr/rollout_is_seq_max_deviation:0.023543357849121094 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.177148391958326) - rollout_corr/training_log_ppl:np.float64(0.14596707685632282) - rollout_corr/kl:np.float64(0.0009021325123548252) - rollout_corr/k3_kl:np.float64(0.0008998379365756648) - rollout_corr/rollout_ppl:np.float64(1.1760167018510401) - rollout_corr/rollout_log_ppl:np.float64(0.14506494382658275) - rollout_corr/log_ppl_diff:np.float64(0.0009021330297400709) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036837487314187456) - rollout_corr/log_ppl_diff_max:np.float64(0.03967636823654175) - rollout_corr/log_ppl_diff_min:np.float64(-0.01697167009115219) - rollout_corr/ppl_ratio:np.float64(1.0009168090764433) - rollout_corr/chi2_token:np.float64(0.0017614716198295355) - rollout_corr/chi2_seq:np.float64(0.1015264019370079) - actor/pg_loss:np.float64(-3.2755546271800995e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00040168844498111866) - actor/ppo_kl:np.float64(5.841625612390544e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.984375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.984375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.18359375) - self_distillation/token_reweight_w_mean:np.float64(585861.9748032163) - self_distillation/token_reweight_w_std:np.float64(4198613.456254035) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001203320454806) - self_distillation/token_reweight_w_clip_frac:np.float64(0.020676134095992893) - self_distillation/empty_target_batch:np.float64(0.015625) - actor/grad_norm:np.float64(0.5979964956641197) - perf/mfu/actor:np.float64(0.041454130922046424) - perf/max_memory_allocated_gb:np.float64(117.12247371673584) - perf/max_memory_reserved_gb:np.float64(122.52734375) - perf/cpu_memory_used_gb:np.float64(149.81512069702148) - actor/lr:np.float64(1e-07) - training/global_step:2 - training/epoch:0 - critic/score/mean:0.18359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.18359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0021666039247065783 - critic/advantages/max:0.875 - critic/advantages/min:-0.375 - critic/returns/mean:0.0021666039247065783 - critic/returns/max:0.875 - critic/returns/min:-0.375 - response_length/mean:93.52734375 - response_length/max
step:3 - global_seqlen/min:20750 - global_seqlen/max:27923 - global_seqlen/minmax_diff:7173 - global_seqlen/balanced_min:23469 - global_seqlen/balanced_max:23476 - global_seqlen/mean:23472.75 - actor/entropy:0.13624140620231628 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2894733250141144 - training/rollout_probs_diff_mean:0.00432551046833396 - training/rollout_probs_diff_std:0.01442782487720251 - training/rollout_actor_probs_pearson_corr:0.9969558715820312 - self_distillation/success_group_fraction:0.21875 - self_distillation/success_sample_fraction:0.21875 - self_distillation/correct_sample_fraction:0.19921875 - self_distillation/feedback_available_fraction:0.80078125 - self_distillation/feedback_used_fraction:0.78125 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999701380729675 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00013299050624482334 - rollout_corr/rollout_is_max:1.8310950994491577 - rollout_corr/rollout_is_min:0.2867249846458435 - rollout_corr/rollout_is_std:0.040641900151968 - rollout_corr/rollout_is_eff_sample_size:0.9983509599089029 - rollout_corr/rollout_is_seq_mean:0.9999349117279053 - rollout_corr/rollout_is_seq_std:0.00475313002243638 - rollout_corr/rollout_is_seq_max:1.0207518339157104 - rollout_corr/rollout_is_seq_min:0.9731313586235046 - rollout_corr/rollout_is_seq_max_deviation:0.02686864137649536 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1447986448183656) - rollout_corr/training_log_ppl:np.float64(0.1303894965130894) - rollout_corr/kl:np.float64(0.0006178739178288595) - rollout_corr/k3_kl:np.float64(0.0007828279476974863) - rollout_corr/rollout_ppl:np.float64(1.1439870721660554) - rollout_corr/rollout_log_ppl:np.float64(0.12977162166498601) - rollout_corr/log_ppl_diff:np.float64(0.0006178748481033836) - rollout_corr/log_ppl_abs_diff:np.float64(0.003323486049339408) - rollout_corr/log_ppl_diff_max:np.float64(0.01868218183517456) - rollout_corr/log_ppl_diff_min:np.float64(-0.015355885028839111) - rollout_corr/ppl_ratio:np.float64(1.0006274650804698) - rollout_corr/chi2_token:np.float64(0.0019073097500950098) - rollout_corr/chi2_seq:np.float64(0.14730711746960878) - actor/pg_loss:np.float64(0.0005224454216659069) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00011219260159123223) - actor/ppo_kl:np.float64(-0.0002667347067237813) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.19921875) - self_distillation/token_reweight_w_mean:np.float64(16947.953767527593) - self_distillation/token_reweight_w_std:np.float64(210027.7752271862) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0002233712002635) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010797204275149852) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.18393207341432571) - perf/mfu/actor:np.float64(0.04286082213079141) - perf/max_memory_allocated_gb:np.float64(117.12247371673584) - perf/max_memory_reserved_gb:np.float64(122.52734375) - perf/cpu_memory_used_gb:np.float64(146.68908309936523) - actor/lr:np.float64(2e-07) - training/global_step:3 - training/epoch:0 - critic/score/mean:0.19921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.19921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002100141951814294 - critic/advantages/max:0.5 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002100141951814294 - critic/returns/max:0.5 - critic/returns/min:-0.875 - response_length/mean:88.1171875 - response_length/max:280.0 - response_leng
step:4 - global_seqlen/min:18261 - global_seqlen/max:38885 - global_seqlen/minmax_diff:20624 - global_seqlen/balanced_min:22538 - global_seqlen/balanced_max:29368 - global_seqlen/mean:24318.625 - actor/entropy:0.06804919242858887 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45618706941604614 - training/rollout_probs_diff_mean:0.002489234786480665 - training/rollout_probs_diff_std:0.01234694104641676 - training/rollout_actor_probs_pearson_corr:0.9959709048271179 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.33984375 - self_distillation/correct_sample_fraction:0.28515625 - self_distillation/feedback_available_fraction:0.71484375 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9997839331626892 - rollout_corr/rollout_is_ratio_fraction_high:5.3491668950300664e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00016047499957494438 - rollout_corr/rollout_is_max:2.4221322536468506 - rollout_corr/rollout_is_min:0.27172061800956726 - rollout_corr/rollout_is_std:0.031067313626408577 - rollout_corr/rollout_is_eff_sample_size:0.9990353362293889 - rollout_corr/rollout_is_seq_mean:0.9995905160903931 - rollout_corr/rollout_is_seq_std:0.004774736240506172 - rollout_corr/rollout_is_seq_max:1.0282739400863647 - rollout_corr/rollout_is_seq_min:0.9821183085441589 - rollout_corr/rollout_is_seq_max_deviation:0.028273940086364746 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1021483186632395) - rollout_corr/training_log_ppl:np.float64(0.0946217791035906) - rollout_corr/kl:np.float64(0.0010621625401796564) - rollout_corr/k3_kl:np.float64(0.0007062691610604799) - rollout_corr/rollout_ppl:np.float64(1.1009607804007828) - rollout_corr/rollout_log_ppl:np.float64(0.09355961555957037) - rollout_corr/log_ppl_diff:np.float64(0.0010621635440202226) - rollout_corr/log_ppl_abs_diff:np.float64(0.003400943459610062) - rollout_corr/log_ppl_diff_max:np.float64(0.024380259215831757) - rollout_corr/log_ppl_diff_min:np.float64(-0.019284069538116455) - rollout_corr/ppl_ratio:np.float64(1.0010732875671238) - rollout_corr/chi2_token:np.float64(0.0007394822314381599) - rollout_corr/chi2_seq:np.float64(0.18365785013884306) - actor/pg_loss:np.float64(0.0006382545689120889) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(9.667859922046773e-05) - actor/ppo_kl:np.float64(-9.05379107933868e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.28515625) - self_distillation/token_reweight_w_mean:np.float64(267792.558641654) - self_distillation/token_reweight_w_std:np.float64(2175811.161779918) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003319184761494) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010695519726141356) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.543835811316967) - perf/mfu/actor:np.float64(0.04242885417417987) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(143.66288375854492) - actor/lr:np.float64(3e-07) - training/global_step:4 - training/epoch:0 - critic/score/mean:0.28515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004633715841919184 - critic/advantages/max:0.875 - critic/advantages/min:-0.5 - critic/returns/mean:-0.004633715841919184 - critic/returns/max:0.875 - critic/returns/min:-0.5 - response_length/mean
step:5 - global_seqlen/min:17212 - global_seqlen/max:26951 - global_seqlen/minmax_diff:9739 - global_seqlen/balanced_min:22140 - global_seqlen/balanced_max:22149 - global_seqlen/mean:22146.25 - actor/entropy:0.1364368200302124 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25600892305374146 - training/rollout_probs_diff_mean:0.00404906552284956 - training/rollout_probs_diff_std:0.013461782597005367 - training/rollout_actor_probs_pearson_corr:0.9973580241203308 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.33984375 - self_distillation/correct_sample_fraction:0.2890625 - self_distillation/feedback_available_fraction:0.7109375 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998021125793457 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00017971066699828953 - rollout_corr/rollout_is_max:1.809285044670105 - rollout_corr/rollout_is_min:0.3704065680503845 - rollout_corr/rollout_is_std:0.03874151036143303 - rollout_corr/rollout_is_eff_sample_size:0.9985006910914197 - rollout_corr/rollout_is_seq_mean:0.9996916651725769 - rollout_corr/rollout_is_seq_std:0.004375860095024109 - rollout_corr/rollout_is_seq_max:1.0173075199127197 - rollout_corr/rollout_is_seq_min:0.9810831546783447 - rollout_corr/rollout_is_seq_max_deviation:0.018916845321655273 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.122619152534753) - rollout_corr/training_log_ppl:np.float64(0.11154543078737333) - rollout_corr/kl:np.float64(0.0008043531998254139) - rollout_corr/k3_kl:np.float64(0.0007280560006059922) - rollout_corr/rollout_ppl:np.float64(1.1216712864115834) - rollout_corr/rollout_log_ppl:np.float64(0.11074107681997702) - rollout_corr/log_ppl_diff:np.float64(0.0008043539673963096) - rollout_corr/log_ppl_abs_diff:np.float64(0.0033818248157331254) - rollout_corr/log_ppl_diff_max:np.float64(0.016721025109291077) - rollout_corr/log_ppl_diff_min:np.float64(-0.012111768126487732) - rollout_corr/ppl_ratio:np.float64(1.0008150299545377) - rollout_corr/chi2_token:np.float64(0.0012882370501756668) - rollout_corr/chi2_seq:np.float64(0.09873880469240248) - actor/pg_loss:np.float64(0.0007285862229764462) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001693563117441954) - actor/ppo_kl:np.float64(-0.00025771100423810367) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.2890625) - self_distillation/token_reweight_w_mean:np.float64(53647.639698327985) - self_distillation/token_reweight_w_std:np.float64(380997.74226916576) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0005110446363688) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010261761213769205) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.2666528597474098) - perf/mfu/actor:np.float64(0.04029679026544606) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(142.95022583007812) - actor/lr:np.float64(4e-07) - training/global_step:5 - training/epoch:0 - critic/score/mean:0.2890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0006739149685017765 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0006739149685017765 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:86.9453125 - res
step:6 - global_seqlen/min:17868 - global_seqlen/max:25398 - global_seqlen/minmax_diff:7530 - global_seqlen/balanced_min:21911 - global_seqlen/balanced_max:23351 - global_seqlen/mean:22120.625 - actor/entropy:0.1199919581413269 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.42094945907592773 - training/rollout_probs_diff_mean:0.003648064099252224 - training/rollout_probs_diff_std:0.01386537216603756 - training/rollout_actor_probs_pearson_corr:0.9968972206115723 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.34375 - self_distillation/correct_sample_fraction:0.31640625 - self_distillation/feedback_available_fraction:0.68359375 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9997273683547974 - rollout_corr/rollout_is_ratio_fraction_high:3.8525253330590203e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001926262630149722 - rollout_corr/rollout_is_max:2.25616192817688 - rollout_corr/rollout_is_min:0.1525059938430786 - rollout_corr/rollout_is_std:0.03690078854560852 - rollout_corr/rollout_is_eff_sample_size:0.998639529640111 - rollout_corr/rollout_is_seq_mean:0.9994958639144897 - rollout_corr/rollout_is_seq_std:0.0047606839798390865 - rollout_corr/rollout_is_seq_max:1.0207828283309937 - rollout_corr/rollout_is_seq_min:0.9846401810646057 - rollout_corr/rollout_is_seq_max_deviation:0.020782828330993652 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1253867354243994) - rollout_corr/training_log_ppl:np.float64(0.11400335048710986) - rollout_corr/kl:np.float64(0.000892078442191746) - rollout_corr/k3_kl:np.float64(0.0007975228199743611) - rollout_corr/rollout_ppl:np.float64(1.124334984458983) - rollout_corr/rollout_log_ppl:np.float64(0.11311127100634621) - rollout_corr/log_ppl_diff:np.float64(0.0008920794807636412) - rollout_corr/log_ppl_abs_diff:np.float64(0.003448206984103308) - rollout_corr/log_ppl_diff_max:np.float64(0.017629623413085938) - rollout_corr/log_ppl_diff_min:np.float64(-0.016074448823928833) - rollout_corr/ppl_ratio:np.float64(1.0009032164234668) - rollout_corr/chi2_token:np.float64(0.001357748406007886) - rollout_corr/chi2_seq:np.float64(0.13053766847588122) - actor/pg_loss:np.float64(0.0001267360057681799) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012725007354674744) - actor/ppo_kl:np.float64(-0.0003594186502482444) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.31640625) - self_distillation/token_reweight_w_mean:np.float64(96593.09389776201) - self_distillation/token_reweight_w_std:np.float64(936741.4965366453) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000290588941425) - self_distillation/token_reweight_w_clip_frac:np.float64(0.005301965473336168) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.37061601504683495) - perf/mfu/actor:np.float64(0.04008829315913755) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(141.69315338134766) - actor/lr:np.float64(5e-07) - training/global_step:6 - training/epoch:0 - critic/score/mean:0.31640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.31640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.03700350597500801 - critic/advantages/max:0.625 - critic/advantages/min:-0.75 - critic/returns/mean:-0.03700350597500801 - critic/returns/max:0.625 - critic/returns/min:-0.75 - response_length/mean:101.39453125 - response_length/max:
step:7 - global_seqlen/min:16484 - global_seqlen/max:30452 - global_seqlen/minmax_diff:13968 - global_seqlen/balanced_min:21028 - global_seqlen/balanced_max:21034 - global_seqlen/mean:21032.125 - actor/entropy:0.12790508568286896 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.315676212310791 - training/rollout_probs_diff_mean:0.0041107009164988995 - training/rollout_probs_diff_std:0.014521013014018536 - training/rollout_actor_probs_pearson_corr:0.9968686699867249 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.5 - self_distillation/correct_sample_fraction:0.47265625 - self_distillation/feedback_available_fraction:0.52734375 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9998874664306641 - rollout_corr/rollout_is_ratio_fraction_high:4.6622219088021666e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001398666645400226 - rollout_corr/rollout_is_max:2.0800039768218994 - rollout_corr/rollout_is_min:0.34062984585762024 - rollout_corr/rollout_is_std:0.04151826351881027 - rollout_corr/rollout_is_eff_sample_size:0.99827872473305 - rollout_corr/rollout_is_seq_mean:0.9999438524246216 - rollout_corr/rollout_is_seq_std:0.004738752264529467 - rollout_corr/rollout_is_seq_max:1.0146945714950562 - rollout_corr/rollout_is_seq_min:0.9843754768371582 - rollout_corr/rollout_is_seq_max_deviation:0.015624523162841797 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1353182792663574) - rollout_corr/training_log_ppl:np.float64(0.12245903255825397) - rollout_corr/kl:np.float64(0.0006520584844764699) - rollout_corr/k3_kl:np.float64(0.0009050527549989695) - rollout_corr/rollout_ppl:np.float64(1.134538849350065) - rollout_corr/rollout_log_ppl:np.float64(0.12180697330768453) - rollout_corr/log_ppl_diff:np.float64(0.0006520592505694367) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034723077187663876) - rollout_corr/log_ppl_diff_max:np.float64(0.016795076429843903) - rollout_corr/log_ppl_diff_min:np.float64(-0.013452395796775818) - rollout_corr/ppl_ratio:np.float64(1.0006633554585278) - rollout_corr/chi2_token:np.float64(0.0023545101284980774) - rollout_corr/chi2_seq:np.float64(0.17697505792602897) - actor/pg_loss:np.float64(0.0005719168111681938) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.911594730103388e-05) - actor/ppo_kl:np.float64(-0.00030618764679601895) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.47265625) - self_distillation/token_reweight_w_mean:np.float64(170210.40035298094) - self_distillation/token_reweight_w_std:np.float64(1047715.4762928033) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9996482939459383) - self_distillation/token_reweight_w_clip_frac:np.float64(0.01699691207613796) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.5856793224811554) - perf/mfu/actor:np.float64(0.03908690387225469) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(141.3797950744629) - actor/lr:np.float64(6e-07) - training/global_step:7 - training/epoch:0 - critic/score/mean:0.47265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.47265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.010962049476802349 - critic/advantages/max:0.375 - critic/advantages/min:-0.75 - critic/returns/mean:-0.010962049476802349 - critic/returns/max:0.375 - critic/returns/min:-0.75 - response_length/mean:83.78515625 - response_length/max:332.0
step:8 - global_seqlen/min:18107 - global_seqlen/max:27881 - global_seqlen/minmax_diff:9774 - global_seqlen/balanced_min:23029 - global_seqlen/balanced_max:23030 - global_seqlen/mean:23029.875 - actor/entropy:0.11617399752140045 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28589653968811035 - training/rollout_probs_diff_mean:0.004153577610850334 - training/rollout_probs_diff_std:0.014436163008213043 - training/rollout_actor_probs_pearson_corr:0.9964526295661926 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.3359375 - self_distillation/feedback_available_fraction:0.6640625 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9998259544372559 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.898050308227539 - rollout_corr/rollout_is_min:0.5648565888404846 - rollout_corr/rollout_is_std:0.038947124034166336 - rollout_corr/rollout_is_eff_sample_size:0.9984847651647868 - rollout_corr/rollout_is_seq_mean:0.999954342842102 - rollout_corr/rollout_is_seq_std:0.004889761563390493 - rollout_corr/rollout_is_seq_max:1.0264791250228882 - rollout_corr/rollout_is_seq_min:0.9858575463294983 - rollout_corr/rollout_is_seq_max_deviation:0.026479125022888184 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1253003836609423) - rollout_corr/training_log_ppl:np.float64(0.1149771503842203) - rollout_corr/kl:np.float64(0.0010546987088417836) - rollout_corr/k3_kl:np.float64(0.0008691976959331882) - rollout_corr/rollout_ppl:np.float64(1.1240835962817073) - rollout_corr/rollout_log_ppl:np.float64(0.11392245075694518) - rollout_corr/log_ppl_diff:np.float64(0.001054699627275113) - rollout_corr/log_ppl_abs_diff:np.float64(0.0039851230758358724) - rollout_corr/log_ppl_diff_max:np.float64(0.018761321902275085) - rollout_corr/log_ppl_diff_min:np.float64(-0.012411907315254211) - rollout_corr/ppl_ratio:np.float64(1.0010681801941246) - rollout_corr/chi2_token:np.float64(0.0013621009420603514) - rollout_corr/chi2_seq:np.float64(0.08502367162145674) - actor/pg_loss:np.float64(0.00015313457697629929) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00033068784250644967) - actor/ppo_kl:np.float64(0.00021418379563264978) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3359375) - self_distillation/token_reweight_w_mean:np.float64(128195.5882391273) - self_distillation/token_reweight_w_std:np.float64(971514.178774927) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003300008829683) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010529325692914426) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.2799832224845886) - perf/mfu/actor:np.float64(0.04252673370784592) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(141.3537139892578) - actor/lr:np.float64(7e-07) - training/global_step:8 - training/epoch:0 - critic/score/mean:0.3359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0005965765449218452 - critic/advantages/max:0.75 - critic/advantages/min:-0.5 - critic/returns/mean:-0.0005965765449218452 - critic/returns/max:0.75 - critic/returns/min:-0.5 - response_length/mean:85.12109375 - response_length/max:248.0 - response_length/min:32.0 - response_l
step:9 - global_seqlen/min:18027 - global_seqlen/max:28682 - global_seqlen/minmax_diff:10655 - global_seqlen/balanced_min:21269 - global_seqlen/balanced_max:21276 - global_seqlen/mean:21272.5 - actor/entropy:0.12375720590353012 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.31752604246139526 - training/rollout_probs_diff_mean:0.004423776641488075 - training/rollout_probs_diff_std:0.014664732851088047 - training/rollout_actor_probs_pearson_corr:0.996645450592041 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.37109375 - self_distillation/correct_sample_fraction:0.296875 - self_distillation/feedback_available_fraction:0.703125 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0001105070114136 - rollout_corr/rollout_is_ratio_fraction_high:4.5281653001438826e-05 - rollout_corr/rollout_is_ratio_fraction_low:9.056330600287765e-05 - rollout_corr/rollout_is_max:2.5525243282318115 - rollout_corr/rollout_is_min:0.3648618757724762 - rollout_corr/rollout_is_std:0.04125615209341049 - rollout_corr/rollout_is_eff_sample_size:0.9983012971025893 - rollout_corr/rollout_is_seq_mean:0.9998983144760132 - rollout_corr/rollout_is_seq_std:0.004719079006463289 - rollout_corr/rollout_is_seq_max:1.0176193714141846 - rollout_corr/rollout_is_seq_min:0.9810293316841125 - rollout_corr/rollout_is_seq_max_deviation:0.01897066831588745 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1318698804825544) - rollout_corr/training_log_ppl:np.float64(0.11931189916140283) - rollout_corr/kl:np.float64(0.0011072675184777836) - rollout_corr/k3_kl:np.float64(0.001151643759998322) - rollout_corr/rollout_ppl:np.float64(1.1305390940979123) - rollout_corr/rollout_log_ppl:np.float64(0.11820463014919369) - rollout_corr/log_ppl_diff:np.float64(0.0011072690122091444) - rollout_corr/log_ppl_abs_diff:np.float64(0.004275968889487558) - rollout_corr/log_ppl_diff_max:np.float64(0.030598491430282593) - rollout_corr/log_ppl_diff_min:np.float64(-0.017923429608345032) - rollout_corr/ppl_ratio:np.float64(1.0011290991678834) - rollout_corr/chi2_token:np.float64(0.002309954259544611) - rollout_corr/chi2_seq:np.float64(0.251596120884642) - actor/pg_loss:np.float64(0.0016136267222464085) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006637977894570213) - actor/ppo_kl:np.float64(0.0001731292045308308) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.296875) - self_distillation/token_reweight_w_mean:np.float64(836251.2019158329) - self_distillation/token_reweight_w_std:np.float64(4726976.539532172) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0009161697234958) - self_distillation/token_reweight_w_clip_frac:np.float64(0.019780059781624004) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.9232544451951981) - perf/mfu/actor:np.float64(0.0393128616003494) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(141.24918746948242) - actor/lr:np.float64(8e-07) - training/global_step:9 - training/epoch:0 - critic/score/mean:0.296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002003713045269251 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.002003713045269251 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:86.265625 - respo
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 10}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: The user is asking for a random picture of an axolotl. The appropriate tool for this is getRandomAxolotlImage, which retrieves a random axolotl image with information on the image source.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_10
step:10 - global_seqlen/min:16902 - global_seqlen/max:28919 - global_seqlen/minmax_diff:12017 - global_seqlen/balanced_min:21597 - global_seqlen/balanced_max:21600 - global_seqlen/mean:21598.5 - actor/entropy:0.13048547506332397 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8160732388496399 - training/rollout_probs_diff_mean:0.004491306841373444 - training/rollout_probs_diff_std:0.015517027117311954 - training/rollout_actor_probs_pearson_corr:0.996421217918396 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.41015625 - self_distillation/feedback_available_fraction:0.58984375 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000616312026978 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.4549422202399e-05 - rollout_corr/rollout_is_max:1.9516314268112183 - rollout_corr/rollout_is_min:0.0018361398251727223 - rollout_corr/rollout_is_std:0.041942477226257324 - rollout_corr/rollout_is_eff_sample_size:0.9982441553459014 - rollout_corr/rollout_is_seq_mean:1.0008928775787354 - rollout_corr/rollout_is_seq_std:0.011417483910918236 - rollout_corr/rollout_is_seq_max:1.095253348350525 - rollout_corr/rollout_is_seq_min:0.9723833203315735 - rollout_corr/rollout_is_seq_max_deviation:0.0952533483505249 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1318232482299209) - rollout_corr/training_log_ppl:np.float64(0.11975393812099355) - rollout_corr/kl:np.float64(0.00036851357227618564) - rollout_corr/k3_kl:np.float64(0.0018039138175512115) - rollout_corr/rollout_ppl:np.float64(1.1314550628885627) - rollout_corr/rollout_log_ppl:np.float64(0.11938542358984705) - rollout_corr/log_ppl_diff:np.float64(0.0003685145311465021) - rollout_corr/log_ppl_abs_diff:np.float64(0.005026785514928633) - rollout_corr/log_ppl_diff_max:np.float64(0.10496306419372559) - rollout_corr/log_ppl_diff_min:np.float64(-0.08793950080871582) - rollout_corr/ppl_ratio:np.float64(1.0004476632457227) - rollout_corr/chi2_token:np.float64(0.006944536929950118) - rollout_corr/chi2_seq:np.float64(0.3551388084888458) - actor/pg_loss:np.float64(0.0006074672564864159) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00011681771866278723) - actor/ppo_kl:np.float64(-0.00020348432867933752) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.41015625) - self_distillation/token_reweight_w_mean:np.float64(190316.37712003174) - self_distillation/token_reweight_w_std:np.float64(1368305.9383808027) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.99982038885355) - self_distillation/token_reweight_w_clip_frac:np.float64(0.00871973461471498) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.5214780941605568) - perf/mfu/actor:np.float64(0.03986966335328584) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(141.3655776977539) - actor/lr:np.float64(9e-07) - val-aux/tooluse/reward/mean@16:np.float64(0.5762867647058824) - val-aux/tooluse/reward/std@16:np.float64(0.038186735903151886) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5934852941176472) - val-aux/tooluse/reward/best@2/std:np.float64(0.02982570434726312) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5583529411764705) - val-aux/tooluse/reward/worst@2/std:np.float64(0.035811116275167025) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.575514705882353) - val-aux/tooluse
step:11 - global_seqlen/min:17809 - global_seqlen/max:30963 - global_seqlen/minmax_diff:13154 - global_seqlen/balanced_min:22280 - global_seqlen/balanced_max:22293 - global_seqlen/mean:22289.375 - actor/entropy:0.13205944001674652 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3284083604812622 - training/rollout_probs_diff_mean:0.00413705175742507 - training/rollout_probs_diff_std:0.014121152460575104 - training/rollout_actor_probs_pearson_corr:0.9970347881317139 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.43359375 - self_distillation/correct_sample_fraction:0.3984375 - self_distillation/feedback_available_fraction:0.6015625 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9996955394744873 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00013774736726190895 - rollout_corr/rollout_is_max:1.5178592205047607 - rollout_corr/rollout_is_min:0.35117778182029724 - rollout_corr/rollout_is_std:0.03697985038161278 - rollout_corr/rollout_is_eff_sample_size:0.9986334665343347 - rollout_corr/rollout_is_seq_mean:0.9997003078460693 - rollout_corr/rollout_is_seq_std:0.004266595002263784 - rollout_corr/rollout_is_seq_max:1.0124309062957764 - rollout_corr/rollout_is_seq_min:0.9797662496566772 - rollout_corr/rollout_is_seq_max_deviation:0.020233750343322754 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1272121807560325) - rollout_corr/training_log_ppl:np.float64(0.11546109981645714) - rollout_corr/kl:np.float64(0.001709336568144204) - rollout_corr/k3_kl:np.float64(0.001170722132520785) - rollout_corr/rollout_ppl:np.float64(1.125215726904571) - rollout_corr/rollout_log_ppl:np.float64(0.11375176303408807) - rollout_corr/log_ppl_diff:np.float64(0.0017093367823690642) - rollout_corr/log_ppl_abs_diff:np.float64(0.004259654986526584) - rollout_corr/log_ppl_diff_max:np.float64(0.05087852478027344) - rollout_corr/log_ppl_diff_min:np.float64(-0.014373783022165298) - rollout_corr/ppl_ratio:np.float64(1.00173244997859) - rollout_corr/chi2_token:np.float64(0.00102601433172822) - rollout_corr/chi2_seq:np.float64(0.16015938157215714) - actor/pg_loss:np.float64(-0.00017554033547639847) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010177231415582355) - actor/ppo_kl:np.float64(0.0007112429386282315) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3984375) - self_distillation/token_reweight_w_mean:np.float64(337890.3608085343) - self_distillation/token_reweight_w_std:np.float64(1974194.657909121) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000302076106891) - self_distillation/token_reweight_w_clip_frac:np.float64(0.01300497050397098) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.41401390824466944) - perf/mfu/actor:np.float64(0.04099695193319455) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(143.51392364501953) - actor/lr:np.float64(1e-06) - training/global_step:11 - training/epoch:0 - critic/score/mean:0.3984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0006141237099654973 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0006141237099654973 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:85.07421875 - response_le
step:12 - global_seqlen/min:15743 - global_seqlen/max:23111 - global_seqlen/minmax_diff:7368 - global_seqlen/balanced_min:20155 - global_seqlen/balanced_max:20658 - global_seqlen/mean:20279.0 - actor/entropy:0.1364346444606781 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28070271015167236 - training/rollout_probs_diff_mean:0.004087985027581453 - training/rollout_probs_diff_std:0.013860108330845833 - training/rollout_actor_probs_pearson_corr:0.9972864389419556 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.26953125 - self_distillation/feedback_available_fraction:0.73046875 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999499320983887 - rollout_corr/rollout_is_ratio_fraction_high:8.085381705313921e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00020213454263284802 - rollout_corr/rollout_is_max:3.1891632080078125 - rollout_corr/rollout_is_min:0.32974931597709656 - rollout_corr/rollout_is_std:0.03923454508185387 - rollout_corr/rollout_is_eff_sample_size:0.9984626598698045 - rollout_corr/rollout_is_seq_mean:1.000026822090149 - rollout_corr/rollout_is_seq_std:0.005337757524102926 - rollout_corr/rollout_is_seq_max:1.0251529216766357 - rollout_corr/rollout_is_seq_min:0.9882858991622925 - rollout_corr/rollout_is_seq_max_deviation:0.025152921676635742 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1549143712036312) - rollout_corr/training_log_ppl:np.float64(0.13888394820241956) - rollout_corr/kl:np.float64(0.0008059948504524073) - rollout_corr/k3_kl:np.float64(0.0010741546440933246) - rollout_corr/rollout_ppl:np.float64(1.1539734262041748) - rollout_corr/rollout_log_ppl:np.float64(0.13807795221509878) - rollout_corr/log_ppl_diff:np.float64(0.0008059959873207845) - rollout_corr/log_ppl_abs_diff:np.float64(0.004131796020374168) - rollout_corr/log_ppl_diff_max:np.float64(0.013977006077766418) - rollout_corr/log_ppl_diff_min:np.float64(-0.017158910632133484) - rollout_corr/ppl_ratio:np.float64(1.0008202090393752) - rollout_corr/chi2_token:np.float64(0.0028365016914904118) - rollout_corr/chi2_seq:np.float64(0.3671533667948097) - actor/pg_loss:np.float64(0.0004832702688872814) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019586185226216912) - actor/ppo_kl:np.float64(-0.00010159479775495583) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.26953125) - self_distillation/token_reweight_w_mean:np.float64(92820.25307788816) - self_distillation/token_reweight_w_std:np.float64(781165.4137994419) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0007921361830086) - self_distillation/token_reweight_w_clip_frac:np.float64(0.013472498365445063) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.5638359934091568) - perf/mfu/actor:np.float64(0.037294426483057024) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(143.40973281860352) - actor/lr:np.float64(1e-06) - training/global_step:12 - training/epoch:0 - critic/score/mean:0.26953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.26953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0028147234115749598 - critic/advantages/max:0.625 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0028147234115749598 - critic/returns/max:0.625 - critic/returns/min:-0.75 - response_length/mean:96.625 - response_length/ma
step:13 - global_seqlen/min:18352 - global_seqlen/max:29044 - global_seqlen/minmax_diff:10692 - global_seqlen/balanced_min:22282 - global_seqlen/balanced_max:22292 - global_seqlen/mean:22285.875 - actor/entropy:0.1585795134305954 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24444299936294556 - training/rollout_probs_diff_mean:0.004745909944176674 - training/rollout_probs_diff_std:0.014600160531699657 - training/rollout_actor_probs_pearson_corr:0.9972651600837708 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.4609375 - self_distillation/correct_sample_fraction:0.39453125 - self_distillation/feedback_available_fraction:0.60546875 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:1.0003151893615723 - rollout_corr/rollout_is_ratio_fraction_high:4.1351362597197294e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.0528807640075684 - rollout_corr/rollout_is_min:0.5117019414901733 - rollout_corr/rollout_is_std:0.04184858128428459 - rollout_corr/rollout_is_eff_sample_size:0.9982525895803692 - rollout_corr/rollout_is_seq_mean:1.0004205703735352 - rollout_corr/rollout_is_seq_std:0.004512621555477381 - rollout_corr/rollout_is_seq_max:1.0182092189788818 - rollout_corr/rollout_is_seq_min:0.9872854948043823 - rollout_corr/rollout_is_seq_max_deviation:0.018209218978881836 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.167494063731283) - rollout_corr/training_log_ppl:np.float64(0.15012345152717899) - rollout_corr/kl:np.float64(0.0015586957418562974) - rollout_corr/k3_kl:np.float64(0.001272493793234769) - rollout_corr/rollout_ppl:np.float64(1.1657104846090078) - rollout_corr/rollout_log_ppl:np.float64(0.1485647542285733) - rollout_corr/log_ppl_diff:np.float64(0.0015586972986056935) - rollout_corr/log_ppl_abs_diff:np.float64(0.0042413812516315375) - rollout_corr/log_ppl_diff_max:np.float64(0.01899927854537964) - rollout_corr/log_ppl_diff_min:np.float64(-0.01597270369529724) - rollout_corr/ppl_ratio:np.float64(1.0015750946477056) - rollout_corr/chi2_token:np.float64(0.0018511868547648191) - rollout_corr/chi2_seq:np.float64(0.24974323832429945) - actor/pg_loss:np.float64(0.0012441084254533052) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009887394207908073) - actor/ppo_kl:np.float64(0.0011345302436538418) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.39453125) - self_distillation/token_reweight_w_mean:np.float64(64533.085790291196) - self_distillation/token_reweight_w_std:np.float64(643186.4801101075) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0001893350854516) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02673893648898229) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.440546490252018) - perf/mfu/actor:np.float64(0.04115852207807518) - perf/max_memory_allocated_gb:np.float64(125.39397525787354) - perf/max_memory_reserved_gb:np.float64(131.90234375) - perf/cpu_memory_used_gb:np.float64(143.49291229248047) - actor/lr:np.float64(1e-06) - training/global_step:13 - training/epoch:0 - critic/score/mean:0.39453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.39453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00831679254770279 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00831679254770279 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:94.46484375 - response_
step:14 - global_seqlen/min:20337 - global_seqlen/max:28734 - global_seqlen/minmax_diff:8397 - global_seqlen/balanced_min:23072 - global_seqlen/balanced_max:30839 - global_seqlen/mean:24067.0 - actor/entropy:0.10385475307703018 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27730053663253784 - training/rollout_probs_diff_mean:0.0035572447814047337 - training/rollout_probs_diff_std:0.013373459689319134 - training/rollout_actor_probs_pearson_corr:0.9967379570007324 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.30859375 - self_distillation/feedback_available_fraction:0.69140625 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9997586607933044 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.959911115700379e-05 - rollout_corr/rollout_is_max:1.6115058660507202 - rollout_corr/rollout_is_min:0.4281511604785919 - rollout_corr/rollout_is_std:0.03538691997528076 - rollout_corr/rollout_is_eff_sample_size:0.9987487970461657 - rollout_corr/rollout_is_seq_mean:0.999555766582489 - rollout_corr/rollout_is_seq_std:0.00536120543256402 - rollout_corr/rollout_is_seq_max:1.016081690788269 - rollout_corr/rollout_is_seq_min:0.9759222269058228 - rollout_corr/rollout_is_seq_max_deviation:0.024077773094177246 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1504421811550856) - rollout_corr/training_log_ppl:np.float64(0.13622803962789476) - rollout_corr/kl:np.float64(0.001957618100323799) - rollout_corr/k3_kl:np.float64(0.0011290082794435108) - rollout_corr/rollout_ppl:np.float64(1.148147135041654) - rollout_corr/rollout_log_ppl:np.float64(0.13427042113471543) - rollout_corr/log_ppl_diff:np.float64(0.001957618493179325) - rollout_corr/log_ppl_abs_diff:np.float64(0.004795097549504135) - rollout_corr/log_ppl_diff_max:np.float64(0.02307165414094925) - rollout_corr/log_ppl_diff_min:np.float64(-0.01278572529554367) - rollout_corr/ppl_ratio:np.float64(1.0019770292565227) - rollout_corr/chi2_token:np.float64(0.0005782651714980602) - rollout_corr/chi2_seq:np.float64(0.08962924219667912) - actor/pg_loss:np.float64(9.298184886574745e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.278716344037093e-05) - actor/ppo_kl:np.float64(0.0006035562432131769) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.30859375) - self_distillation/token_reweight_w_mean:np.float64(3.0437494276557118) - self_distillation/token_reweight_w_std:np.float64(16.477517940686084) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9996021708939224) - self_distillation/token_reweight_w_clip_frac:np.float64(0.006471035303547978) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.11434643715620041) - perf/mfu/actor:np.float64(0.04126608994272067) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(143.5423240661621) - actor/lr:np.float64(1e-06) - training/global_step:14 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0001957474887603894 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:0.0001957474887603894 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:112.25 - response_length/max:8192.0 - response_length
step:15 - global_seqlen/min:17684 - global_seqlen/max:52915 - global_seqlen/minmax_diff:35231 - global_seqlen/balanced_min:20225 - global_seqlen/balanced_max:27831 - global_seqlen/mean:24066.0 - actor/entropy:0.06711412966251373 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2256726622581482 - training/rollout_probs_diff_mean:0.001889920444227755 - training/rollout_probs_diff_std:0.009426300413906574 - training/rollout_actor_probs_pearson_corr:0.9976748824119568 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.3984375 - self_distillation/correct_sample_fraction:0.30078125 - self_distillation/feedback_available_fraction:0.69921875 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:0.9998626708984375 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.635305984062143e-05 - rollout_corr/rollout_is_max:1.9132332801818848 - rollout_corr/rollout_is_min:0.3824036121368408 - rollout_corr/rollout_is_std:0.02555675432085991 - rollout_corr/rollout_is_eff_sample_size:0.999346921464983 - rollout_corr/rollout_is_seq_mean:0.9996876120567322 - rollout_corr/rollout_is_seq_std:0.0047794366255402565 - rollout_corr/rollout_is_seq_max:1.0161978006362915 - rollout_corr/rollout_is_seq_min:0.9816624522209167 - rollout_corr/rollout_is_seq_max_deviation:0.018337547779083252 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1593449721112847) - rollout_corr/training_log_ppl:np.float64(0.14341101238460396) - rollout_corr/kl:np.float64(0.0024125542440813774) - rollout_corr/k3_kl:np.float64(0.0016599729483983694) - rollout_corr/rollout_ppl:np.float64(1.1565193845890462) - rollout_corr/rollout_log_ppl:np.float64(0.140998456714442) - rollout_corr/log_ppl_diff:np.float64(0.0024125556701619644) - rollout_corr/log_ppl_abs_diff:np.float64(0.005106302985950606) - rollout_corr/log_ppl_diff_max:np.float64(0.0857316181063652) - rollout_corr/log_ppl_diff_min:np.float64(-0.01823902130126953) - rollout_corr/ppl_ratio:np.float64(1.0024651768617332) - rollout_corr/chi2_token:np.float64(0.0008277972228825092) - rollout_corr/chi2_seq:np.float64(0.2294014417566359) - actor/pg_loss:np.float64(0.0010964818065986037) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008852892278810032) - actor/ppo_kl:np.float64(0.0013436021003863097) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.30078125) - self_distillation/token_reweight_w_mean:np.float64(378198.9193202753) - self_distillation/token_reweight_w_std:np.float64(3054533.765288242) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000970728462562) - self_distillation/token_reweight_w_clip_frac:np.float64(0.03137301281094551) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.7317163683474064) - perf/mfu/actor:np.float64(0.043099961220870786) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(143.48568725585938) - actor/lr:np.float64(1e-06) - training/global_step:15 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0028150901198387146 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0028150901198387146 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:214.90625 - response_len
step:16 - global_seqlen/min:18134 - global_seqlen/max:25137 - global_seqlen/minmax_diff:7003 - global_seqlen/balanced_min:21522 - global_seqlen/balanced_max:21524 - global_seqlen/mean:21523.0 - actor/entropy:0.15608933568000793 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.33947527408599854 - training/rollout_probs_diff_mean:0.004753048066049814 - training/rollout_probs_diff_std:0.01468186266720295 - training/rollout_actor_probs_pearson_corr:0.9971400499343872 - self_distillation/success_group_fraction:0.28125 - self_distillation/success_sample_fraction:0.27734375 - self_distillation/correct_sample_fraction:0.21875 - self_distillation/feedback_available_fraction:0.78125 - self_distillation/feedback_used_fraction:0.71875 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998989105224609 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.852691098582e-05 - rollout_corr/rollout_is_max:1.681875228881836 - rollout_corr/rollout_is_min:0.22342675924301147 - rollout_corr/rollout_is_std:0.04125615209341049 - rollout_corr/rollout_is_eff_sample_size:0.9983004654708637 - rollout_corr/rollout_is_seq_mean:0.999842643737793 - rollout_corr/rollout_is_seq_std:0.004647100809961557 - rollout_corr/rollout_is_seq_max:1.0163575410842896 - rollout_corr/rollout_is_seq_min:0.9866822957992554 - rollout_corr/rollout_is_seq_max_deviation:0.01635754108428955 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1600838671438396) - rollout_corr/training_log_ppl:np.float64(0.14459570915641962) - rollout_corr/kl:np.float64(0.0014603760846880753) - rollout_corr/k3_kl:np.float64(0.0016853843018935777) - rollout_corr/rollout_ppl:np.float64(1.1582884965464473) - rollout_corr/rollout_log_ppl:np.float64(0.14313533152017044) - rollout_corr/log_ppl_diff:np.float64(0.0014603776362491772) - rollout_corr/log_ppl_abs_diff:np.float64(0.005193322474951856) - rollout_corr/log_ppl_diff_max:np.float64(0.018202543258666992) - rollout_corr/log_ppl_diff_min:np.float64(-0.021419793367385864) - rollout_corr/ppl_ratio:np.float64(1.0014839046634734) - rollout_corr/chi2_token:np.float64(0.004006753675639629) - rollout_corr/chi2_seq:np.float64(0.3391839792020619) - actor/pg_loss:np.float64(0.0001044153468683362) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000996570412098663) - actor/ppo_kl:np.float64(0.0004483901382954514) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.21875) - self_distillation/token_reweight_w_mean:np.float64(290404.4731923456) - self_distillation/token_reweight_w_std:np.float64(2073000.0896679654) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0013609533198178) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02073262211342808) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.43698752857744694) - perf/mfu/actor:np.float64(0.039998291860713873) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(143.62589263916016) - actor/lr:np.float64(1e-06) - training/global_step:16 - training/epoch:0 - critic/score/mean:0.21875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.21875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00624114740639925 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00624114740639925 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:88.25 - response_length/max:362.0 - re
step:17 - global_seqlen/min:19637 - global_seqlen/max:26737 - global_seqlen/minmax_diff:7100 - global_seqlen/balanced_min:22022 - global_seqlen/balanced_max:29242 - global_seqlen/mean:22925.25 - actor/entropy:0.13723574578762054 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2582600712776184 - training/rollout_probs_diff_mean:0.0035684085451066494 - training/rollout_probs_diff_std:0.012286622077226639 - training/rollout_actor_probs_pearson_corr:0.9978755712509155 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.40625 - self_distillation/correct_sample_fraction:0.40234375 - self_distillation/feedback_available_fraction:0.59765625 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000933408737183 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.1444564228877425e-05 - rollout_corr/rollout_is_max:1.8658337593078613 - rollout_corr/rollout_is_min:0.4920615255832672 - rollout_corr/rollout_is_std:0.03550882637500763 - rollout_corr/rollout_is_eff_sample_size:0.998740830061587 - rollout_corr/rollout_is_seq_mean:1.0004183053970337 - rollout_corr/rollout_is_seq_std:0.004439284559339285 - rollout_corr/rollout_is_seq_max:1.0172277688980103 - rollout_corr/rollout_is_seq_min:0.985140323638916 - rollout_corr/rollout_is_seq_max_deviation:0.017227768898010254 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1754278410226107) - rollout_corr/training_log_ppl:np.float64(0.15572502662962506) - rollout_corr/kl:np.float64(0.0004782027402878697) - rollout_corr/k3_kl:np.float64(0.0010337071946722176) - rollout_corr/rollout_ppl:np.float64(1.1747629027813673) - rollout_corr/rollout_log_ppl:np.float64(0.15524682396699063) - rollout_corr/log_ppl_diff:np.float64(0.00047820266263443045) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036260130545997526) - rollout_corr/log_ppl_diff_max:np.float64(0.017128705978393555) - rollout_corr/log_ppl_diff_min:np.float64(-0.020957063883543015) - rollout_corr/ppl_ratio:np.float64(1.000490999314934) - rollout_corr/chi2_token:np.float64(0.0033014367800205946) - rollout_corr/chi2_seq:np.float64(0.2546185730025172) - actor/pg_loss:np.float64(0.000275188940577209) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00010247878162772395) - actor/ppo_kl:np.float64(6.998297881466442e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.40234375) - self_distillation/token_reweight_w_mean:np.float64(213.85709377052262) - self_distillation/token_reweight_w_std:np.float64(2096.1374244292965) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9997129596304148) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0057285287184640765) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.09788979031145573) - perf/mfu/actor:np.float64(0.039936719995079986) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(143.6447868347168) - actor/lr:np.float64(1e-06) - training/global_step:17 - training/epoch:0 - critic/score/mean:0.40234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.000742877833545208 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:-0.000742877833545208 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:124.2265625 - response_length/max:8192.0
step:18 - global_seqlen/min:17484 - global_seqlen/max:34291 - global_seqlen/minmax_diff:16807 - global_seqlen/balanced_min:22352 - global_seqlen/balanced_max:30020 - global_seqlen/mean:23340.625 - actor/entropy:0.1662994772195816 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2773323357105255 - training/rollout_probs_diff_mean:0.0033141474705189466 - training/rollout_probs_diff_std:0.012316255830228329 - training/rollout_actor_probs_pearson_corr:0.9980096220970154 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.40625 - self_distillation/correct_sample_fraction:0.38671875 - self_distillation/feedback_available_fraction:0.61328125 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.000059723854065 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.2445412216475233e-05 - rollout_corr/rollout_is_max:1.992296814918518 - rollout_corr/rollout_is_min:0.389501690864563 - rollout_corr/rollout_is_std:0.034339748322963715 - rollout_corr/rollout_is_eff_sample_size:0.9988222895543597 - rollout_corr/rollout_is_seq_mean:1.0000029802322388 - rollout_corr/rollout_is_seq_std:0.004191135056316853 - rollout_corr/rollout_is_seq_max:1.0129445791244507 - rollout_corr/rollout_is_seq_min:0.9896302223205566 - rollout_corr/rollout_is_seq_max_deviation:0.012944579124450684 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1759867602959275) - rollout_corr/training_log_ppl:np.float64(0.1413091654649179) - rollout_corr/kl:np.float64(0.0009373990615131333) - rollout_corr/k3_kl:np.float64(0.0008979423765822503) - rollout_corr/rollout_ppl:np.float64(1.1748770074918866) - rollout_corr/rollout_log_ppl:np.float64(0.14037176547572017) - rollout_corr/log_ppl_diff:np.float64(0.0009373999891977292) - rollout_corr/log_ppl_abs_diff:np.float64(0.003861199253151426) - rollout_corr/log_ppl_diff_max:np.float64(0.02352091670036316) - rollout_corr/log_ppl_diff_min:np.float64(-0.013352692127227783) - rollout_corr/ppl_ratio:np.float64(1.0009507380891591) - rollout_corr/chi2_token:np.float64(0.0017263228073716164) - rollout_corr/chi2_seq:np.float64(0.22461562207899988) - actor/pg_loss:np.float64(0.0013536256738007069) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.3879310144111514e-05) - actor/ppo_kl:np.float64(0.00018159921697247228) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.38671875) - self_distillation/token_reweight_w_mean:np.float64(48179.300504226005) - self_distillation/token_reweight_w_std:np.float64(489912.16841455095) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9997732501942664) - self_distillation/token_reweight_w_clip_frac:np.float64(0.015619186277035624) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.3859127089381218) - perf/mfu/actor:np.float64(0.040177895624024934) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(143.70674896240234) - actor/lr:np.float64(1e-06) - training/global_step:18 - training/epoch:0 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004692417569458485 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004692417569458485 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:120.39453125 - response_length/max:8192.0
step:19 - global_seqlen/min:19063 - global_seqlen/max:24676 - global_seqlen/minmax_diff:5613 - global_seqlen/balanced_min:20995 - global_seqlen/balanced_max:20999 - global_seqlen/mean:20996.75 - actor/entropy:0.13203923404216766 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24134299159049988 - training/rollout_probs_diff_mean:0.003839091630652547 - training/rollout_probs_diff_std:0.013071263208985329 - training/rollout_actor_probs_pearson_corr:0.9974849224090576 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.5 - self_distillation/correct_sample_fraction:0.44921875 - self_distillation/feedback_available_fraction:0.55078125 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999523758888245 - rollout_corr/rollout_is_ratio_fraction_high:4.064049426233396e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.00020320246403571218 - rollout_corr/rollout_is_max:2.737149477005005 - rollout_corr/rollout_is_min:0.33375799655914307 - rollout_corr/rollout_is_std:0.037705305963754654 - rollout_corr/rollout_is_eff_sample_size:0.9985799717327595 - rollout_corr/rollout_is_seq_mean:0.9999047517776489 - rollout_corr/rollout_is_seq_std:0.0044456059113144875 - rollout_corr/rollout_is_seq_max:1.0194222927093506 - rollout_corr/rollout_is_seq_min:0.9853204488754272 - rollout_corr/rollout_is_seq_max_deviation:0.019422292709350586 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1342645599506795) - rollout_corr/training_log_ppl:np.float64(0.12157863749598619) - rollout_corr/kl:np.float64(0.0013247929520616708) - rollout_corr/k3_kl:np.float64(0.0010882196712538317) - rollout_corr/rollout_ppl:np.float64(1.1328144851140678) - rollout_corr/rollout_log_ppl:np.float64(0.1202538444485981) - rollout_corr/log_ppl_diff:np.float64(0.0013247930473880842) - rollout_corr/log_ppl_abs_diff:np.float64(0.003940825452446006) - rollout_corr/log_ppl_diff_max:np.float64(0.02686990797519684) - rollout_corr/log_ppl_diff_min:np.float64(-0.015836119651794434) - rollout_corr/ppl_ratio:np.float64(1.0013401887845248) - rollout_corr/chi2_token:np.float64(0.0016203562263399363) - rollout_corr/chi2_seq:np.float64(0.10664522647857666) - actor/pg_loss:np.float64(0.0009464026661589742) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006123458115325775) - actor/ppo_kl:np.float64(0.0005135015452637504) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.44921875) - self_distillation/token_reweight_w_mean:np.float64(253684.17952676094) - self_distillation/token_reweight_w_std:np.float64(2037986.8133215215) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999500410631299) - self_distillation/token_reweight_w_clip_frac:np.float64(0.021009555392083712) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.7424543350934982) - perf/mfu/actor:np.float64(0.03831287601090984) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(143.63737630844116) - actor/lr:np.float64(1e-06) - training/global_step:19 - training/epoch:0 - critic/score/mean:0.44921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0038811671547591686 - critic/advantages/max:0.5 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0038811671547591686 - critic/returns/max:0.5 - critic/returns/min:-0.875 - response_length/mean:96.1171875 - response_length/max:532.
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 20}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: The user is asking for a random picture of an axolotl. The appropriate tool for this is getRandomAxolotlImage, which retrieves a random axolotl image with information on the image source.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_20
step:20 - global_seqlen/min:19328 - global_seqlen/max:32043 - global_seqlen/minmax_diff:12715 - global_seqlen/balanced_min:24133 - global_seqlen/balanced_max:24139 - global_seqlen/mean:24136.375 - actor/entropy:0.13509546220302582 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2613658905029297 - training/rollout_probs_diff_mean:0.004037723410874605 - training/rollout_probs_diff_std:0.01323476992547512 - training/rollout_actor_probs_pearson_corr:0.9974843859672546 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.3125 - self_distillation/feedback_available_fraction:0.6875 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.999825656414032 - rollout_corr/rollout_is_ratio_fraction_high:9.511579992249608e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.03082275390625 - rollout_corr/rollout_is_min:0.5086526274681091 - rollout_corr/rollout_is_std:0.038519326597452164 - rollout_corr/rollout_is_eff_sample_size:0.9985180437987692 - rollout_corr/rollout_is_seq_mean:0.9998537302017212 - rollout_corr/rollout_is_seq_std:0.004693410824984312 - rollout_corr/rollout_is_seq_max:1.0225037336349487 - rollout_corr/rollout_is_seq_min:0.9843899011611938 - rollout_corr/rollout_is_seq_max_deviation:0.02250373363494873 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1422954429872334) - rollout_corr/training_log_ppl:np.float64(0.12942408723029075) - rollout_corr/kl:np.float64(0.00153353812269863) - rollout_corr/k3_kl:np.float64(0.001262979240971518) - rollout_corr/rollout_ppl:np.float64(1.1404378479346633) - rollout_corr/rollout_log_ppl:np.float64(0.1278905481703987) - rollout_corr/log_ppl_diff:np.float64(0.001533539059892064) - rollout_corr/log_ppl_abs_diff:np.float64(0.004827938540984178) - rollout_corr/log_ppl_diff_max:np.float64(0.03444957733154297) - rollout_corr/log_ppl_diff_min:np.float64(-0.025876760482788086) - rollout_corr/ppl_ratio:np.float64(1.0015575678553432) - rollout_corr/chi2_token:np.float64(0.0021749071311205626) - rollout_corr/chi2_seq:np.float64(0.14012844231911004) - actor/pg_loss:np.float64(0.0012385804438963532) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00029507137878681533) - actor/ppo_kl:np.float64(0.0006677311765678207) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3125) - self_distillation/token_reweight_w_mean:np.float64(46022.63570580399) - self_distillation/token_reweight_w_std:np.float64(399565.44032346434) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004668897017837) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02515652126749046) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.6425938457250595) - perf/mfu/actor:np.float64(0.043702184071574085) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(143.72253799438477) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5863970588235294) - val-aux/tooluse/reward/std@16:np.float64(0.04582179821616536) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6030441176470589) - val-aux/tooluse/reward/best@2/std:np.float64(0.029364274034540096) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.568764705882353) - val-aux/tooluse/reward/worst@2/std:np.float64(0.0477393225087001) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5853235294117646) - val-aux/tooluse/reward/maj@2/std:n
step:21 - global_seqlen/min:18281 - global_seqlen/max:26209 - global_seqlen/minmax_diff:7928 - global_seqlen/balanced_min:22463 - global_seqlen/balanced_max:22473 - global_seqlen/mean:22470.25 - actor/entropy:0.16318483650684357 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24135541915893555 - training/rollout_probs_diff_mean:0.0045090289786458015 - training/rollout_probs_diff_std:0.01366505492478609 - training/rollout_actor_probs_pearson_corr:0.9976838827133179 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.33984375 - self_distillation/correct_sample_fraction:0.3125 - self_distillation/feedback_available_fraction:0.6875 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0002528429031372 - rollout_corr/rollout_is_ratio_fraction_high:4.6533270506188273e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.010491132736206 - rollout_corr/rollout_is_min:0.5044595003128052 - rollout_corr/rollout_is_std:0.039867497980594635 - rollout_corr/rollout_is_eff_sample_size:0.9984138177693591 - rollout_corr/rollout_is_seq_mean:1.0002862215042114 - rollout_corr/rollout_is_seq_std:0.00472763879224658 - rollout_corr/rollout_is_seq_max:1.0192320346832275 - rollout_corr/rollout_is_seq_min:0.9857943654060364 - rollout_corr/rollout_is_seq_max_deviation:0.01923203468322754 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.164235977921635) - rollout_corr/training_log_ppl:np.float64(0.14601151449460303) - rollout_corr/kl:np.float64(0.0003984103697263208) - rollout_corr/k3_kl:np.float64(0.0009126389778899013) - rollout_corr/rollout_ppl:np.float64(1.1638221787288785) - rollout_corr/rollout_log_ppl:np.float64(0.14561310308636166) - rollout_corr/log_ppl_diff:np.float64(0.00039841140824137256) - rollout_corr/log_ppl_abs_diff:np.float64(0.003489054382953327) - rollout_corr/log_ppl_diff_max:np.float64(0.017350539565086365) - rollout_corr/log_ppl_diff_min:np.float64(-0.012856259942054749) - rollout_corr/ppl_ratio:np.float64(1.0004089111462235) - rollout_corr/chi2_token:np.float64(0.0030136662535369396) - rollout_corr/chi2_seq:np.float64(0.20880368584766984) - actor/pg_loss:np.float64(0.00035233062226325274) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00016748869165894575) - actor/ppo_kl:np.float64(-7.641052897877643e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3125) - self_distillation/token_reweight_w_mean:np.float64(56018.450126351556) - self_distillation/token_reweight_w_std:np.float64(456781.9859616625) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0006133876740932) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010979209560900927) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.1436886489391327) - perf/mfu/actor:np.float64(0.041583387370465706) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.42555618286133) - actor/lr:np.float64(1e-06) - training/global_step:21 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0015414146473631263 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0015414146473631263 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:83.9453125 - response_lengt
step:22 - global_seqlen/min:16798 - global_seqlen/max:30493 - global_seqlen/minmax_diff:13695 - global_seqlen/balanced_min:22871 - global_seqlen/balanced_max:22878 - global_seqlen/mean:22876.0 - actor/entropy:0.1423337608575821 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2910901606082916 - training/rollout_probs_diff_mean:0.003937973640859127 - training/rollout_probs_diff_std:0.013108985498547554 - training/rollout_actor_probs_pearson_corr:0.9975479245185852 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.359375 - self_distillation/feedback_available_fraction:0.640625 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.999701201915741 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00019993602472823113 - rollout_corr/rollout_is_max:1.81659996509552 - rollout_corr/rollout_is_min:0.42187532782554626 - rollout_corr/rollout_is_std:0.037015292793512344 - rollout_corr/rollout_is_eff_sample_size:0.9986309699827669 - rollout_corr/rollout_is_seq_mean:0.9994570016860962 - rollout_corr/rollout_is_seq_std:0.004646854940801859 - rollout_corr/rollout_is_seq_max:1.0205856561660767 - rollout_corr/rollout_is_seq_min:0.9852480888366699 - rollout_corr/rollout_is_seq_max_deviation:0.02058565616607666 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1465901811607182) - rollout_corr/training_log_ppl:np.float64(0.13207034853985533) - rollout_corr/kl:np.float64(0.0012624080195973164) - rollout_corr/k3_kl:np.float64(0.0009608019858000638) - rollout_corr/rollout_ppl:np.float64(1.1451159128919244) - rollout_corr/rollout_log_ppl:np.float64(0.1308079400259885) - rollout_corr/log_ppl_diff:np.float64(0.0012624085138668306) - rollout_corr/log_ppl_abs_diff:np.float64(0.003915511661034543) - rollout_corr/log_ppl_diff_max:np.float64(0.03924417495727539) - rollout_corr/log_ppl_diff_min:np.float64(-0.01869313418865204) - rollout_corr/ppl_ratio:np.float64(1.0012805289588869) - rollout_corr/chi2_token:np.float64(0.0012336813379079103) - rollout_corr/chi2_seq:np.float64(0.057158841053023934) - actor/pg_loss:np.float64(0.00018166203517466784) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00040142949001165107) - actor/ppo_kl:np.float64(3.125276354598583e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.359375) - self_distillation/token_reweight_w_mean:np.float64(74608.66255049617) - self_distillation/token_reweight_w_std:np.float64(522300.32484421605) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998402339406312) - self_distillation/token_reweight_w_clip_frac:np.float64(0.006556528634973802) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.24255643039941788) - perf/mfu/actor:np.float64(0.04235944030344961) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.34895706176758) - actor/lr:np.float64(1e-06) - training/global_step:22 - training/epoch:0 - critic/score/mean:0.359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0035388674587011337 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0035388674587011337 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:97.6875 - response_length/max:586.0 - response_length/min:3
step:23 - global_seqlen/min:16826 - global_seqlen/max:23478 - global_seqlen/minmax_diff:6652 - global_seqlen/balanced_min:19655 - global_seqlen/balanced_max:20435 - global_seqlen/mean:19764.875 - actor/entropy:0.13859252631664276 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18456989526748657 - training/rollout_probs_diff_mean:0.003764737630262971 - training/rollout_probs_diff_std:0.012588140554726124 - training/rollout_actor_probs_pearson_corr:0.9977132678031921 - self_distillation/success_group_fraction:0.59375 - self_distillation/success_sample_fraction:0.5859375 - self_distillation/correct_sample_fraction:0.49609375 - self_distillation/feedback_available_fraction:0.50390625 - self_distillation/feedback_used_fraction:0.40625 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:0.9998646378517151 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.611057374859229e-05 - rollout_corr/rollout_is_max:1.5884497165679932 - rollout_corr/rollout_is_min:0.37117940187454224 - rollout_corr/rollout_is_std:0.03559098020195961 - rollout_corr/rollout_is_eff_sample_size:0.9987344090023405 - rollout_corr/rollout_is_seq_mean:0.9998131394386292 - rollout_corr/rollout_is_seq_std:0.004723796620965004 - rollout_corr/rollout_is_seq_max:1.0255852937698364 - rollout_corr/rollout_is_seq_min:0.9818201065063477 - rollout_corr/rollout_is_seq_max_deviation:0.025585293769836426 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1443326668813825) - rollout_corr/training_log_ppl:np.float64(0.13088138688908657) - rollout_corr/kl:np.float64(0.0009826503217595928) - rollout_corr/k3_kl:np.float64(0.001333915184940082) - rollout_corr/rollout_ppl:np.float64(1.1431675525382161) - rollout_corr/rollout_log_ppl:np.float64(0.12989873687547515) - rollout_corr/log_ppl_diff:np.float64(0.0009826500136114191) - rollout_corr/log_ppl_abs_diff:np.float64(0.00505472802251461) - rollout_corr/log_ppl_diff_max:np.float64(0.02458462119102478) - rollout_corr/log_ppl_diff_min:np.float64(-0.031808577477931976) - rollout_corr/ppl_ratio:np.float64(1.0010055068414658) - rollout_corr/chi2_token:np.float64(0.003803333267569542) - rollout_corr/chi2_seq:np.float64(0.2107151655945927) - actor/pg_loss:np.float64(0.001238261815160513) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009233404216502095) - actor/ppo_kl:np.float64(7.400157875281366e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.49609375) - self_distillation/token_reweight_w_mean:np.float64(252351.39504893008) - self_distillation/token_reweight_w_std:np.float64(1703078.905524379) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0008135486859828) - self_distillation/token_reweight_w_clip_frac:np.float64(0.037577129929559305) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.5660313069820404) - perf/mfu/actor:np.float64(0.036456099855030705) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.37195587158203) - actor/lr:np.float64(1e-06) - training/global_step:23 - training/epoch:0 - critic/score/mean:0.49609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.49609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0079194912686944 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0079194912686944 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:84.71484375 - response_l
step:24 - global_seqlen/min:16430 - global_seqlen/max:24627 - global_seqlen/minmax_diff:8197 - global_seqlen/balanced_min:20776 - global_seqlen/balanced_max:20780 - global_seqlen/mean:20779.0 - actor/entropy:0.13504554331302643 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23082181811332703 - training/rollout_probs_diff_mean:0.0034335304517298937 - training/rollout_probs_diff_std:0.01163981482386589 - training/rollout_actor_probs_pearson_corr:0.9979947805404663 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.26953125 - self_distillation/feedback_available_fraction:0.73046875 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999052286148071 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.032206172472797e-05 - rollout_corr/rollout_is_max:1.8593839406967163 - rollout_corr/rollout_is_min:0.4920622408390045 - rollout_corr/rollout_is_std:0.03346240893006325 - rollout_corr/rollout_is_eff_sample_size:0.9988811627143783 - rollout_corr/rollout_is_seq_mean:0.9999405741691589 - rollout_corr/rollout_is_seq_std:0.004011598881334066 - rollout_corr/rollout_is_seq_max:1.0140236616134644 - rollout_corr/rollout_is_seq_min:0.9853073954582214 - rollout_corr/rollout_is_seq_max_deviation:0.014692604541778564 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1473897430114448) - rollout_corr/training_log_ppl:np.float64(0.1309895477243117) - rollout_corr/kl:np.float64(0.000908215488436781) - rollout_corr/k3_kl:np.float64(0.0006320715643724079) - rollout_corr/rollout_ppl:np.float64(1.1463820012286305) - rollout_corr/rollout_log_ppl:np.float64(0.13008133043695125) - rollout_corr/log_ppl_diff:np.float64(0.0009082172873604577) - rollout_corr/log_ppl_abs_diff:np.float64(0.003190347688359907) - rollout_corr/log_ppl_diff_max:np.float64(0.01913510262966156) - rollout_corr/log_ppl_diff_min:np.float64(-0.014032378792762756) - rollout_corr/ppl_ratio:np.float64(1.00091787497513) - rollout_corr/chi2_token:np.float64(0.0007186408620327711) - rollout_corr/chi2_seq:np.float64(0.03952546953223646) - actor/pg_loss:np.float64(0.00043765874579548836) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003319840907352045) - actor/ppo_kl:np.float64(0.00026008376003261446) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.26953125) - self_distillation/token_reweight_w_mean:np.float64(329286.216579993) - self_distillation/token_reweight_w_std:np.float64(2135011.63086932) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000414610374719) - self_distillation/token_reweight_w_clip_frac:np.float64(0.014716415636939928) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.5758811086416245) - perf/mfu/actor:np.float64(0.03771007143924178) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.15919876098633) - actor/lr:np.float64(1e-06) - training/global_step:24 - training/epoch:0 - critic/score/mean:0.26953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.26953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0041452799923717976 - critic/advantages/max:0.625 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0041452799923717976 - critic/returns/max:0.625 - critic/returns/min:-0.75 - response_length/mean:77.625 - response_length/max:336.0 - response_length/m
step:25 - global_seqlen/min:15990 - global_seqlen/max:24252 - global_seqlen/minmax_diff:8262 - global_seqlen/balanced_min:19847 - global_seqlen/balanced_max:19850 - global_seqlen/mean:19849.125 - actor/entropy:0.18370242416858673 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4400070011615753 - training/rollout_probs_diff_mean:0.004255072679370642 - training/rollout_probs_diff_std:0.013054358772933483 - training/rollout_actor_probs_pearson_corr:0.9980756044387817 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.40234375 - self_distillation/correct_sample_fraction:0.34375 - self_distillation/feedback_available_fraction:0.65625 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0001846551895142 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.51602388441097e-05 - rollout_corr/rollout_is_max:1.5528991222381592 - rollout_corr/rollout_is_min:0.4614916741847992 - rollout_corr/rollout_is_std:0.037242449820041656 - rollout_corr/rollout_is_eff_sample_size:0.9986153965381223 - rollout_corr/rollout_is_seq_mean:1.0001070499420166 - rollout_corr/rollout_is_seq_std:0.00453194510191679 - rollout_corr/rollout_is_seq_max:1.017516851425171 - rollout_corr/rollout_is_seq_min:0.9857626557350159 - rollout_corr/rollout_is_seq_max_deviation:0.0175168514251709 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1987385815009475) - rollout_corr/training_log_ppl:np.float64(0.17369019936450059) - rollout_corr/kl:np.float64(0.0009225753080563948) - rollout_corr/k3_kl:np.float64(0.0009482696568774429) - rollout_corr/rollout_ppl:np.float64(1.19747136766091) - rollout_corr/rollout_log_ppl:np.float64(0.1727676240625442) - rollout_corr/log_ppl_diff:np.float64(0.0009225753019563854) - rollout_corr/log_ppl_abs_diff:np.float64(0.004314064281061292) - rollout_corr/log_ppl_diff_max:np.float64(0.025165602564811707) - rollout_corr/log_ppl_diff_min:np.float64(-0.015242800116539001) - rollout_corr/ppl_ratio:np.float64(1.0009386378806084) - rollout_corr/chi2_token:np.float64(0.00184961361810565) - rollout_corr/chi2_seq:np.float64(0.13827242306433618) - actor/pg_loss:np.float64(0.000449606915935874) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019199000598746352) - actor/ppo_kl:np.float64(0.0003383922945516815) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.34375) - self_distillation/token_reweight_w_mean:np.float64(132104.07613411802) - self_distillation/token_reweight_w_std:np.float64(1005546.3060252169) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0009718094952404) - self_distillation/token_reweight_w_clip_frac:np.float64(0.017530345736304298) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.3739614896476269) - perf/mfu/actor:np.float64(0.03623387641499423) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.2127571105957) - actor/lr:np.float64(1e-06) - training/global_step:25 - training/epoch:0 - critic/score/mean:0.34375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0027235369198024273 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.0027235369198024273 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:70.81640625 - response_length/max:
step:26 - global_seqlen/min:14521 - global_seqlen/max:28012 - global_seqlen/minmax_diff:13491 - global_seqlen/balanced_min:21510 - global_seqlen/balanced_max:21515 - global_seqlen/mean:21512.75 - actor/entropy:0.1577775925397873 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1846141517162323 - training/rollout_probs_diff_mean:0.004070638213306665 - training/rollout_probs_diff_std:0.012744957581162453 - training/rollout_actor_probs_pearson_corr:0.997860848903656 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.4140625 - self_distillation/feedback_available_fraction:0.5859375 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000407695770264 - rollout_corr/rollout_is_ratio_fraction_high:5.2859712013741955e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.5906641483306885 - rollout_corr/rollout_is_min:0.5352824330329895 - rollout_corr/rollout_is_std:0.0377400666475296 - rollout_corr/rollout_is_eff_sample_size:0.9985775943190434 - rollout_corr/rollout_is_seq_mean:1.0000988245010376 - rollout_corr/rollout_is_seq_std:0.004820846952497959 - rollout_corr/rollout_is_seq_max:1.0355533361434937 - rollout_corr/rollout_is_seq_min:0.9851596355438232 - rollout_corr/rollout_is_seq_max_deviation:0.03555333614349365 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1572111090645194) - rollout_corr/training_log_ppl:np.float64(0.14145961670510587) - rollout_corr/kl:np.float64(0.0005020288480821478) - rollout_corr/k3_kl:np.float64(0.0012065820215196865) - rollout_corr/rollout_ppl:np.float64(1.1565070189535618) - rollout_corr/rollout_log_ppl:np.float64(0.1409575857760501) - rollout_corr/log_ppl_diff:np.float64(0.0005020309290557634) - rollout_corr/log_ppl_abs_diff:np.float64(0.00385038403692306) - rollout_corr/log_ppl_diff_max:np.float64(0.029768317937850952) - rollout_corr/log_ppl_diff_min:np.float64(-0.027933597564697266) - rollout_corr/ppl_ratio:np.float64(1.0005186614580452) - rollout_corr/chi2_token:np.float64(0.0038898237980902195) - rollout_corr/chi2_seq:np.float64(0.20818186062388122) - actor/pg_loss:np.float64(0.001697965431958437) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008745168306631967) - actor/ppo_kl:np.float64(-8.103693695460379e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4140625) - self_distillation/token_reweight_w_mean:np.float64(246694.13111479068) - self_distillation/token_reweight_w_std:np.float64(1435240.613249147) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0001536488998681) - self_distillation/token_reweight_w_clip_frac:np.float64(0.023137171316193417) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.6526615135371685) - perf/mfu/actor:np.float64(0.03937853319621008) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.36329460144043) - actor/lr:np.float64(1e-06) - training/global_step:26 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001704725669696927 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001704725669696927 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:73.8984375 - response_length/max:341.0 - response_length
step:27 - global_seqlen/min:19762 - global_seqlen/max:23308 - global_seqlen/minmax_diff:3546 - global_seqlen/balanced_min:20937 - global_seqlen/balanced_max:20938 - global_seqlen/mean:20937.25 - actor/entropy:0.13456927239894867 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.35835766792297363 - training/rollout_probs_diff_mean:0.0033772585447877645 - training/rollout_probs_diff_std:0.012435518205165863 - training/rollout_actor_probs_pearson_corr:0.9977062344551086 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.30859375 - self_distillation/correct_sample_fraction:0.2421875 - self_distillation/feedback_available_fraction:0.7578125 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998239278793335 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.095281812828034e-05 - rollout_corr/rollout_is_max:1.8572102785110474 - rollout_corr/rollout_is_min:0.4723653197288513 - rollout_corr/rollout_is_std:0.03426937758922577 - rollout_corr/rollout_is_eff_sample_size:0.9988265710047184 - rollout_corr/rollout_is_seq_mean:1.0000782012939453 - rollout_corr/rollout_is_seq_std:0.0044146510772407055 - rollout_corr/rollout_is_seq_max:1.0189458131790161 - rollout_corr/rollout_is_seq_min:0.9898042678833008 - rollout_corr/rollout_is_seq_max_deviation:0.018945813179016113 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1363611575216055) - rollout_corr/training_log_ppl:np.float64(0.12343428970780224) - rollout_corr/kl:np.float64(0.00037306189533126144) - rollout_corr/k3_kl:np.float64(0.0007827056714450054) - rollout_corr/rollout_ppl:np.float64(1.1358372080139816) - rollout_corr/rollout_log_ppl:np.float64(0.1230612265644595) - rollout_corr/log_ppl_diff:np.float64(0.0003730631433427334) - rollout_corr/log_ppl_abs_diff:np.float64(0.003695476960274391) - rollout_corr/log_ppl_diff_max:np.float64(0.019456952810287476) - rollout_corr/log_ppl_diff_min:np.float64(-0.02849803864955902) - rollout_corr/ppl_ratio:np.float64(1.0003857228439301) - rollout_corr/chi2_token:np.float64(0.00230483990162611) - rollout_corr/chi2_seq:np.float64(0.13159463531337678) - actor/pg_loss:np.float64(0.0002091224305331707) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001895007590064779) - actor/ppo_kl:np.float64(-0.00013972085250202326) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.2421875) - self_distillation/token_reweight_w_mean:np.float64(266760.6500831749) - self_distillation/token_reweight_w_std:np.float64(1994094.001658647) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0013147199060768) - self_distillation/token_reweight_w_clip_frac:np.float64(0.011595111660426483) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.3792137950658798) - perf/mfu/actor:np.float64(0.038875435312673214) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.36589813232422) - actor/lr:np.float64(1e-06) - training/global_step:27 - training/epoch:0 - critic/score/mean:0.2421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0019680524710565805 - critic/advantages/max:0.875 - critic/advantages/min:-0.375 - critic/returns/mean:0.0019680524710565805 - critic/returns/max:0.875 - critic/returns/min:-0.375 - response_length/mean:76.6640625 - respo
step:28 - global_seqlen/min:14908 - global_seqlen/max:25722 - global_seqlen/minmax_diff:10814 - global_seqlen/balanced_min:19353 - global_seqlen/balanced_max:19359 - global_seqlen/mean:19356.0 - actor/entropy:0.11507420986890793 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.37560582160949707 - training/rollout_probs_diff_mean:0.0032681042794138193 - training/rollout_probs_diff_std:0.012753847986459732 - training/rollout_actor_probs_pearson_corr:0.9971713423728943 - self_distillation/success_group_fraction:0.53125 - self_distillation/success_sample_fraction:0.52734375 - self_distillation/correct_sample_fraction:0.5 - self_distillation/feedback_available_fraction:0.5 - self_distillation/feedback_used_fraction:0.46875 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9999052882194519 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0003223033854737878 - rollout_corr/rollout_is_max:1.6383334398269653 - rollout_corr/rollout_is_min:0.23995225131511688 - rollout_corr/rollout_is_std:0.03399433568120003 - rollout_corr/rollout_is_eff_sample_size:0.9988454811828674 - rollout_corr/rollout_is_seq_mean:0.999811589717865 - rollout_corr/rollout_is_seq_std:0.004302878864109516 - rollout_corr/rollout_is_seq_max:1.01652193069458 - rollout_corr/rollout_is_seq_min:0.9769849181175232 - rollout_corr/rollout_is_seq_max_deviation:0.023015081882476807 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1134974383749068) - rollout_corr/training_log_ppl:np.float64(0.10278381962052663) - rollout_corr/kl:np.float64(0.0030113065460000144) - rollout_corr/k3_kl:np.float64(0.002361738311546513) - rollout_corr/rollout_ppl:np.float64(1.1100820521824062) - rollout_corr/rollout_log_ppl:np.float64(0.09977251257441822) - rollout_corr/log_ppl_diff:np.float64(0.0030113070461084135) - rollout_corr/log_ppl_abs_diff:np.float64(0.005796657198516186) - rollout_corr/log_ppl_diff_max:np.float64(0.09232157468795776) - rollout_corr/log_ppl_diff_min:np.float64(-0.015916086733341217) - rollout_corr/ppl_ratio:np.float64(1.003102439455688) - rollout_corr/chi2_token:np.float64(0.0007812364492565393) - rollout_corr/chi2_seq:np.float64(0.21633366984315217) - actor/pg_loss:np.float64(-7.964414544403553e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0004279052445781417) - actor/ppo_kl:np.float64(0.0021996558646844022) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.5) - self_distillation/token_reweight_w_mean:np.float64(630279.3649263827) - self_distillation/token_reweight_w_std:np.float64(2927280.8185445787) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0002432307228446) - self_distillation/token_reweight_w_clip_frac:np.float64(0.004905972004053183) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.58604696393013) - perf/mfu/actor:np.float64(0.03548455617888595) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.37328720092773) - actor/lr:np.float64(1e-06) - training/global_step:28 - training/epoch:0 - critic/score/mean:0.5 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00239041680470109 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.00239041680470109 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:72.71875 - response_length/max:282.0 - response_length/m
step:29 - global_seqlen/min:14850 - global_seqlen/max:29753 - global_seqlen/minmax_diff:14903 - global_seqlen/balanced_min:21515 - global_seqlen/balanced_max:28914 - global_seqlen/mean:22441.625 - actor/entropy:0.09258575737476349 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15870711207389832 - training/rollout_probs_diff_mean:0.0025046183727681637 - training/rollout_probs_diff_std:0.00994956772774458 - training/rollout_actor_probs_pearson_corr:0.9979792833328247 - self_distillation/success_group_fraction:0.1875 - self_distillation/success_sample_fraction:0.1875 - self_distillation/correct_sample_fraction:0.1796875 - self_distillation/feedback_available_fraction:0.8203125 - self_distillation/feedback_used_fraction:0.8125 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000776052474976 - rollout_corr/rollout_is_ratio_fraction_high:3.331889456603676e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.331889456603676e-05 - rollout_corr/rollout_is_max:2.7329421043395996 - rollout_corr/rollout_is_min:0.4850614368915558 - rollout_corr/rollout_is_std:0.028899485245347023 - rollout_corr/rollout_is_eff_sample_size:0.9991657546823269 - rollout_corr/rollout_is_seq_mean:1.0001424551010132 - rollout_corr/rollout_is_seq_std:0.0046637170016765594 - rollout_corr/rollout_is_seq_max:1.0382357835769653 - rollout_corr/rollout_is_seq_min:0.9889055490493774 - rollout_corr/rollout_is_seq_max_deviation:0.03823578357696533 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.128700166940689) - rollout_corr/training_log_ppl:np.float64(0.11776682642266678) - rollout_corr/kl:np.float64(0.0006739236730339826) - rollout_corr/k3_kl:np.float64(0.0006705749172066788) - rollout_corr/rollout_ppl:np.float64(1.1279347543604672) - rollout_corr/rollout_log_ppl:np.float64(0.11709290267390315) - rollout_corr/log_ppl_diff:np.float64(0.0006739237487636274) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032938644635578385) - rollout_corr/log_ppl_diff_max:np.float64(0.015930399298667908) - rollout_corr/log_ppl_diff_min:np.float64(-0.01815931499004364) - rollout_corr/ppl_ratio:np.float64(1.000684769358486) - rollout_corr/chi2_token:np.float64(0.0014096698723733425) - rollout_corr/chi2_seq:np.float64(0.14886167040094733) - actor/pg_loss:np.float64(0.00022194022312760353) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00011814871322712861) - actor/ppo_kl:np.float64(0.00026197478377909533) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.1796875) - self_distillation/token_reweight_w_mean:np.float64(27145.350898608798) - self_distillation/token_reweight_w_std:np.float64(319492.4450351661) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998513124883175) - self_distillation/token_reweight_w_clip_frac:np.float64(0.00563345942646265) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.13272320106625557) - perf/mfu/actor:np.float64(0.03906606512264499) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.35293579101562) - actor/lr:np.float64(1e-06) - training/global_step:29 - training/epoch:0 - critic/score/mean:0.1796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.1796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0036317596677690744 - critic/advantages/max:0.25 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0036317596677690744 - critic/returns/max:0.25 - critic/returns/min:-0.75 - response_length/mean:117.23828125 - response_length/
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 30}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: The user is asking for a random picture of an axolotl. The appropriate tool for this is getRandomAxolotlImage, which retrieves a random axolotl image with information on the image source.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_30
step:30 - global_seqlen/min:18102 - global_seqlen/max:24074 - global_seqlen/minmax_diff:5972 - global_seqlen/balanced_min:21190 - global_seqlen/balanced_max:21192 - global_seqlen/mean:21190.375 - actor/entropy:0.13596133887767792 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18398946523666382 - training/rollout_probs_diff_mean:0.0038822696078568697 - training/rollout_probs_diff_std:0.012573973275721073 - training/rollout_actor_probs_pearson_corr:0.9975918531417847 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.37109375 - self_distillation/correct_sample_fraction:0.3046875 - self_distillation/feedback_available_fraction:0.6953125 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0003259181976318 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.000162381591508165 - rollout_corr/rollout_is_max:1.6273715496063232 - rollout_corr/rollout_is_min:0.42815133929252625 - rollout_corr/rollout_is_std:0.0347229428589344 - rollout_corr/rollout_is_eff_sample_size:0.9987964827004508 - rollout_corr/rollout_is_seq_mean:1.0003494024276733 - rollout_corr/rollout_is_seq_std:0.0047649419866502285 - rollout_corr/rollout_is_seq_max:1.0166699886322021 - rollout_corr/rollout_is_seq_min:0.983977735042572 - rollout_corr/rollout_is_seq_max_deviation:0.01666998863220215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1335394196212292) - rollout_corr/training_log_ppl:np.float64(0.12130965807591565) - rollout_corr/kl:np.float64(0.0005046955394831798) - rollout_corr/k3_kl:np.float64(0.0008778169284237025) - rollout_corr/rollout_ppl:np.float64(1.13291754713282) - rollout_corr/rollout_log_ppl:np.float64(0.12080496110138483) - rollout_corr/log_ppl_diff:np.float64(0.0005046969745308161) - rollout_corr/log_ppl_abs_diff:np.float64(0.0042099613638129085) - rollout_corr/log_ppl_diff_max:np.float64(0.017709270119667053) - rollout_corr/log_ppl_diff_min:np.float64(-0.02398010343313217) - rollout_corr/ppl_ratio:np.float64(1.0005210421513766) - rollout_corr/chi2_token:np.float64(0.002539924345910549) - rollout_corr/chi2_seq:np.float64(0.15570673579350114) - actor/pg_loss:np.float64(-0.0002751435386016965) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007355975576501805) - actor/ppo_kl:np.float64(0.00023927147807434324) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3046875) - self_distillation/token_reweight_w_mean:np.float64(500302.85335762776) - self_distillation/token_reweight_w_std:np.float64(3251043.397108367) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000393622322008) - self_distillation/token_reweight_w_clip_frac:np.float64(0.016639866109471768) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.5213334951549768) - perf/mfu/actor:np.float64(0.03892875805450664) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.32586669921875) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5753676470588235) - val-aux/tooluse/reward/std@16:np.float64(0.06617441853401575) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6009705882352941) - val-aux/tooluse/reward/best@2/std:np.float64(0.047994553457011764) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5497647058823529) - val-aux/tooluse/reward/worst@2/std:np.float64(0.062201579427345374) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.574
step:31 - global_seqlen/min:16048 - global_seqlen/max:27089 - global_seqlen/minmax_diff:11041 - global_seqlen/balanced_min:21114 - global_seqlen/balanced_max:21332 - global_seqlen/mean:21144.75 - actor/entropy:0.11729671061038971 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2448694407939911 - training/rollout_probs_diff_mean:0.0035037219058722258 - training/rollout_probs_diff_std:0.012594467960298061 - training/rollout_actor_probs_pearson_corr:0.9974067211151123 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.46484375 - self_distillation/correct_sample_fraction:0.3828125 - self_distillation/feedback_available_fraction:0.6171875 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998746514320374 - rollout_corr/rollout_is_ratio_fraction_high:4.7569214075338095e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.2923789024353027 - rollout_corr/rollout_is_min:0.5706907510757446 - rollout_corr/rollout_is_std:0.03605685010552406 - rollout_corr/rollout_is_eff_sample_size:0.9987011159449863 - rollout_corr/rollout_is_seq_mean:0.9998646378517151 - rollout_corr/rollout_is_seq_std:0.004800043068826199 - rollout_corr/rollout_is_seq_max:1.0151492357254028 - rollout_corr/rollout_is_seq_min:0.9809422492980957 - rollout_corr/rollout_is_seq_max_deviation:0.019057750701904297 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1260879202745855) - rollout_corr/training_log_ppl:np.float64(0.11524713151084143) - rollout_corr/kl:np.float64(0.001034425109960324) - rollout_corr/k3_kl:np.float64(0.0011317956499659054) - rollout_corr/rollout_ppl:np.float64(1.1248079356737435) - rollout_corr/rollout_log_ppl:np.float64(0.11421270408209239) - rollout_corr/log_ppl_diff:np.float64(0.0010344274287490407) - rollout_corr/log_ppl_abs_diff:np.float64(0.004364273036117083) - rollout_corr/log_ppl_diff_max:np.float64(0.04338109493255615) - rollout_corr/log_ppl_diff_min:np.float64(-0.031131070107221603) - rollout_corr/ppl_ratio:np.float64(1.0010556941851974) - rollout_corr/chi2_token:np.float64(0.002515688305720687) - rollout_corr/chi2_seq:np.float64(0.23659252282232046) - actor/pg_loss:np.float64(0.0018887566402554512) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003935188469768036) - actor/ppo_kl:np.float64(0.00023846273535355067) - actor/pg_clipfrac_lower:np.float64(5.461568616738077e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3828125) - self_distillation/token_reweight_w_mean:np.float64(89861.75544591364) - self_distillation/token_reweight_w_std:np.float64(778093.9731729474) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001081722555682) - self_distillation/token_reweight_w_clip_frac:np.float64(0.023077207668393385) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.5443007163703442) - perf/mfu/actor:np.float64(0.03887702844371984) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.5116958618164) - actor/lr:np.float64(1e-06) - training/global_step:31 - training/epoch:0 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.01867091655731201 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.01867091655731201 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:82.117
step:32 - global_seqlen/min:17629 - global_seqlen/max:25631 - global_seqlen/minmax_diff:8002 - global_seqlen/balanced_min:21287 - global_seqlen/balanced_max:21288 - global_seqlen/mean:21287.625 - actor/entropy:0.10964254289865494 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22960394620895386 - training/rollout_probs_diff_mean:0.0033697413746267557 - training/rollout_probs_diff_std:0.01223733276128769 - training/rollout_actor_probs_pearson_corr:0.9972966313362122 - self_distillation/success_group_fraction:0.53125 - self_distillation/success_sample_fraction:0.5234375 - self_distillation/correct_sample_fraction:0.44140625 - self_distillation/feedback_available_fraction:0.55859375 - self_distillation/feedback_used_fraction:0.46875 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:1.000203013420105 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8993748426437378 - rollout_corr/rollout_is_min:0.6195820569992065 - rollout_corr/rollout_is_std:0.03302673250436783 - rollout_corr/rollout_is_eff_sample_size:0.9989108992714004 - rollout_corr/rollout_is_seq_mean:1.0000993013381958 - rollout_corr/rollout_is_seq_std:0.004254916217178106 - rollout_corr/rollout_is_seq_max:1.0166430473327637 - rollout_corr/rollout_is_seq_min:0.9899933934211731 - rollout_corr/rollout_is_seq_max_deviation:0.016643047332763672 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1091889929957688) - rollout_corr/training_log_ppl:np.float64(0.10019223563722335) - rollout_corr/kl:np.float64(0.0004733865565498263) - rollout_corr/k3_kl:np.float64(0.0006818838010698158) - rollout_corr/rollout_ppl:np.float64(1.1086445110850036) - rollout_corr/rollout_log_ppl:np.float64(0.09971884813785437) - rollout_corr/log_ppl_diff:np.float64(0.0004733874993689824) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032905937514442485) - rollout_corr/log_ppl_diff_max:np.float64(0.014335595071315765) - rollout_corr/log_ppl_diff_min:np.float64(-0.013067804276943207) - rollout_corr/ppl_ratio:np.float64(1.0004825873766094) - rollout_corr/chi2_token:np.float64(0.0017888417933136225) - rollout_corr/chi2_seq:np.float64(0.11832868098281324) - actor/pg_loss:np.float64(0.00019584479741752148) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005374089487304445) - actor/ppo_kl:np.float64(2.4458121842485525e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.44140625) - self_distillation/token_reweight_w_mean:np.float64(534364.9745502141) - self_distillation/token_reweight_w_std:np.float64(4212561.683608852) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0005811227019876) - self_distillation/token_reweight_w_clip_frac:np.float64(0.018688832176849246) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.44686488807201385) - perf/mfu/actor:np.float64(0.039263918705378986) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.64282608032227) - actor/lr:np.float64(1e-06) - training/global_step:32 - training/epoch:0 - critic/score/mean:0.44140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.012824458070099354 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.012824458070099354 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:72.98828125 - response_length/max
step:33 - global_seqlen/min:13657 - global_seqlen/max:27271 - global_seqlen/minmax_diff:13614 - global_seqlen/balanced_min:20785 - global_seqlen/balanced_max:25737 - global_seqlen/mean:21412.125 - actor/entropy:0.10153282433748245 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4760798215866089 - training/rollout_probs_diff_mean:0.002752305706962943 - training/rollout_probs_diff_std:0.011361275799572468 - training/rollout_actor_probs_pearson_corr:0.9976395964622498 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.33203125 - self_distillation/correct_sample_fraction:0.234375 - self_distillation/feedback_available_fraction:0.765625 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:0.98828125 - rollout_corr/rollout_is_mean:0.9998109936714172 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.869819192914292e-05 - rollout_corr/rollout_is_max:1.6279867887496948 - rollout_corr/rollout_is_min:0.4765133559703827 - rollout_corr/rollout_is_std:0.03002135641872883 - rollout_corr/rollout_is_eff_sample_size:0.9990992322571801 - rollout_corr/rollout_is_seq_mean:0.9997429847717285 - rollout_corr/rollout_is_seq_std:0.004465841688215733 - rollout_corr/rollout_is_seq_max:1.0201562643051147 - rollout_corr/rollout_is_seq_min:0.9796060919761658 - rollout_corr/rollout_is_seq_max_deviation:0.02039390802383423 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1246954025700688) - rollout_corr/training_log_ppl:np.float64(0.11365259427839192) - rollout_corr/kl:np.float64(0.0013767038137110221) - rollout_corr/k3_kl:np.float64(0.000837868124147434) - rollout_corr/rollout_ppl:np.float64(1.1232251254841685) - rollout_corr/rollout_log_ppl:np.float64(0.11227588922338327) - rollout_corr/log_ppl_diff:np.float64(0.0013767050550086424) - rollout_corr/log_ppl_abs_diff:np.float64(0.003997023246483877) - rollout_corr/log_ppl_diff_max:np.float64(0.023544907569885254) - rollout_corr/log_ppl_diff_min:np.float64(-0.01086503267288208) - rollout_corr/ppl_ratio:np.float64(1.0013924250379205) - rollout_corr/chi2_token:np.float64(0.0005366860423237085) - rollout_corr/chi2_seq:np.float64(0.05336118210107088) - actor/pg_loss:np.float64(0.0005938555113971233) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005464539940476243) - actor/ppo_kl:np.float64(0.000532932751351467) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.98828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.98828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.234375) - self_distillation/token_reweight_w_mean:np.float64(622652.7698243186) - self_distillation/token_reweight_w_std:np.float64(4482182.83231299) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000739460112527) - self_distillation/token_reweight_w_clip_frac:np.float64(0.01850280285725603) - self_distillation/empty_target_batch:np.float64(0.01171875) - actor/grad_norm:np.float64(0.3471021130681038) - perf/mfu/actor:np.float64(0.03783976664517982) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.53648376464844) - actor/lr:np.float64(1e-06) - training/global_step:33 - training/epoch:0 - critic/score/mean:0.234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.028704384341835976 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.028704384341835976 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:100.94140625 - response_lengt
step:34 - global_seqlen/min:17969 - global_seqlen/max:25848 - global_seqlen/minmax_diff:7879 - global_seqlen/balanced_min:21161 - global_seqlen/balanced_max:21165 - global_seqlen/mean:21162.75 - actor/entropy:0.12450677156448364 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6356968879699707 - training/rollout_probs_diff_mean:0.0035766465589404106 - training/rollout_probs_diff_std:0.013188994489610195 - training/rollout_actor_probs_pearson_corr:0.9972649216651917 - self_distillation/success_group_fraction:0.28125 - self_distillation/success_sample_fraction:0.28125 - self_distillation/correct_sample_fraction:0.27734375 - self_distillation/feedback_available_fraction:0.72265625 - self_distillation/feedback_used_fraction:0.71875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9998759627342224 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00014009526057634503 - rollout_corr/rollout_is_max:1.9508037567138672 - rollout_corr/rollout_is_min:0.297272264957428 - rollout_corr/rollout_is_std:0.0351545549929142 - rollout_corr/rollout_is_eff_sample_size:0.998765444886919 - rollout_corr/rollout_is_seq_mean:0.9997957944869995 - rollout_corr/rollout_is_seq_std:0.004606260452419519 - rollout_corr/rollout_is_seq_max:1.0159170627593994 - rollout_corr/rollout_is_seq_min:0.9775380492210388 - rollout_corr/rollout_is_seq_max_deviation:0.02246195077896118 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1225557792931795) - rollout_corr/training_log_ppl:np.float64(0.11219164655813074) - rollout_corr/kl:np.float64(0.0014850281173206525) - rollout_corr/k3_kl:np.float64(0.0008669247226353871) - rollout_corr/rollout_ppl:np.float64(1.1209153877571225) - rollout_corr/rollout_log_ppl:np.float64(0.11070661674057192) - rollout_corr/log_ppl_diff:np.float64(0.001485029817558825) - rollout_corr/log_ppl_abs_diff:np.float64(0.004000365859610611) - rollout_corr/log_ppl_diff_max:np.float64(0.025356903672218323) - rollout_corr/log_ppl_diff_min:np.float64(-0.013209141790866852) - rollout_corr/ppl_ratio:np.float64(1.0015008652117103) - rollout_corr/chi2_token:np.float64(0.0004605215508490801) - rollout_corr/chi2_seq:np.float64(0.10048562847077847) - actor/pg_loss:np.float64(0.00023554940707981586) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00019221231195842847) - actor/ppo_kl:np.float64(0.0006377677601712151) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.27734375) - self_distillation/token_reweight_w_mean:np.float64(44079.96737528453) - self_distillation/token_reweight_w_std:np.float64(285630.5778069004) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9996303219813854) - self_distillation/token_reweight_w_clip_frac:np.float64(0.007314099930226803) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.14895102009177208) - perf/mfu/actor:np.float64(0.0392362460500893) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.54319381713867) - actor/lr:np.float64(1e-06) - training/global_step:34 - training/epoch:0 - critic/score/mean:0.27734375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.27734375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0009339684038423002 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0009339684038423002 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:83.6484375 - response_length/max:374.0 - res
step:35 - global_seqlen/min:17803 - global_seqlen/max:25799 - global_seqlen/minmax_diff:7996 - global_seqlen/balanced_min:22280 - global_seqlen/balanced_max:22286 - global_seqlen/mean:22284.0 - actor/entropy:0.12716615200042725 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3015265166759491 - training/rollout_probs_diff_mean:0.003504763590171933 - training/rollout_probs_diff_std:0.011952897533774376 - training/rollout_actor_probs_pearson_corr:0.9977961778640747 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.40234375 - self_distillation/correct_sample_fraction:0.33203125 - self_distillation/feedback_available_fraction:0.66796875 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0002509355545044 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9493341445922852 - rollout_corr/rollout_is_min:0.6130911707878113 - rollout_corr/rollout_is_std:0.034454114735126495 - rollout_corr/rollout_is_eff_sample_size:0.9988149160314487 - rollout_corr/rollout_is_seq_mean:1.0002171993255615 - rollout_corr/rollout_is_seq_std:0.0038589341565966606 - rollout_corr/rollout_is_seq_max:1.0198655128479004 - rollout_corr/rollout_is_seq_min:0.9882329106330872 - rollout_corr/rollout_is_seq_max_deviation:0.01986551284790039 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1345930509269238) - rollout_corr/training_log_ppl:np.float64(0.12193724305325304) - rollout_corr/kl:np.float64(0.0018675275469171027) - rollout_corr/k3_kl:np.float64(0.0015652623508017882) - rollout_corr/rollout_ppl:np.float64(1.132419385947287) - rollout_corr/rollout_log_ppl:np.float64(0.12006971505252295) - rollout_corr/log_ppl_diff:np.float64(0.0018675280007300898) - rollout_corr/log_ppl_abs_diff:np.float64(0.004344263506936841) - rollout_corr/log_ppl_diff_max:np.float64(0.06407910585403442) - rollout_corr/log_ppl_diff_min:np.float64(-0.02168000489473343) - rollout_corr/ppl_ratio:np.float64(1.0018969611264765) - rollout_corr/chi2_token:np.float64(0.0035244969185441732) - rollout_corr/chi2_seq:np.float64(0.2288229907862842) - actor/pg_loss:np.float64(0.0008445837302133441) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001427909817721229) - actor/ppo_kl:np.float64(0.0015198218841874223) - actor/pg_clipfrac_lower:np.float64(7.659313996555284e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.33203125) - self_distillation/token_reweight_w_mean:np.float64(480181.2635695706) - self_distillation/token_reweight_w_std:np.float64(3277926.578682977) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001161174615845) - self_distillation/token_reweight_w_clip_frac:np.float64(0.019464378798147663) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.391861982177943) - perf/mfu/actor:np.float64(0.04141082554176055) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.53392028808594) - actor/lr:np.float64(1e-06) - training/global_step:35 - training/epoch:0 - critic/score/mean:0.33203125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.33203125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009696440771222115 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009696440771222115 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:91.75 - response_leng
step:36 - global_seqlen/min:17081 - global_seqlen/max:27027 - global_seqlen/minmax_diff:9946 - global_seqlen/balanced_min:22326 - global_seqlen/balanced_max:22331 - global_seqlen/mean:22328.5 - actor/entropy:0.11969231814146042 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4525737166404724 - training/rollout_probs_diff_mean:0.003613929497078061 - training/rollout_probs_diff_std:0.013309267349541187 - training/rollout_actor_probs_pearson_corr:0.9971823692321777 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.46484375 - self_distillation/correct_sample_fraction:0.43359375 - self_distillation/feedback_available_fraction:0.56640625 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.000740647315979 - rollout_corr/rollout_is_ratio_fraction_high:0.00017777777975425124 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.9340710639953613 - rollout_corr/rollout_is_min:0.5417481064796448 - rollout_corr/rollout_is_std:0.040347516536712646 - rollout_corr/rollout_is_eff_sample_size:0.9983769813900928 - rollout_corr/rollout_is_seq_mean:1.0007212162017822 - rollout_corr/rollout_is_seq_std:0.005331083200871944 - rollout_corr/rollout_is_seq_max:1.0240957736968994 - rollout_corr/rollout_is_seq_min:0.9861719608306885 - rollout_corr/rollout_is_seq_max_deviation:0.024095773696899414 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1262263394892216) - rollout_corr/training_log_ppl:np.float64(0.11535167337751773) - rollout_corr/kl:np.float64(0.00044884114891097227) - rollout_corr/k3_kl:np.float64(0.0009380327576042902) - rollout_corr/rollout_ppl:np.float64(1.1256957650184631) - rollout_corr/rollout_log_ppl:np.float64(0.11490283015518798) - rollout_corr/log_ppl_diff:np.float64(0.0004488432223297423) - rollout_corr/log_ppl_abs_diff:np.float64(0.003919671062249108) - rollout_corr/log_ppl_diff_max:np.float64(0.025960735976696014) - rollout_corr/log_ppl_diff_min:np.float64(-0.01797609031200409) - rollout_corr/ppl_ratio:np.float64(1.0004648831672966) - rollout_corr/chi2_token:np.float64(0.0028864331543445587) - rollout_corr/chi2_seq:np.float64(0.3150283091235906) - actor/pg_loss:np.float64(0.0003566292580217123) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00012181849524495192) - actor/ppo_kl:np.float64(0.00039274360072738546) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.43359375) - self_distillation/token_reweight_w_mean:np.float64(60777.41255616862) - self_distillation/token_reweight_w_std:np.float64(677296.5336597499) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004060354549438) - self_distillation/token_reweight_w_clip_frac:np.float64(0.007099016453139484) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.17126407474279404) - perf/mfu/actor:np.float64(0.04127101962308499) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.58261489868164) - actor/lr:np.float64(1e-06) - training/global_step:36 - training/epoch:0 - critic/score/mean:0.43359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.43359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0019277777755632997 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.0019277777755632997 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:87.890625 - re
step:37 - global_seqlen/min:18245 - global_seqlen/max:27732 - global_seqlen/minmax_diff:9487 - global_seqlen/balanced_min:22455 - global_seqlen/balanced_max:23382 - global_seqlen/mean:22688.375 - actor/entropy:0.12105684727430344 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24135535955429077 - training/rollout_probs_diff_mean:0.003135975915938616 - training/rollout_probs_diff_std:0.011484574526548386 - training/rollout_actor_probs_pearson_corr:0.9979568123817444 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.3046875 - self_distillation/feedback_available_fraction:0.6953125 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999040961265564 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7523047924041748 - rollout_corr/rollout_is_min:0.5378838181495667 - rollout_corr/rollout_is_std:0.033280227333307266 - rollout_corr/rollout_is_eff_sample_size:0.9988934139614173 - rollout_corr/rollout_is_seq_mean:0.9999574422836304 - rollout_corr/rollout_is_seq_std:0.004152799025177956 - rollout_corr/rollout_is_seq_max:1.0152549743652344 - rollout_corr/rollout_is_seq_min:0.9801881313323975 - rollout_corr/rollout_is_seq_max_deviation:0.01981186866760254 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1384392962791026) - rollout_corr/training_log_ppl:np.float64(0.12397896202310221) - rollout_corr/kl:np.float64(0.00406089033602175) - rollout_corr/k3_kl:np.float64(0.003981667897365267) - rollout_corr/rollout_ppl:np.float64(1.1333657912909985) - rollout_corr/rollout_log_ppl:np.float64(0.11991806980586261) - rollout_corr/log_ppl_diff:np.float64(0.0040608922608953435) - rollout_corr/log_ppl_abs_diff:np.float64(0.006611916895053582) - rollout_corr/log_ppl_diff_max:np.float64(0.30686527490615845) - rollout_corr/log_ppl_diff_min:np.float64(-0.013046830892562866) - rollout_corr/ppl_ratio:np.float64(1.0046431948430836) - rollout_corr/chi2_token:np.float64(0.0017769683618098497) - rollout_corr/chi2_seq:np.float64(0.09899262548424304) - actor/pg_loss:np.float64(0.0014702435582876205) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009017036909426679) - actor/ppo_kl:np.float64(0.003443702057751352) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3046875) - self_distillation/token_reweight_w_mean:np.float64(34929.7093434399) - self_distillation/token_reweight_w_std:np.float64(326945.73618760816) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0005393342580646) - self_distillation/token_reweight_w_clip_frac:np.float64(0.020876311289612204) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.5830485932528973) - perf/mfu/actor:np.float64(0.04147857788853197) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.63002395629883) - actor/lr:np.float64(1e-06) - training/global_step:37 - training/epoch:0 - critic/score/mean:0.3046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004516994580626488 - critic/advantages/max:0.75 - critic/advantages/min:-0.75 - critic/returns/mean:-0.004516994580626488 - critic/returns/max:0.75 - critic/returns/min:-0.75 - response_length/mean:98.26171875 - response_length/max:1788.0 - response_length/min:40.0 - response_le
step:38 - global_seqlen/min:20093 - global_seqlen/max:25772 - global_seqlen/minmax_diff:5679 - global_seqlen/balanced_min:22341 - global_seqlen/balanced_max:22455 - global_seqlen/mean:22369.75 - actor/entropy:0.10248328000307083 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3174861967563629 - training/rollout_probs_diff_mean:0.0032521637622267008 - training/rollout_probs_diff_std:0.012380418367683887 - training/rollout_actor_probs_pearson_corr:0.9971799254417419 - self_distillation/success_group_fraction:0.21875 - self_distillation/success_sample_fraction:0.21484375 - self_distillation/correct_sample_fraction:0.19140625 - self_distillation/feedback_available_fraction:0.80859375 - self_distillation/feedback_used_fraction:0.78125 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9999314546585083 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.9065551391104236e-05 - rollout_corr/rollout_is_max:1.805476188659668 - rollout_corr/rollout_is_min:0.3536285161972046 - rollout_corr/rollout_is_std:0.03392940014600754 - rollout_corr/rollout_is_eff_sample_size:0.9988500007025259 - rollout_corr/rollout_is_seq_mean:0.9998934268951416 - rollout_corr/rollout_is_seq_std:0.003775340737774968 - rollout_corr/rollout_is_seq_max:1.015328288078308 - rollout_corr/rollout_is_seq_min:0.9870959520339966 - rollout_corr/rollout_is_seq_max_deviation:0.015328288078308105 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1171090742573142) - rollout_corr/training_log_ppl:np.float64(0.10824341754323541) - rollout_corr/kl:np.float64(0.0011568538624597835) - rollout_corr/k3_kl:np.float64(0.0010453060502113587) - rollout_corr/rollout_ppl:np.float64(1.115784048102796) - rollout_corr/rollout_log_ppl:np.float64(0.1070865631736524) - rollout_corr/log_ppl_diff:np.float64(0.0011568543668545317) - rollout_corr/log_ppl_abs_diff:np.float64(0.003914799021004001) - rollout_corr/log_ppl_diff_max:np.float64(0.03673376142978668) - rollout_corr/log_ppl_diff_min:np.float64(-0.023971155285835266) - rollout_corr/ppl_ratio:np.float64(1.0011736175511032) - rollout_corr/chi2_token:np.float64(0.0017816685140132904) - rollout_corr/chi2_seq:np.float64(0.19510890496894717) - actor/pg_loss:np.float64(8.41943547129631e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00028639717857004143) - actor/ppo_kl:np.float64(0.0004469240813236297) - actor/pg_clipfrac_lower:np.float64(9.990409125748556e-06) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.19140625) - self_distillation/token_reweight_w_mean:np.float64(117857.35394334048) - self_distillation/token_reweight_w_std:np.float64(1110285.8078746796) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003664195537567) - self_distillation/token_reweight_w_clip_frac:np.float64(0.004489213606575504) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.14375882176682353) - perf/mfu/actor:np.float64(0.04145198214016006) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.5973129272461) - actor/lr:np.float64(1e-06) - training/global_step:38 - training/epoch:0 - critic/score/mean:0.19140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.19140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002939682686701417 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:-0.002939682686701417 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/me
step:39 - global_seqlen/min:18372 - global_seqlen/max:27526 - global_seqlen/minmax_diff:9154 - global_seqlen/balanced_min:22617 - global_seqlen/balanced_max:22624 - global_seqlen/mean:22619.875 - actor/entropy:0.11347021162509918 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23519669473171234 - training/rollout_probs_diff_mean:0.003448646515607834 - training/rollout_probs_diff_std:0.012663613073527813 - training/rollout_actor_probs_pearson_corr:0.9973973035812378 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.5 - self_distillation/correct_sample_fraction:0.44921875 - self_distillation/feedback_available_fraction:0.55078125 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9997061491012573 - rollout_corr/rollout_is_ratio_fraction_high:4.5047072489978746e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.057621717453003 - rollout_corr/rollout_is_min:0.522678017616272 - rollout_corr/rollout_is_std:0.036696698516607285 - rollout_corr/rollout_is_eff_sample_size:0.9986543905048518 - rollout_corr/rollout_is_seq_mean:0.9997634887695312 - rollout_corr/rollout_is_seq_std:0.004171626176685095 - rollout_corr/rollout_is_seq_max:1.012664794921875 - rollout_corr/rollout_is_seq_min:0.983154296875 - rollout_corr/rollout_is_seq_max_deviation:0.016845703125 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.110125229228288) - rollout_corr/training_log_ppl:np.float64(0.10175585826596034) - rollout_corr/kl:np.float64(0.0008029047316089333) - rollout_corr/k3_kl:np.float64(0.0012541592355712443) - rollout_corr/rollout_ppl:np.float64(1.1092044822871685) - rollout_corr/rollout_log_ppl:np.float64(0.10095295262544823) - rollout_corr/log_ppl_diff:np.float64(0.0008029056550640234) - rollout_corr/log_ppl_abs_diff:np.float64(0.004041330995505632) - rollout_corr/log_ppl_diff_max:np.float64(0.0866929292678833) - rollout_corr/log_ppl_diff_min:np.float64(-0.020133063197135925) - rollout_corr/ppl_ratio:np.float64(1.000831744633615) - rollout_corr/chi2_token:np.float64(0.0030880908016115427) - rollout_corr/chi2_seq:np.float64(0.28389478800818324) - actor/pg_loss:np.float64(-0.0002478277310729027) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009842569415923208) - actor/ppo_kl:np.float64(-3.4623453878168675e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.44921875) - self_distillation/token_reweight_w_mean:np.float64(231575.15462911944) - self_distillation/token_reweight_w_std:np.float64(1744608.5352025703) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999738135375082) - self_distillation/token_reweight_w_clip_frac:np.float64(0.013434967651846819) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.4020931012928486) - perf/mfu/actor:np.float64(0.04147882023505836) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.60799407958984) - actor/lr:np.float64(1e-06) - training/global_step:39 - training/epoch:0 - critic/score/mean:0.44921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002443803707137704 - critic/advantages/max:0.625 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002443803707137704 - critic/returns/max:0.625 - critic/returns/min:-0.875 - response_length/mean:86.71484375 - response_length/max:288.0 - response_length/min:34.
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 40}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to find a random axolotl image. The user is asking for a random picture, so I should use the getRandomAxolotlImage tool.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_40
step:40 - global_seqlen/min:18855 - global_seqlen/max:25592 - global_seqlen/minmax_diff:6737 - global_seqlen/balanced_min:21685 - global_seqlen/balanced_max:21687 - global_seqlen/mean:21685.625 - actor/entropy:0.15498574078083038 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24134781956672668 - training/rollout_probs_diff_mean:0.004059165250509977 - training/rollout_probs_diff_std:0.012976108118891716 - training/rollout_actor_probs_pearson_corr:0.9978162050247192 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.34375 - self_distillation/correct_sample_fraction:0.27734375 - self_distillation/feedback_available_fraction:0.72265625 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000344514846802 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8342734575271606 - rollout_corr/rollout_is_min:0.5350900888442993 - rollout_corr/rollout_is_std:0.0367705300450325 - rollout_corr/rollout_is_eff_sample_size:0.9986498727551798 - rollout_corr/rollout_is_seq_mean:0.9999096393585205 - rollout_corr/rollout_is_seq_std:0.004265214782208204 - rollout_corr/rollout_is_seq_max:1.0155973434448242 - rollout_corr/rollout_is_seq_min:0.9885300397872925 - rollout_corr/rollout_is_seq_max_deviation:0.015597343444824219 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.155925772152841) - rollout_corr/training_log_ppl:np.float64(0.13926204201379733) - rollout_corr/kl:np.float64(0.0012540893715975443) - rollout_corr/k3_kl:np.float64(0.0010578535586053418) - rollout_corr/rollout_ppl:np.float64(1.1543621313758194) - rollout_corr/rollout_log_ppl:np.float64(0.13800795268980437) - rollout_corr/log_ppl_diff:np.float64(0.0012540893239929574) - rollout_corr/log_ppl_abs_diff:np.float64(0.0043306517454766436) - rollout_corr/log_ppl_diff_max:np.float64(0.04409833252429962) - rollout_corr/log_ppl_diff_min:np.float64(-0.015444919466972351) - rollout_corr/ppl_ratio:np.float64(1.0012735622003675) - rollout_corr/chi2_token:np.float64(0.0014706335496157408) - rollout_corr/chi2_seq:np.float64(0.1790581657551229) - actor/pg_loss:np.float64(0.0012572482228279114) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008998411976790521) - actor/ppo_kl:np.float64(0.0005076362810996216) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.27734375) - self_distillation/token_reweight_w_mean:np.float64(273362.1280443887) - self_distillation/token_reweight_w_std:np.float64(2316649.477929814) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000179652357474) - self_distillation/token_reweight_w_clip_frac:np.float64(0.020189722505165264) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.4187011569738388) - perf/mfu/actor:np.float64(0.03948375387379796) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.55215454101562) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5707720588235294) - val-aux/tooluse/reward/std@16:np.float64(0.05399704825636849) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5915735294117647) - val-aux/tooluse/reward/best@2/std:np.float64(0.047841802073095234) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5493970588235294) - val-aux/tooluse/reward/worst@2/std:np.float64(0.04297319660276272) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5708382352941177) - val-aux/tooluse/reward/maj@2
step:41 - global_seqlen/min:16939 - global_seqlen/max:28738 - global_seqlen/minmax_diff:11799 - global_seqlen/balanced_min:22883 - global_seqlen/balanced_max:22886 - global_seqlen/mean:22884.75 - actor/entropy:0.13451774418354034 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18463781476020813 - training/rollout_probs_diff_mean:0.003906734753400087 - training/rollout_probs_diff_std:0.01324495580047369 - training/rollout_actor_probs_pearson_corr:0.9975051283836365 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3046875 - self_distillation/correct_sample_fraction:0.24609375 - self_distillation/feedback_available_fraction:0.75390625 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:0.99945467710495 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6179554462432861 - rollout_corr/rollout_is_min:0.5510534644126892 - rollout_corr/rollout_is_std:0.03780870512127876 - rollout_corr/rollout_is_eff_sample_size:0.9985709376208617 - rollout_corr/rollout_is_seq_mean:0.9995222687721252 - rollout_corr/rollout_is_seq_std:0.004593297839164734 - rollout_corr/rollout_is_seq_max:1.0143650770187378 - rollout_corr/rollout_is_seq_min:0.9869683980941772 - rollout_corr/rollout_is_seq_max_deviation:0.014365077018737793 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.136925593484193) - rollout_corr/training_log_ppl:np.float64(0.122384807540584) - rollout_corr/kl:np.float64(0.0015938217758275641) - rollout_corr/k3_kl:np.float64(0.0012835161193235911) - rollout_corr/rollout_ppl:np.float64(1.1351020499132574) - rollout_corr/rollout_log_ppl:np.float64(0.120790985442909) - rollout_corr/log_ppl_diff:np.float64(0.0015938220831230865) - rollout_corr/log_ppl_abs_diff:np.float64(0.004291237165489292) - rollout_corr/log_ppl_diff_max:np.float64(0.1135956346988678) - rollout_corr/log_ppl_diff_min:np.float64(-0.022269196808338165) - rollout_corr/ppl_ratio:np.float64(1.0016328152269125) - rollout_corr/chi2_token:np.float64(0.0014729148242622614) - rollout_corr/chi2_seq:np.float64(0.07189773162826896) - actor/pg_loss:np.float64(0.0004553523613139987) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000369061111996416) - actor/ppo_kl:np.float64(0.00040975145709865046) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.24609375) - self_distillation/token_reweight_w_mean:np.float64(403308.3239590796) - self_distillation/token_reweight_w_std:np.float64(2701249.198331125) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0008678366430104) - self_distillation/token_reweight_w_clip_frac:np.float64(0.009136563829088118) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.7533609392121434) - perf/mfu/actor:np.float64(0.04198118251695549) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.6773910522461) - actor/lr:np.float64(1e-06) - training/global_step:41 - training/epoch:0 - critic/score/mean:0.24609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.24609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00017224175098817796 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.00017224175098817796 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:82.2109375 - response_length/max:246.0 - res
step:42 - global_seqlen/min:16352 - global_seqlen/max:23887 - global_seqlen/minmax_diff:7535 - global_seqlen/balanced_min:19779 - global_seqlen/balanced_max:19780 - global_seqlen/mean:19779.875 - actor/entropy:0.11411407589912415 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21511715650558472 - training/rollout_probs_diff_mean:0.003644315991550684 - training/rollout_probs_diff_std:0.012841069139540195 - training/rollout_actor_probs_pearson_corr:0.9972410202026367 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.37109375 - self_distillation/correct_sample_fraction:0.33984375 - self_distillation/feedback_available_fraction:0.66015625 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0000821352005005 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.907130241394043 - rollout_corr/rollout_is_min:0.6090996861457825 - rollout_corr/rollout_is_std:0.03618556261062622 - rollout_corr/rollout_is_eff_sample_size:0.9986925552318625 - rollout_corr/rollout_is_seq_mean:1.0000348091125488 - rollout_corr/rollout_is_seq_std:0.004476198926568031 - rollout_corr/rollout_is_seq_max:1.014681100845337 - rollout_corr/rollout_is_seq_min:0.9832686185836792 - rollout_corr/rollout_is_seq_max_deviation:0.0167313814163208 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1140988417901099) - rollout_corr/training_log_ppl:np.float64(0.10468776965763027) - rollout_corr/kl:np.float64(0.00042419295387752243) - rollout_corr/k3_kl:np.float64(0.0008959385362383157) - rollout_corr/rollout_ppl:np.float64(1.1135953310877085) - rollout_corr/rollout_log_ppl:np.float64(0.1042635755311494) - rollout_corr/log_ppl_diff:np.float64(0.0004241941264808702) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036938368307346536) - rollout_corr/log_ppl_diff_max:np.float64(0.019276320934295654) - rollout_corr/log_ppl_diff_min:np.float64(-0.016251815482974052) - rollout_corr/ppl_ratio:np.float64(1.000437222654) - rollout_corr/chi2_token:np.float64(0.0028567493427544832) - rollout_corr/chi2_seq:np.float64(0.20289407181553543) - actor/pg_loss:np.float64(0.0003182929940521717) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00021898675186093897) - actor/ppo_kl:np.float64(-0.0001667605853015175) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.33984375) - self_distillation/token_reweight_w_mean:np.float64(352286.8143235217) - self_distillation/token_reweight_w_std:np.float64(2238004.3202553447) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.999998411629349) - self_distillation/token_reweight_w_clip_frac:np.float64(0.00717775990779046) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.22294482961297035) - perf/mfu/actor:np.float64(0.03634225732150999) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.6547794342041) - actor/lr:np.float64(1e-06) - training/global_step:42 - training/epoch:0 - critic/score/mean:0.33984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.33984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0011759292101487517 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0011759292101487517 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:76.40234375 - response_length/max:233.0
step:43 - global_seqlen/min:17601 - global_seqlen/max:29726 - global_seqlen/minmax_diff:12125 - global_seqlen/balanced_min:22719 - global_seqlen/balanced_max:22720 - global_seqlen/mean:22719.75 - actor/entropy:0.1049850583076477 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2121104598045349 - training/rollout_probs_diff_mean:0.003100998466834426 - training/rollout_probs_diff_std:0.011506113223731518 - training/rollout_actor_probs_pearson_corr:0.9975945353507996 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.296875 - self_distillation/feedback_available_fraction:0.703125 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.000309705734253 - rollout_corr/rollout_is_ratio_fraction_high:8.806693222140893e-05 - rollout_corr/rollout_is_ratio_fraction_low:4.403346611070447e-05 - rollout_corr/rollout_is_max:3.043858051300049 - rollout_corr/rollout_is_min:0.4731205999851227 - rollout_corr/rollout_is_std:0.03333033621311188 - rollout_corr/rollout_is_eff_sample_size:0.9988907971649656 - rollout_corr/rollout_is_seq_mean:1.0005097389221191 - rollout_corr/rollout_is_seq_std:0.0040773916989564896 - rollout_corr/rollout_is_seq_max:1.0154672861099243 - rollout_corr/rollout_is_seq_min:0.9907342791557312 - rollout_corr/rollout_is_seq_max_deviation:0.015467286109924316 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1044714045710862) - rollout_corr/training_log_ppl:np.float64(0.09725696136956685) - rollout_corr/kl:np.float64(0.00010887079873356242) - rollout_corr/k3_kl:np.float64(0.0007772656189555249) - rollout_corr/rollout_ppl:np.float64(1.1043232576921582) - rollout_corr/rollout_log_ppl:np.float64(0.09714808937496855) - rollout_corr/log_ppl_diff:np.float64(0.00010887199459830299) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034523115973570384) - rollout_corr/log_ppl_diff_max:np.float64(0.01277557760477066) - rollout_corr/log_ppl_diff_min:np.float64(-0.013635165989398956) - rollout_corr/ppl_ratio:np.float64(1.0001191704068333) - rollout_corr/chi2_token:np.float64(0.003161896485835314) - rollout_corr/chi2_seq:np.float64(0.4080053570214659) - actor/pg_loss:np.float64(-0.0001070820726454258) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020541939738905057) - actor/ppo_kl:np.float64(5.767263503742015e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.296875) - self_distillation/token_reweight_w_mean:np.float64(99195.15524136275) - self_distillation/token_reweight_w_std:np.float64(765105.2651277883) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0001152083277702) - self_distillation/token_reweight_w_clip_frac:np.float64(0.002422373800072819) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.3116052746772766) - perf/mfu/actor:np.float64(0.041186767956981236) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.66334533691406) - actor/lr:np.float64(1e-06) - training/global_step:43 - training/epoch:0 - critic/score/mean:0.296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0012769704917445779 - critic/advantages/max:0.5 - critic/advantages/min:-0.5 - critic/returns/mean:-0.0012769704917445779 - critic/returns/max:0.5 - critic/returns/min:-0.5 - response_length/mean:88.7109375 - response_length/max:352.0 - res
step:44 - global_seqlen/min:17415 - global_seqlen/max:31039 - global_seqlen/minmax_diff:13624 - global_seqlen/balanced_min:21380 - global_seqlen/balanced_max:22165 - global_seqlen/mean:21481.375 - actor/entropy:0.13091859221458435 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24394366145133972 - training/rollout_probs_diff_mean:0.0033418694511055946 - training/rollout_probs_diff_std:0.011878211051225662 - training/rollout_actor_probs_pearson_corr:0.9979523420333862 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.296875 - self_distillation/feedback_available_fraction:0.703125 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.999733030796051 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9363372325897217 - rollout_corr/rollout_is_min:0.5597013831138611 - rollout_corr/rollout_is_std:0.03463786840438843 - rollout_corr/rollout_is_eff_sample_size:0.9988010017767082 - rollout_corr/rollout_is_seq_mean:0.9995107054710388 - rollout_corr/rollout_is_seq_std:0.004361338447779417 - rollout_corr/rollout_is_seq_max:1.0127485990524292 - rollout_corr/rollout_is_seq_min:0.9873204231262207 - rollout_corr/rollout_is_seq_max_deviation:0.0127485990524292 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1481413580477238) - rollout_corr/training_log_ppl:np.float64(0.13006715874871588) - rollout_corr/kl:np.float64(4.5177927304962395e-05) - rollout_corr/k3_kl:np.float64(0.0007918616236266551) - rollout_corr/rollout_ppl:np.float64(1.1481290902011096) - rollout_corr/rollout_log_ppl:np.float64(0.13002198007961852) - rollout_corr/log_ppl_diff:np.float64(4.5178669097367674e-05) - rollout_corr/log_ppl_abs_diff:np.float64(0.003999868531536777) - rollout_corr/log_ppl_diff_max:np.float64(0.022446148097515106) - rollout_corr/log_ppl_diff_min:np.float64(-0.01722322404384613) - rollout_corr/ppl_ratio:np.float64(1.0000597559846938) - rollout_corr/chi2_token:np.float64(0.0031360944267362356) - rollout_corr/chi2_seq:np.float64(0.24645976652391255) - actor/pg_loss:np.float64(5.800859071314335e-06) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0002185421544709243) - actor/ppo_kl:np.float64(-0.001077756299494581) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.296875) - self_distillation/token_reweight_w_mean:np.float64(28065.533878439805) - self_distillation/token_reweight_w_std:np.float64(317684.8927982212) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999411725439131) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0045203372137621045) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.27540536038577557) - perf/mfu/actor:np.float64(0.03952085566348435) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.69012451171875) - actor/lr:np.float64(1e-06) - training/global_step:44 - training/epoch:0 - critic/score/mean:0.296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008439205586910248 - critic/advantages/max:0.375 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008439205586910248 - critic/returns/max:0.375 - critic/returns/min:-0.875 - response_length/mean:85.16796875 - response_length/max:1623.0 - response_length/min:32.0 - r
step:45 - global_seqlen/min:15541 - global_seqlen/max:27355 - global_seqlen/minmax_diff:11814 - global_seqlen/balanced_min:21573 - global_seqlen/balanced_max:21576 - global_seqlen/mean:21574.75 - actor/entropy:0.09393709152936935 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1722739338874817 - training/rollout_probs_diff_mean:0.0028341070283204317 - training/rollout_probs_diff_std:0.010932925157248974 - training/rollout_actor_probs_pearson_corr:0.9976241588592529 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.421875 - self_distillation/feedback_available_fraction:0.578125 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0002236366271973 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8464802503585815 - rollout_corr/rollout_is_min:0.6159732937812805 - rollout_corr/rollout_is_std:0.03361169993877411 - rollout_corr/rollout_is_eff_sample_size:0.9988720042114383 - rollout_corr/rollout_is_seq_mean:1.0003440380096436 - rollout_corr/rollout_is_seq_std:0.004466402810066938 - rollout_corr/rollout_is_seq_max:1.020525574684143 - rollout_corr/rollout_is_seq_min:0.9882777333259583 - rollout_corr/rollout_is_seq_max_deviation:0.020525574684143066 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0975356362760067) - rollout_corr/training_log_ppl:np.float64(0.09074880334992486) - rollout_corr/kl:np.float64(0.00026883407277722426) - rollout_corr/k3_kl:np.float64(0.0006511839284337739) - rollout_corr/rollout_ppl:np.float64(1.0972242467105389) - rollout_corr/rollout_log_ppl:np.float64(0.09047996771187172) - rollout_corr/log_ppl_diff:np.float64(0.00026883563805313315) - rollout_corr/log_ppl_abs_diff:np.float64(0.003329489425595966) - rollout_corr/log_ppl_diff_max:np.float64(0.015620946884155273) - rollout_corr/log_ppl_diff_min:np.float64(-0.016770780086517334) - rollout_corr/ppl_ratio:np.float64(1.0002794321626425) - rollout_corr/chi2_token:np.float64(0.002041083760559559) - rollout_corr/chi2_seq:np.float64(0.10593510256148875) - actor/pg_loss:np.float64(-0.00023642322048544884) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00010863181159947999) - actor/ppo_kl:np.float64(5.170268302734371e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.421875) - self_distillation/token_reweight_w_mean:np.float64(131549.86720586545) - self_distillation/token_reweight_w_std:np.float64(790943.5514261503) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0001925979740918) - self_distillation/token_reweight_w_clip_frac:np.float64(0.003669844794785604) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.18755611032247543) - perf/mfu/actor:np.float64(0.039215177419144584) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.73347091674805) - actor/lr:np.float64(1e-06) - training/global_step:45 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0007487520924769342 - critic/advantages/max:0.5 - critic/advantages/min:-0.5 - critic/returns/mean:0.0007487520924769342 - critic/returns/max:0.5 - critic/returns/min:-0.5 - response_length/mean:70.4296875 - response_length/max:180.0 - response_length/min:35.0 - response
step:46 - global_seqlen/min:14924 - global_seqlen/max:29306 - global_seqlen/minmax_diff:14382 - global_seqlen/balanced_min:23114 - global_seqlen/balanced_max:23116 - global_seqlen/mean:23114.875 - actor/entropy:0.09701564908027649 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22949427366256714 - training/rollout_probs_diff_mean:0.003071932587772608 - training/rollout_probs_diff_std:0.011730343103408813 - training/rollout_actor_probs_pearson_corr:0.9972602128982544 - self_distillation/success_group_fraction:0.25 - self_distillation/success_sample_fraction:0.25 - self_distillation/correct_sample_fraction:0.25 - self_distillation/feedback_available_fraction:0.75 - self_distillation/feedback_used_fraction:0.75 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.00041925907135 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5869412422180176 - rollout_corr/rollout_is_min:0.6071226596832275 - rollout_corr/rollout_is_std:0.03148940950632095 - rollout_corr/rollout_is_eff_sample_size:0.9990102322054077 - rollout_corr/rollout_is_seq_mean:1.0004991292953491 - rollout_corr/rollout_is_seq_std:0.004046741407364607 - rollout_corr/rollout_is_seq_max:1.0201334953308105 - rollout_corr/rollout_is_seq_min:0.985393226146698 - rollout_corr/rollout_is_seq_max_deviation:0.020133495330810547 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1022526612505317) - rollout_corr/training_log_ppl:np.float64(0.09510156522810576) - rollout_corr/kl:np.float64(5.16430548528346e-05) - rollout_corr/k3_kl:np.float64(0.0006735909447670441) - rollout_corr/rollout_ppl:np.float64(1.1021420890465379) - rollout_corr/rollout_log_ppl:np.float64(0.09504992114307242) - rollout_corr/log_ppl_diff:np.float64(5.1644085033331066e-05) - rollout_corr/log_ppl_abs_diff:np.float64(0.003100487323536072) - rollout_corr/log_ppl_diff_max:np.float64(0.013109356164932251) - rollout_corr/log_ppl_diff_min:np.float64(-0.022796165198087692) - rollout_corr/ppl_ratio:np.float64(1.0000616831239313) - rollout_corr/chi2_token:np.float64(0.002731382381170988) - rollout_corr/chi2_seq:np.float64(0.12141061597503722) - actor/pg_loss:np.float64(0.0) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(3.662213546107296e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.25) - self_distillation/token_reweight_w_mean:np.float64(0.9999999916180968) - self_distillation/token_reweight_w_std:np.float64(0.0) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999999916180968) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.0) - perf/mfu/actor:np.float64(0.042447418348367516) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.71398544311523) - actor/lr:np.float64(1e-06) - training/global_step:46 - training/epoch:0 - critic/score/mean:0.25 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.0 - critic/advantages/min:0.0 - critic/returns/mean:0.0 - critic/returns/max:0.0 - critic/returns/min:0.0 - response_length/mean:72.65234375 - response_length/max:175.0 - response_length/min:27.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:72.65234375 - response_length_non_aborted/max:175.0 - response_length_non_aborted/min:27.0 - r
step:47 - global_seqlen/min:17105 - global_seqlen/max:32689 - global_seqlen/minmax_diff:15584 - global_seqlen/balanced_min:21685 - global_seqlen/balanced_max:29151 - global_seqlen/mean:22619.75 - actor/entropy:0.78171306848526 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18463563919067383 - training/rollout_probs_diff_mean:0.0031301097478717566 - training/rollout_probs_diff_std:0.010094783268868923 - training/rollout_actor_probs_pearson_corr:0.9996719360351562 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.37109375 - self_distillation/feedback_available_fraction:0.62890625 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999496340751648 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.825261956080794e-05 - rollout_corr/rollout_is_max:1.6338132619857788 - rollout_corr/rollout_is_min:0.484489768743515 - rollout_corr/rollout_is_std:0.03196284547448158 - rollout_corr/rollout_is_eff_sample_size:0.998979181106038 - rollout_corr/rollout_is_seq_mean:0.9999097585678101 - rollout_corr/rollout_is_seq_std:0.003985540010035038 - rollout_corr/rollout_is_seq_max:1.0149580240249634 - rollout_corr/rollout_is_seq_min:0.9855024814605713 - rollout_corr/rollout_is_seq_max_deviation:0.014958024024963379 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1510342857800424) - rollout_corr/training_log_ppl:np.float64(0.11676943952625152) - rollout_corr/kl:np.float64(0.0007919220114347425) - rollout_corr/k3_kl:np.float64(0.0006663402650316898) - rollout_corr/rollout_ppl:np.float64(1.1500505520962179) - rollout_corr/rollout_log_ppl:np.float64(0.1159775171909132) - rollout_corr/log_ppl_diff:np.float64(0.0007919223353383131) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032629358101985417) - rollout_corr/log_ppl_diff_max:np.float64(0.01915988326072693) - rollout_corr/log_ppl_diff_min:np.float64(-0.014088243246078491) - rollout_corr/ppl_ratio:np.float64(1.0008019399829209) - rollout_corr/chi2_token:np.float64(0.0010527854319661856) - rollout_corr/chi2_seq:np.float64(0.0232640674803406) - actor/pg_loss:np.float64(0.0002859241794794798) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.00018661713642742495) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.37109375) - self_distillation/token_reweight_w_mean:np.float64(43813.83516312181) - self_distillation/token_reweight_w_std:np.float64(258627.98956912814) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999426305294037) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0017608076886972412) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.29779756255447865) - perf/mfu/actor:np.float64(0.03908345854624484) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.751708984375) - actor/lr:np.float64(1e-06) - training/global_step:47 - training/epoch:0 - critic/score/mean:0.37109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:9.084997145691887e-05 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:9.084997145691887e-05 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:102.1171875 - response_length/max:8192.0 - response_length/min:38.0 - r
step:48 - global_seqlen/min:15968 - global_seqlen/max:32580 - global_seqlen/minmax_diff:16612 - global_seqlen/balanced_min:22661 - global_seqlen/balanced_max:22664 - global_seqlen/mean:22662.625 - actor/entropy:0.12158574908971786 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3477973937988281 - training/rollout_probs_diff_mean:0.0036659413017332554 - training/rollout_probs_diff_std:0.012910273857414722 - training/rollout_actor_probs_pearson_corr:0.9973071813583374 - self_distillation/success_group_fraction:0.28125 - self_distillation/success_sample_fraction:0.28125 - self_distillation/correct_sample_fraction:0.265625 - self_distillation/feedback_available_fraction:0.734375 - self_distillation/feedback_used_fraction:0.71875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9998748302459717 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.198315921006724e-05 - rollout_corr/rollout_is_max:1.6348817348480225 - rollout_corr/rollout_is_min:0.47558870911598206 - rollout_corr/rollout_is_std:0.035987354815006256 - rollout_corr/rollout_is_eff_sample_size:0.9987063475641451 - rollout_corr/rollout_is_seq_mean:0.9998760223388672 - rollout_corr/rollout_is_seq_std:0.004698671400547028 - rollout_corr/rollout_is_seq_max:1.0198969841003418 - rollout_corr/rollout_is_seq_min:0.9845187664031982 - rollout_corr/rollout_is_seq_max_deviation:0.019896984100341797 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1336316326633096) - rollout_corr/training_log_ppl:np.float64(0.12045325426879572) - rollout_corr/kl:np.float64(0.0009278377406900518) - rollout_corr/k3_kl:np.float64(0.0011363851112844436) - rollout_corr/rollout_ppl:np.float64(1.1325111165642738) - rollout_corr/rollout_log_ppl:np.float64(0.11952541557184304) - rollout_corr/log_ppl_diff:np.float64(0.0009278386969526764) - rollout_corr/log_ppl_abs_diff:np.float64(0.004044524135679239) - rollout_corr/log_ppl_diff_max:np.float64(0.038093358278274536) - rollout_corr/log_ppl_diff_min:np.float64(-0.017723526805639267) - rollout_corr/ppl_ratio:np.float64(1.0009480526205152) - rollout_corr/chi2_token:np.float64(0.0024623312056064606) - rollout_corr/chi2_seq:np.float64(0.15918467519804835) - actor/pg_loss:np.float64(0.0003436128608882427) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000147405662573874) - actor/ppo_kl:np.float64(0.00010876671863968568) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.265625) - self_distillation/token_reweight_w_mean:np.float64(417.2280901579652) - self_distillation/token_reweight_w_std:np.float64(2211.922959721065) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003401744179428) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0032765015203040093) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.23359613120555878) - perf/mfu/actor:np.float64(0.042142248014526054) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.78654098510742) - actor/lr:np.float64(1e-06) - training/global_step:48 - training/epoch:0 - critic/score/mean:0.265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00010396631842013448 - critic/advantages/max:0.5 - critic/advantages/min:-0.5 - critic/returns/mean:-0.00010396631842013448 - critic/returns/max:0.5 - critic/returns/min:-0.5 - response_length/mean:75.14453125 - response_length/max:287.0 - response_
step:49 - global_seqlen/min:17611 - global_seqlen/max:26338 - global_seqlen/minmax_diff:8727 - global_seqlen/balanced_min:22086 - global_seqlen/balanced_max:22087 - global_seqlen/mean:22086.5 - actor/entropy:0.10772540420293808 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18767410516738892 - training/rollout_probs_diff_mean:0.003266825806349516 - training/rollout_probs_diff_std:0.012206732295453548 - training/rollout_actor_probs_pearson_corr:0.9973509907722473 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.3515625 - self_distillation/feedback_available_fraction:0.6484375 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.000151515007019 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.99300986120943e-05 - rollout_corr/rollout_is_max:1.9518455266952515 - rollout_corr/rollout_is_min:0.48470813035964966 - rollout_corr/rollout_is_std:0.03541133180260658 - rollout_corr/rollout_is_eff_sample_size:0.9987480835796785 - rollout_corr/rollout_is_seq_mean:1.000097393989563 - rollout_corr/rollout_is_seq_std:0.004309747368097305 - rollout_corr/rollout_is_seq_max:1.0218305587768555 - rollout_corr/rollout_is_seq_min:0.9875327348709106 - rollout_corr/rollout_is_seq_max_deviation:0.02183055877685547 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1111758090555668) - rollout_corr/training_log_ppl:np.float64(0.10094921132440504) - rollout_corr/kl:np.float64(0.0008797461489871983) - rollout_corr/k3_kl:np.float64(0.0007332546720443534) - rollout_corr/rollout_ppl:np.float64(1.110091405455023) - rollout_corr/rollout_log_ppl:np.float64(0.1000694645981639) - rollout_corr/log_ppl_diff:np.float64(0.0008797467262411374) - rollout_corr/log_ppl_abs_diff:np.float64(0.0033781125575842452) - rollout_corr/log_ppl_diff_max:np.float64(0.016971111297607422) - rollout_corr/log_ppl_diff_min:np.float64(-0.015144824981689453) - rollout_corr/ppl_ratio:np.float64(1.00089065101929) - rollout_corr/chi2_token:np.float64(0.0011285394430160522) - rollout_corr/chi2_seq:np.float64(0.12210897379554808) - actor/pg_loss:np.float64(7.439963519573212e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003152230492560193) - actor/ppo_kl:np.float64(0.00038846359332467273) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3515625) - self_distillation/token_reweight_w_mean:np.float64(229084.46303244028) - self_distillation/token_reweight_w_std:np.float64(1525211.7124935784) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003775488585234) - self_distillation/token_reweight_w_clip_frac:np.float64(0.004672748138546012) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.46622749231755733) - perf/mfu/actor:np.float64(0.041222799509389015) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.6617774963379) - actor/lr:np.float64(1e-06) - training/global_step:49 - training/epoch:0 - critic/score/mean:0.3515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0009861193830147386 - critic/advantages/max:0.625 - critic/advantages/min:-0.875 - critic/returns/mean:0.0009861193830147386 - critic/returns/max:0.625 - critic/returns/min:-0.875 - response_length/mean:78.234375 - response_length/max:269.0 - response_length/mi
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 50}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to find a random axolotl image. The user asked for a random picture, so I should use the getRandomAxolotlImage tool.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_50
step:50 - global_seqlen/min:19086 - global_seqlen/max:24016 - global_seqlen/minmax_diff:4930 - global_seqlen/balanced_min:21347 - global_seqlen/balanced_max:21348 - global_seqlen/mean:21347.125 - actor/entropy:0.09960741549730301 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18463638424873352 - training/rollout_probs_diff_mean:0.003469532122835517 - training/rollout_probs_diff_std:0.012408807873725891 - training/rollout_actor_probs_pearson_corr:0.9969720840454102 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.42578125 - self_distillation/correct_sample_fraction:0.30859375 - self_distillation/feedback_available_fraction:0.69140625 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.98828125 - rollout_corr/rollout_is_mean:1.0004281997680664 - rollout_corr/rollout_is_ratio_fraction_high:5.208062066230923e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.0745599269866943 - rollout_corr/rollout_is_min:0.5543735027313232 - rollout_corr/rollout_is_std:0.03567127510905266 - rollout_corr/rollout_is_eff_sample_size:0.9987302472487798 - rollout_corr/rollout_is_seq_mean:1.0004222393035889 - rollout_corr/rollout_is_seq_std:0.004516529850661755 - rollout_corr/rollout_is_seq_max:1.0310603380203247 - rollout_corr/rollout_is_seq_min:0.9876805543899536 - rollout_corr/rollout_is_seq_max_deviation:0.031060338020324707 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1024314020760357) - rollout_corr/training_log_ppl:np.float64(0.09458866953718825) - rollout_corr/kl:np.float64(0.000829289464764571) - rollout_corr/k3_kl:np.float64(0.0014336688870209002) - rollout_corr/rollout_ppl:np.float64(1.1014101514592767) - rollout_corr/rollout_log_ppl:np.float64(0.09375937961158343) - rollout_corr/log_ppl_diff:np.float64(0.000829289921966847) - rollout_corr/log_ppl_abs_diff:np.float64(0.005084052187157795) - rollout_corr/log_ppl_diff_max:np.float64(0.03320774435997009) - rollout_corr/log_ppl_diff_min:np.float64(-0.017315220087766647) - rollout_corr/ppl_ratio:np.float64(1.000856357626617) - rollout_corr/chi2_token:np.float64(0.003805949352681637) - rollout_corr/chi2_seq:np.float64(0.33349762205034494) - actor/pg_loss:np.float64(0.0009683704702183604) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008467895167996176) - actor/ppo_kl:np.float64(0.0005741024954204477) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.98828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.98828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.30859375) - self_distillation/token_reweight_w_mean:np.float64(746090.7167412583) - self_distillation/token_reweight_w_std:np.float64(5518735.194646507) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0020667829085141) - self_distillation/token_reweight_w_clip_frac:np.float64(0.025049185554962605) - self_distillation/empty_target_batch:np.float64(0.01171875) - actor/grad_norm:np.float64(0.530059278011322) - perf/mfu/actor:np.float64(0.03911523240564726) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.69704055786133) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5533088235294118) - val-aux/tooluse/reward/std@16:np.float64(0.04515779690563993) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5710147058823529) - val-aux/tooluse/reward/best@2/std:np.float64(0.03588961948367756) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5353235294117648) - val-aux/tooluse/reward/worst@2/std:np.float64(0.040513636891242835) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.552
step:51 - global_seqlen/min:18667 - global_seqlen/max:30325 - global_seqlen/minmax_diff:11658 - global_seqlen/balanced_min:22731 - global_seqlen/balanced_max:22735 - global_seqlen/mean:22733.25 - actor/entropy:0.10003570467233658 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2413557469844818 - training/rollout_probs_diff_mean:0.0036957848351448774 - training/rollout_probs_diff_std:0.014095666818320751 - training/rollout_actor_probs_pearson_corr:0.9962520599365234 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.34375 - self_distillation/correct_sample_fraction:0.30078125 - self_distillation/feedback_available_fraction:0.69921875 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0007126331329346 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.758541226387024 - rollout_corr/rollout_is_min:0.5677290558815002 - rollout_corr/rollout_is_std:0.03851236030459404 - rollout_corr/rollout_is_eff_sample_size:0.9985210152132482 - rollout_corr/rollout_is_seq_mean:1.0006033182144165 - rollout_corr/rollout_is_seq_std:0.004394259303808212 - rollout_corr/rollout_is_seq_max:1.0190714597702026 - rollout_corr/rollout_is_seq_min:0.988793134689331 - rollout_corr/rollout_is_seq_max_deviation:0.019071459770202637 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1000283984467387) - rollout_corr/training_log_ppl:np.float64(0.09261283368687145) - rollout_corr/kl:np.float64(0.001417233828422404) - rollout_corr/k3_kl:np.float64(0.002070765299912576) - rollout_corr/rollout_ppl:np.float64(1.0984417693689466) - rollout_corr/rollout_log_ppl:np.float64(0.09119559949613176) - rollout_corr/log_ppl_diff:np.float64(0.0014172341907396913) - rollout_corr/log_ppl_abs_diff:np.float64(0.005220359220402315) - rollout_corr/log_ppl_diff_max:np.float64(0.046716831624507904) - rollout_corr/log_ppl_diff_min:np.float64(-0.029736503958702087) - rollout_corr/ppl_ratio:np.float64(1.0014550217892975) - rollout_corr/chi2_token:np.float64(0.0056394843850284815) - rollout_corr/chi2_seq:np.float64(0.44010692019946873) - actor/pg_loss:np.float64(0.0007794767152518034) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007243816380650969) - actor/ppo_kl:np.float64(0.0013004957165207998) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.30078125) - self_distillation/token_reweight_w_mean:np.float64(76629.52096982277) - self_distillation/token_reweight_w_std:np.float64(769435.0793446852) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0002005817368627) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010744694111053832) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.42179466038942337) - perf/mfu/actor:np.float64(0.04238834535845978) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.95610809326172) - actor/lr:np.float64(1e-06) - training/global_step:51 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0005651434184983373 - critic/advantages/max:0.625 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0005651434184983373 - critic/returns/max:0.625 - critic/returns/min:-0.75 - response_length/mean:80.3515625 - response_length/max:505.0 - response_length/min:35.
step:52 - global_seqlen/min:16841 - global_seqlen/max:24035 - global_seqlen/minmax_diff:7194 - global_seqlen/balanced_min:21012 - global_seqlen/balanced_max:21015 - global_seqlen/mean:21013.375 - actor/entropy:0.11270956695079803 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2957986295223236 - training/rollout_probs_diff_mean:0.004261509515345097 - training/rollout_probs_diff_std:0.014947227202355862 - training/rollout_actor_probs_pearson_corr:0.9962414503097534 - self_distillation/success_group_fraction:0.25 - self_distillation/success_sample_fraction:0.25 - self_distillation/correct_sample_fraction:0.25 - self_distillation/feedback_available_fraction:0.75 - self_distillation/feedback_used_fraction:0.75 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999476671218872 - rollout_corr/rollout_is_ratio_fraction_high:4.5169159420765936e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001355074782622978 - rollout_corr/rollout_is_max:2.2578909397125244 - rollout_corr/rollout_is_min:0.3513765037059784 - rollout_corr/rollout_is_std:0.04257437214255333 - rollout_corr/rollout_is_eff_sample_size:0.9981905834660311 - rollout_corr/rollout_is_seq_mean:0.9998025298118591 - rollout_corr/rollout_is_seq_std:0.0045767975971102715 - rollout_corr/rollout_is_seq_max:1.0130218267440796 - rollout_corr/rollout_is_seq_min:0.9801503419876099 - rollout_corr/rollout_is_seq_max_deviation:0.019849658012390137 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1176359057426453) - rollout_corr/training_log_ppl:np.float64(0.1078356985544815) - rollout_corr/kl:np.float64(0.0013219092068439409) - rollout_corr/k3_kl:np.float64(0.0011961325544049828) - rollout_corr/rollout_ppl:np.float64(1.1161169209517539) - rollout_corr/rollout_log_ppl:np.float64(0.10651378861621197) - rollout_corr/log_ppl_diff:np.float64(0.0013219099382695276) - rollout_corr/log_ppl_abs_diff:np.float64(0.004351939845946617) - rollout_corr/log_ppl_diff_max:np.float64(0.03677331656217575) - rollout_corr/log_ppl_diff_min:np.float64(-0.023302670568227768) - rollout_corr/ppl_ratio:np.float64(1.001341824652627) - rollout_corr/chi2_token:np.float64(0.0021924192551523447) - rollout_corr/chi2_seq:np.float64(0.15908730146475136) - actor/pg_loss:np.float64(0.0) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(0.0002422864043296613) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.25) - self_distillation/token_reweight_w_mean:np.float64(0.9999999932479113) - self_distillation/token_reweight_w_std:np.float64(0.0) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999999932479113) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.0) - perf/mfu/actor:np.float64(0.038616766650180254) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.0467071533203) - actor/lr:np.float64(1e-06) - training/global_step:52 - training/epoch:0 - critic/score/mean:0.25 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.0 - critic/advantages/min:0.0 - critic/returns/mean:0.0 - critic/returns/max:0.0 - critic/returns/min:0.0 - response_length/mean:86.48046875 - response_length/max:449.0 - response_length/min:38.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:86.48046875 - response_length_non_aborted/max:449.0 - resp
step:53 - global_seqlen/min:17343 - global_seqlen/max:26152 - global_seqlen/minmax_diff:8809 - global_seqlen/balanced_min:20031 - global_seqlen/balanced_max:20034 - global_seqlen/mean:20032.125 - actor/entropy:0.08245602250099182 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19511407613754272 - training/rollout_probs_diff_mean:0.0031950678676366806 - training/rollout_probs_diff_std:0.012576941400766373 - training/rollout_actor_probs_pearson_corr:0.9965688586235046 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.4140625 - self_distillation/feedback_available_fraction:0.5859375 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000741481781006 - rollout_corr/rollout_is_ratio_fraction_high:5.08724624523893e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0001526173873571679 - rollout_corr/rollout_is_max:2.5879404544830322 - rollout_corr/rollout_is_min:0.12148968875408173 - rollout_corr/rollout_is_std:0.03586125746369362 - rollout_corr/rollout_is_eff_sample_size:0.9987157408360959 - rollout_corr/rollout_is_seq_mean:1.0000253915786743 - rollout_corr/rollout_is_seq_std:0.004540097899734974 - rollout_corr/rollout_is_seq_max:1.0284918546676636 - rollout_corr/rollout_is_seq_min:0.9841364026069641 - rollout_corr/rollout_is_seq_max_deviation:0.028491854667663574 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0846671643666923) - rollout_corr/training_log_ppl:np.float64(0.07857233920003637) - rollout_corr/kl:np.float64(0.0008492294873008177) - rollout_corr/k3_kl:np.float64(0.0011417816812362425) - rollout_corr/rollout_ppl:np.float64(1.0836734119802713) - rollout_corr/rollout_log_ppl:np.float64(0.07772310877408017) - rollout_corr/log_ppl_diff:np.float64(0.0008492304259561934) - rollout_corr/log_ppl_abs_diff:np.float64(0.004029584815725684) - rollout_corr/log_ppl_diff_max:np.float64(0.04583638906478882) - rollout_corr/log_ppl_diff_min:np.float64(-0.016166560351848602) - rollout_corr/ppl_ratio:np.float64(1.000867866910994) - rollout_corr/chi2_token:np.float64(0.002919555176049471) - rollout_corr/chi2_seq:np.float64(0.15523555362597108) - actor/pg_loss:np.float64(0.000842868466861546) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007537693963968195) - actor/ppo_kl:np.float64(0.0001411033300016129) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4140625) - self_distillation/token_reweight_w_mean:np.float64(208808.62719406863) - self_distillation/token_reweight_w_std:np.float64(1298977.9899588337) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0000635378528386) - self_distillation/token_reweight_w_clip_frac:np.float64(0.011950318730669096) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.41743914037942886) - perf/mfu/actor:np.float64(0.037221966521849635) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.74567413330078) - actor/lr:np.float64(1e-06) - training/global_step:53 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0034974818117916584 - critic/advantages/max:0.5 - critic/advantages/min:-0.875 - critic/returns/mean:0.0034974818117916584 - critic/returns/max:0.5 - critic/returns/min:-0.875 - response_length/mean:76.78515625 - response_length/max:22
step:54 - global_seqlen/min:16396 - global_seqlen/max:28110 - global_seqlen/minmax_diff:11714 - global_seqlen/balanced_min:22955 - global_seqlen/balanced_max:23930 - global_seqlen/mean:23079.875 - actor/entropy:0.08941730856895447 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23105570673942566 - training/rollout_probs_diff_mean:0.0035335146822035313 - training/rollout_probs_diff_std:0.013440735638141632 - training/rollout_actor_probs_pearson_corr:0.9961168169975281 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.49609375 - self_distillation/correct_sample_fraction:0.3984375 - self_distillation/feedback_available_fraction:0.6015625 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0001165866851807 - rollout_corr/rollout_is_ratio_fraction_high:4.2046838643727824e-05 - rollout_corr/rollout_is_ratio_fraction_low:4.2046838643727824e-05 - rollout_corr/rollout_is_max:2.3978540897369385 - rollout_corr/rollout_is_min:0.45853883028030396 - rollout_corr/rollout_is_std:0.03660807013511658 - rollout_corr/rollout_is_eff_sample_size:0.9986619994387993 - rollout_corr/rollout_is_seq_mean:0.9999159574508667 - rollout_corr/rollout_is_seq_std:0.004038548097014427 - rollout_corr/rollout_is_seq_max:1.0239872932434082 - rollout_corr/rollout_is_seq_min:0.9883003830909729 - rollout_corr/rollout_is_seq_max_deviation:0.023987293243408203 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0861194231547415) - rollout_corr/training_log_ppl:np.float64(0.08049156603010488) - rollout_corr/kl:np.float64(0.001744110675147681) - rollout_corr/k3_kl:np.float64(0.0010414716397103008) - rollout_corr/rollout_ppl:np.float64(1.0841814293526113) - rollout_corr/rollout_log_ppl:np.float64(0.07874745477693068) - rollout_corr/log_ppl_diff:np.float64(0.0017441112531741965) - rollout_corr/log_ppl_abs_diff:np.float64(0.003491563295938249) - rollout_corr/log_ppl_diff_max:np.float64(0.022219013422727585) - rollout_corr/log_ppl_diff_min:np.float64(-0.008661642670631409) - rollout_corr/ppl_ratio:np.float64(1.0017570310737938) - rollout_corr/chi2_token:np.float64(0.0007168902084231377) - rollout_corr/chi2_seq:np.float64(0.04462135746143758) - actor/pg_loss:np.float64(0.0013959958450868726) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0012390575413974148) - actor/ppo_kl:np.float64(0.0009985840585717831) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3984375) - self_distillation/token_reweight_w_mean:np.float64(594186.7411197773) - self_distillation/token_reweight_w_std:np.float64(4250993.840979477) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0007701043505222) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02545608614309458) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.659911647439003) - perf/mfu/actor:np.float64(0.04265401847770788) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.92128372192383) - actor/lr:np.float64(1e-06) - training/global_step:54 - training/epoch:0 - critic/score/mean:0.3984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.03787369281053543 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.03787369281053543 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:92.9023
step:55 - global_seqlen/min:16143 - global_seqlen/max:24382 - global_seqlen/minmax_diff:8239 - global_seqlen/balanced_min:19716 - global_seqlen/balanced_max:22359 - global_seqlen/mean:20047.375 - actor/entropy:0.08437657356262207 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45647868514060974 - training/rollout_probs_diff_mean:0.0033371378667652607 - training/rollout_probs_diff_std:0.013518329709768295 - training/rollout_actor_probs_pearson_corr:0.9961479306221008 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.26953125 - self_distillation/feedback_available_fraction:0.73046875 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9996286034584045 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.089633047347888e-05 - rollout_corr/rollout_is_max:1.842090129852295 - rollout_corr/rollout_is_min:0.41273799538612366 - rollout_corr/rollout_is_std:0.03544498234987259 - rollout_corr/rollout_is_eff_sample_size:0.9987443973524001 - rollout_corr/rollout_is_seq_mean:0.9994367361068726 - rollout_corr/rollout_is_seq_std:0.0042431349866092205 - rollout_corr/rollout_is_seq_max:1.0120738744735718 - rollout_corr/rollout_is_seq_min:0.9865037798881531 - rollout_corr/rollout_is_seq_max_deviation:0.013496220111846924 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.0993408006615937) - rollout_corr/training_log_ppl:np.float64(0.09299615051168075) - rollout_corr/kl:np.float64(0.003286844284742685) - rollout_corr/k3_kl:np.float64(0.002238221012687447) - rollout_corr/rollout_ppl:np.float64(1.0957516594789922) - rollout_corr/rollout_log_ppl:np.float64(0.0897093057501479) - rollout_corr/log_ppl_diff:np.float64(0.003286844779722742) - rollout_corr/log_ppl_abs_diff:np.float64(0.006130468575065606) - rollout_corr/log_ppl_diff_max:np.float64(0.04959423094987869) - rollout_corr/log_ppl_diff_min:np.float64(-0.013323470950126648) - rollout_corr/ppl_ratio:np.float64(1.003330314066261) - rollout_corr/chi2_token:np.float64(0.002536744810640812) - rollout_corr/chi2_seq:np.float64(0.10854817647486925) - actor/pg_loss:np.float64(0.00029866164550185204) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006199879626365146) - actor/ppo_kl:np.float64(0.002030772887010812) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.26953125) - self_distillation/token_reweight_w_mean:np.float64(369197.9254463576) - self_distillation/token_reweight_w_std:np.float64(2408731.874646828) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004046217072755) - self_distillation/token_reweight_w_clip_frac:np.float64(0.006205351659446023) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.37380824238061905) - perf/mfu/actor:np.float64(0.03673496007752844) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.87210178375244) - actor/lr:np.float64(1e-06) - training/global_step:55 - training/epoch:0 - critic/score/mean:0.26953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.26953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00028819317230954766 - critic/advantages/max:0.75 - critic/advantages/min:-0.375 - critic/returns/mean:0.00028819317230954766 - critic/returns/max:0.75 - critic/returns/min:-0.375 - response_length/mean:96.57421875 - response_length/max:3526.0 - respons
step:56 - global_seqlen/min:18742 - global_seqlen/max:30237 - global_seqlen/minmax_diff:11495 - global_seqlen/balanced_min:23119 - global_seqlen/balanced_max:23120 - global_seqlen/mean:23119.875 - actor/entropy:0.11057615280151367 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30163905024528503 - training/rollout_probs_diff_mean:0.0035216338001191616 - training/rollout_probs_diff_std:0.012724548578262329 - training/rollout_actor_probs_pearson_corr:0.9972032308578491 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.30859375 - self_distillation/feedback_available_fraction:0.69140625 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999288320541382 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.350382267963141e-05 - rollout_corr/rollout_is_max:1.940208911895752 - rollout_corr/rollout_is_min:0.44323068857192993 - rollout_corr/rollout_is_std:0.03610971197485924 - rollout_corr/rollout_is_eff_sample_size:0.998697548963349 - rollout_corr/rollout_is_seq_mean:0.9998021125793457 - rollout_corr/rollout_is_seq_std:0.0037325036246329546 - rollout_corr/rollout_is_seq_max:1.0156078338623047 - rollout_corr/rollout_is_seq_min:0.9880214333534241 - rollout_corr/rollout_is_seq_max_deviation:0.015607833862304688 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1046981760300696) - rollout_corr/training_log_ppl:np.float64(0.09688017570806551) - rollout_corr/kl:np.float64(0.0014025520569020955) - rollout_corr/k3_kl:np.float64(0.0010570474939601837) - rollout_corr/rollout_ppl:np.float64(1.1031573805958033) - rollout_corr/rollout_log_ppl:np.float64(0.0954776229291383) - rollout_corr/log_ppl_diff:np.float64(0.0014025527789272019) - rollout_corr/log_ppl_abs_diff:np.float64(0.004000807298325526) - rollout_corr/log_ppl_diff_max:np.float64(0.043913260102272034) - rollout_corr/log_ppl_diff_min:np.float64(-0.019757740199565887) - rollout_corr/ppl_ratio:np.float64(1.0014231519307941) - rollout_corr/chi2_token:np.float64(0.001416476909071207) - rollout_corr/chi2_seq:np.float64(0.21909841243177652) - actor/pg_loss:np.float64(0.00016872480046004057) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(7.931676373118535e-05) - actor/ppo_kl:np.float64(0.0005879578359326842) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.30859375) - self_distillation/token_reweight_w_mean:np.float64(14813.701483787503) - self_distillation/token_reweight_w_std:np.float64(164370.77270257816) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999380588997155) - self_distillation/token_reweight_w_clip_frac:np.float64(0.002431772925774567) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.07515872456133366) - perf/mfu/actor:np.float64(0.04308993241234514) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.98887252807617) - actor/lr:np.float64(1e-06) - training/global_step:56 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0015813536010682583 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0015813536010682583 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:93.55859375 - response_length/max:302.0
step:57 - global_seqlen/min:21309 - global_seqlen/max:25155 - global_seqlen/minmax_diff:3846 - global_seqlen/balanced_min:22713 - global_seqlen/balanced_max:22715 - global_seqlen/mean:22714.5 - actor/entropy:0.10051295906305313 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3016381561756134 - training/rollout_probs_diff_mean:0.003623584285378456 - training/rollout_probs_diff_std:0.013785067945718765 - training/rollout_actor_probs_pearson_corr:0.9963996410369873 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.34375 - self_distillation/correct_sample_fraction:0.30859375 - self_distillation/feedback_available_fraction:0.69140625 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0001078844070435 - rollout_corr/rollout_is_ratio_fraction_high:4.4762757170246914e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.0926899909973145 - rollout_corr/rollout_is_min:0.5154091119766235 - rollout_corr/rollout_is_std:0.03944816812872887 - rollout_corr/rollout_is_eff_sample_size:0.9984466163170869 - rollout_corr/rollout_is_seq_mean:1.0000673532485962 - rollout_corr/rollout_is_seq_std:0.004448513966053724 - rollout_corr/rollout_is_seq_max:1.01644766330719 - rollout_corr/rollout_is_seq_min:0.9889145493507385 - rollout_corr/rollout_is_seq_max_deviation:0.01644766330718994 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1085894485004246) - rollout_corr/training_log_ppl:np.float64(0.10126656437205384) - rollout_corr/kl:np.float64(0.0008975799961685738) - rollout_corr/k3_kl:np.float64(0.0009016328989197575) - rollout_corr/rollout_ppl:np.float64(1.1076103881932795) - rollout_corr/rollout_log_ppl:np.float64(0.10036898346515954) - rollout_corr/log_ppl_diff:np.float64(0.0008975809068942908) - rollout_corr/log_ppl_abs_diff:np.float64(0.003569827491446631) - rollout_corr/log_ppl_diff_max:np.float64(0.03016757220029831) - rollout_corr/log_ppl_diff_min:np.float64(-0.011988222599029541) - rollout_corr/ppl_ratio:np.float64(1.0009092008695006) - rollout_corr/chi2_token:np.float64(0.001822149846702814) - rollout_corr/chi2_seq:np.float64(0.22556268447078764) - actor/pg_loss:np.float64(0.0007208599708974361) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022642006661044434) - actor/ppo_kl:np.float64(0.000185914718059621) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.30859375) - self_distillation/token_reweight_w_mean:np.float64(190896.0683354116) - self_distillation/token_reweight_w_std:np.float64(1571404.9968573537) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0001445405650884) - self_distillation/token_reweight_w_clip_frac:np.float64(0.00989003761060303) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.25426503270864487) - perf/mfu/actor:np.float64(0.04166996744512609) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.83833694458008) - actor/lr:np.float64(1e-06) - training/global_step:57 - training/epoch:0 - critic/score/mean:0.30859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0044650849886238575 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.0044650849886238575 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:87.265625 - response_length/max:368.0 - response_le
step:58 - global_seqlen/min:15349 - global_seqlen/max:29133 - global_seqlen/minmax_diff:13784 - global_seqlen/balanced_min:21181 - global_seqlen/balanced_max:21187 - global_seqlen/mean:21183.25 - actor/entropy:0.10371923446655273 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21512344479560852 - training/rollout_probs_diff_mean:0.003614909714087844 - training/rollout_probs_diff_std:0.013131417334079742 - training/rollout_actor_probs_pearson_corr:0.9967510104179382 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.4140625 - self_distillation/feedback_available_fraction:0.5859375 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9997174143791199 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7097834348678589 - rollout_corr/rollout_is_min:0.50865238904953 - rollout_corr/rollout_is_std:0.034970108419656754 - rollout_corr/rollout_is_eff_sample_size:0.9987778122136148 - rollout_corr/rollout_is_seq_mean:0.9996785521507263 - rollout_corr/rollout_is_seq_std:0.0039123836904764175 - rollout_corr/rollout_is_seq_max:1.0112284421920776 - rollout_corr/rollout_is_seq_min:0.9894210696220398 - rollout_corr/rollout_is_seq_max_deviation:0.011228442192077637 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1056648031808436) - rollout_corr/training_log_ppl:np.float64(0.09856435639812844) - rollout_corr/kl:np.float64(0.0014258211778184204) - rollout_corr/k3_kl:np.float64(0.0013744421184540556) - rollout_corr/rollout_ppl:np.float64(1.1039966172538698) - rollout_corr/rollout_log_ppl:np.float64(0.09713853454741184) - rollout_corr/log_ppl_diff:np.float64(0.001425821850716602) - rollout_corr/log_ppl_abs_diff:np.float64(0.004259307308529969) - rollout_corr/log_ppl_diff_max:np.float64(0.044669464230537415) - rollout_corr/log_ppl_diff_min:np.float64(-0.02541404776275158) - rollout_corr/ppl_ratio:np.float64(1.0014505225699395) - rollout_corr/chi2_token:np.float64(0.002054498763754964) - rollout_corr/chi2_seq:np.float64(0.23966963402926922) - actor/pg_loss:np.float64(0.000830475240945816) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000853122506669024) - actor/ppo_kl:np.float64(0.0004935391127816047) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4140625) - self_distillation/token_reweight_w_mean:np.float64(102965.48446710757) - self_distillation/token_reweight_w_std:np.float64(736743.0680832942) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9995958062354475) - self_distillation/token_reweight_w_clip_frac:np.float64(0.009628775995224714) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.33479520305991173) - perf/mfu/actor:np.float64(0.03901556139253888) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.70441436767578) - actor/lr:np.float64(1e-06) - training/global_step:58 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0034388916101306677 - critic/advantages/max:0.5 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0034388916101306677 - critic/returns/max:0.5 - critic/returns/min:-0.75 - response_length/mean:78.9453125 - response_length/max:168.0 - response_length/min:39.0 - response
step:59 - global_seqlen/min:15417 - global_seqlen/max:24124 - global_seqlen/minmax_diff:8707 - global_seqlen/balanced_min:21085 - global_seqlen/balanced_max:21089 - global_seqlen/mean:21087.5 - actor/entropy:0.1323874443769455 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3147658407688141 - training/rollout_probs_diff_mean:0.004064080771058798 - training/rollout_probs_diff_std:0.013299784623086452 - training/rollout_actor_probs_pearson_corr:0.997320294380188 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.43359375 - self_distillation/correct_sample_fraction:0.37890625 - self_distillation/feedback_available_fraction:0.62109375 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9994232058525085 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.531448212219402e-05 - rollout_corr/rollout_is_max:1.6135103702545166 - rollout_corr/rollout_is_min:0.4973900616168976 - rollout_corr/rollout_is_std:0.036343347281217575 - rollout_corr/rollout_is_eff_sample_size:0.9986792388587119 - rollout_corr/rollout_is_seq_mean:0.9995426535606384 - rollout_corr/rollout_is_seq_std:0.003795828204602003 - rollout_corr/rollout_is_seq_max:1.00856351852417 - rollout_corr/rollout_is_seq_min:0.9863641262054443 - rollout_corr/rollout_is_seq_max_deviation:0.013635873794555664 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1360691818408668) - rollout_corr/training_log_ppl:np.float64(0.12421963129781943) - rollout_corr/kl:np.float64(0.0014597514572329828) - rollout_corr/k3_kl:np.float64(0.0009712452897899793) - rollout_corr/rollout_ppl:np.float64(1.1343398070894182) - rollout_corr/rollout_log_ppl:np.float64(0.12275987809789513) - rollout_corr/log_ppl_diff:np.float64(0.0014597531999243074) - rollout_corr/log_ppl_abs_diff:np.float64(0.004079278282915766) - rollout_corr/log_ppl_diff_max:np.float64(0.028037577867507935) - rollout_corr/log_ppl_diff_min:np.float64(-0.010827913880348206) - rollout_corr/ppl_ratio:np.float64(1.001476097619161) - rollout_corr/chi2_token:np.float64(0.0008270400576293468) - rollout_corr/chi2_seq:np.float64(0.10522137978114188) - actor/pg_loss:np.float64(0.0007836048025637865) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(6.734913768013939e-05) - actor/ppo_kl:np.float64(0.00035485127421708285) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.37890625) - self_distillation/token_reweight_w_mean:np.float64(171313.1193060847) - self_distillation/token_reweight_w_std:np.float64(1310334.1709769317) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000733888708055) - self_distillation/token_reweight_w_clip_frac:np.float64(0.013617925156722777) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.7427506223320961) - perf/mfu/actor:np.float64(0.03926540640048928) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.79670333862305) - actor/lr:np.float64(1e-06) - training/global_step:59 - training/epoch:0 - critic/score/mean:0.37890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.37890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0030757205095142126 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0030757205095142126 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:86.203125 - respon
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 60}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to find a random axolotl image. The user hasn't specified any particular criteria, so I should use the getRandomAxolotlImage tool.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_60
step:60 - global_seqlen/min:16803 - global_seqlen/max:25459 - global_seqlen/minmax_diff:8656 - global_seqlen/balanced_min:21424 - global_seqlen/balanced_max:21430 - global_seqlen/mean:21427.875 - actor/entropy:0.11457356810569763 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2553977370262146 - training/rollout_probs_diff_mean:0.0038266906049102545 - training/rollout_probs_diff_std:0.01311736460775137 - training/rollout_actor_probs_pearson_corr:0.9971461892127991 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.46875 - self_distillation/correct_sample_fraction:0.421875 - self_distillation/feedback_available_fraction:0.578125 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9997825026512146 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00014035087951924652 - rollout_corr/rollout_is_max:1.9132329225540161 - rollout_corr/rollout_is_min:0.167610764503479 - rollout_corr/rollout_is_std:0.037565141916275024 - rollout_corr/rollout_is_eff_sample_size:0.9985903136141516 - rollout_corr/rollout_is_seq_mean:0.9996955990791321 - rollout_corr/rollout_is_seq_std:0.00393352285027504 - rollout_corr/rollout_is_seq_max:1.0112698078155518 - rollout_corr/rollout_is_seq_min:0.9865787029266357 - rollout_corr/rollout_is_seq_max_deviation:0.013421297073364258 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1216912264935672) - rollout_corr/training_log_ppl:np.float64(0.11247390051721595) - rollout_corr/kl:np.float64(0.0012605203389510766) - rollout_corr/k3_kl:np.float64(0.00102121454250792) - rollout_corr/rollout_ppl:np.float64(1.120270253624767) - rollout_corr/rollout_log_ppl:np.float64(0.11121337938675424) - rollout_corr/log_ppl_diff:np.float64(0.0012605211304617114) - rollout_corr/log_ppl_abs_diff:np.float64(0.0040084450811264105) - rollout_corr/log_ppl_diff_max:np.float64(0.01973031461238861) - rollout_corr/log_ppl_diff_min:np.float64(-0.014343395829200745) - rollout_corr/ppl_ratio:np.float64(1.001275957096368) - rollout_corr/chi2_token:np.float64(0.0014870327431708574) - rollout_corr/chi2_seq:np.float64(0.12056928570382297) - actor/pg_loss:np.float64(0.0012248143320903182) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00024261497674160637) - actor/ppo_kl:np.float64(0.00022513904845489208) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.421875) - self_distillation/token_reweight_w_mean:np.float64(269118.3681596515) - self_distillation/token_reweight_w_std:np.float64(2210808.522484349) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998694392852485) - self_distillation/token_reweight_w_clip_frac:np.float64(0.020179529674351215) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.4099989980459213) - perf/mfu/actor:np.float64(0.03995723938708147) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.7181625366211) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.6102941176470589) - val-aux/tooluse/reward/std@16:np.float64(0.08465206310162904) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6442205882352942) - val-aux/tooluse/reward/best@2/std:np.float64(0.0645000387411443) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5765147058823529) - val-aux/tooluse/reward/worst@2/std:np.float64(0.0790814081159696) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.6105735294117648) - val-aux/tooluse/rew
step:61 - global_seqlen/min:18748 - global_seqlen/max:29832 - global_seqlen/minmax_diff:11084 - global_seqlen/balanced_min:22132 - global_seqlen/balanced_max:22156 - global_seqlen/mean:22148.625 - actor/entropy:0.17683996260166168 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1846364438533783 - training/rollout_probs_diff_mean:0.004533935803920031 - training/rollout_probs_diff_std:0.013547694310545921 - training/rollout_actor_probs_pearson_corr:0.9977143406867981 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.3359375 - self_distillation/correct_sample_fraction:0.2890625 - self_distillation/feedback_available_fraction:0.7109375 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:1.0001479387283325 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8288978338241577 - rollout_corr/rollout_is_min:0.5262149572372437 - rollout_corr/rollout_is_std:0.03821249306201935 - rollout_corr/rollout_is_eff_sample_size:0.9985424099195641 - rollout_corr/rollout_is_seq_mean:1.000368595123291 - rollout_corr/rollout_is_seq_std:0.0043691121973097324 - rollout_corr/rollout_is_seq_max:1.0186423063278198 - rollout_corr/rollout_is_seq_min:0.9839122295379639 - rollout_corr/rollout_is_seq_max_deviation:0.018642306327819824 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.170066851656884) - rollout_corr/training_log_ppl:np.float64(0.14713505309191532) - rollout_corr/kl:np.float64(0.0009053573143491533) - rollout_corr/k3_kl:np.float64(0.0008859551338389338) - rollout_corr/rollout_ppl:np.float64(1.1688813669607043) - rollout_corr/rollout_log_ppl:np.float64(0.14622969441552414) - rollout_corr/log_ppl_diff:np.float64(0.0009053586763911881) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037377206826931797) - rollout_corr/log_ppl_diff_max:np.float64(0.024098269641399384) - rollout_corr/log_ppl_diff_min:np.float64(-0.019215740263462067) - rollout_corr/ppl_ratio:np.float64(1.000918622361496) - rollout_corr/chi2_token:np.float64(0.001646691933274269) - rollout_corr/chi2_seq:np.float64(0.21492237015627325) - actor/pg_loss:np.float64(0.0003205802058801055) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003644490607257467) - actor/ppo_kl:np.float64(0.0005418468742490745) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.2890625) - self_distillation/token_reweight_w_mean:np.float64(169581.68458764977) - self_distillation/token_reweight_w_std:np.float64(1377475.0991191864) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0010959387291223) - self_distillation/token_reweight_w_clip_frac:np.float64(0.009479727392317727) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.21386374160647392) - perf/mfu/actor:np.float64(0.04122693972449444) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.8953399658203) - actor/lr:np.float64(1e-06) - training/global_step:61 - training/epoch:0 - critic/score/mean:0.2890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0014827304985374212 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:0.0014827304985374212 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/mean:100.76953125 - response_length/max:498.0
step:62 - global_seqlen/min:20402 - global_seqlen/max:27707 - global_seqlen/minmax_diff:7305 - global_seqlen/balanced_min:23467 - global_seqlen/balanced_max:23475 - global_seqlen/mean:23471.5 - actor/entropy:0.15909716486930847 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2498505711555481 - training/rollout_probs_diff_mean:0.004238549154251814 - training/rollout_probs_diff_std:0.013025213964283466 - training/rollout_actor_probs_pearson_corr:0.9977805614471436 - self_distillation/success_group_fraction:0.59375 - self_distillation/success_sample_fraction:0.58203125 - self_distillation/correct_sample_fraction:0.4921875 - self_distillation/feedback_available_fraction:0.5078125 - self_distillation/feedback_used_fraction:0.40625 - self_distillation/reprompt_sample_fraction:0.98828125 - rollout_corr/rollout_is_mean:0.9997345209121704 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.957934856414795 - rollout_corr/rollout_is_min:0.536312460899353 - rollout_corr/rollout_is_std:0.037953462451696396 - rollout_corr/rollout_is_eff_sample_size:0.9985608338735662 - rollout_corr/rollout_is_seq_mean:0.9997060298919678 - rollout_corr/rollout_is_seq_std:0.004011985845863819 - rollout_corr/rollout_is_seq_max:1.0190627574920654 - rollout_corr/rollout_is_seq_min:0.9886996150016785 - rollout_corr/rollout_is_seq_max_deviation:0.01906275749206543 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1599841760471463) - rollout_corr/training_log_ppl:np.float64(0.14427279867959442) - rollout_corr/kl:np.float64(0.0009269902941468899) - rollout_corr/k3_kl:np.float64(0.0007238646723156661) - rollout_corr/rollout_ppl:np.float64(1.1589470193721354) - rollout_corr/rollout_log_ppl:np.float64(0.14334580661306973) - rollout_corr/log_ppl_diff:np.float64(0.00092699206652469) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032036463562690187) - rollout_corr/log_ppl_diff_max:np.float64(0.01514461636543274) - rollout_corr/log_ppl_diff_min:np.float64(-0.017682358622550964) - rollout_corr/ppl_ratio:np.float64(1.000936521915719) - rollout_corr/chi2_token:np.float64(0.0010468875989317894) - rollout_corr/chi2_seq:np.float64(0.2756866791751236) - actor/pg_loss:np.float64(0.001126691116951406) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005847402617291664) - actor/ppo_kl:np.float64(-6.567377641886196e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.98828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.98828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4921875) - self_distillation/token_reweight_w_mean:np.float64(414431.05384494225) - self_distillation/token_reweight_w_std:np.float64(3463046.3314629286) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.001482950290665) - self_distillation/token_reweight_w_clip_frac:np.float64(0.025261769915232435) - self_distillation/empty_target_batch:np.float64(0.01171875) - actor/grad_norm:np.float64(0.42992889508605003) - perf/mfu/actor:np.float64(0.04343468186702431) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.83296966552734) - actor/lr:np.float64(1e-06) - training/global_step:62 - training/epoch:0 - critic/score/mean:0.4921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006008652504533529 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006008652504533529 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:97.515625 - response_length/max:411.0 - re
step:63 - global_seqlen/min:19242 - global_seqlen/max:26121 - global_seqlen/minmax_diff:6879 - global_seqlen/balanced_min:22042 - global_seqlen/balanced_max:22044 - global_seqlen/mean:22042.625 - actor/entropy:0.16857299208641052 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1849110722541809 - training/rollout_probs_diff_mean:0.004358360078185797 - training/rollout_probs_diff_std:0.013025011867284775 - training/rollout_actor_probs_pearson_corr:0.9979040026664734 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.46875 - self_distillation/correct_sample_fraction:0.4296875 - self_distillation/feedback_available_fraction:0.5703125 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0002260208129883 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.37426169810351e-05 - rollout_corr/rollout_is_max:1.8803716897964478 - rollout_corr/rollout_is_min:0.47978681325912476 - rollout_corr/rollout_is_std:0.0380655862390995 - rollout_corr/rollout_is_eff_sample_size:0.9985535830750532 - rollout_corr/rollout_is_seq_mean:1.0001977682113647 - rollout_corr/rollout_is_seq_std:0.004199532326310873 - rollout_corr/rollout_is_seq_max:1.0182735919952393 - rollout_corr/rollout_is_seq_min:0.9848820567131042 - rollout_corr/rollout_is_seq_max_deviation:0.018273591995239258 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1631165510043502) - rollout_corr/training_log_ppl:np.float64(0.14702915714769915) - rollout_corr/kl:np.float64(0.0006015916769328555) - rollout_corr/k3_kl:np.float64(0.0011502239240958056) - rollout_corr/rollout_ppl:np.float64(1.1624473198316991) - rollout_corr/rollout_log_ppl:np.float64(0.14642756380453648) - rollout_corr/log_ppl_diff:np.float64(0.0006015933431626763) - rollout_corr/log_ppl_abs_diff:np.float64(0.003732067798409844) - rollout_corr/log_ppl_diff_max:np.float64(0.02512134611606598) - rollout_corr/log_ppl_diff_min:np.float64(-0.018030375242233276) - rollout_corr/ppl_ratio:np.float64(1.0006158670876175) - rollout_corr/chi2_token:np.float64(0.00374963553622365) - rollout_corr/chi2_seq:np.float64(0.2979479634668678) - actor/pg_loss:np.float64(0.0008234501583501697) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008168562326318352) - actor/ppo_kl:np.float64(7.368436053400984e-05) - actor/pg_clipfrac_lower:np.float64(4.340277882874943e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4296875) - self_distillation/token_reweight_w_mean:np.float64(121465.32093760255) - self_distillation/token_reweight_w_std:np.float64(847494.297212487) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004239520058036) - self_distillation/token_reweight_w_clip_frac:np.float64(0.021297515399055555) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.37713877856731415) - perf/mfu/actor:np.float64(0.04074059361832152) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.95700788497925) - actor/lr:np.float64(1e-06) - training/global_step:63 - training/epoch:0 - critic/score/mean:0.4296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0004757009737659246 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.0004757009737659246 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:89.30078125 - response_length/max:311
step:64 - global_seqlen/min:19045 - global_seqlen/max:24890 - global_seqlen/minmax_diff:5845 - global_seqlen/balanced_min:21327 - global_seqlen/balanced_max:21332 - global_seqlen/mean:21329.75 - actor/entropy:0.17216283082962036 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2294939160346985 - training/rollout_probs_diff_mean:0.0041274866089224815 - training/rollout_probs_diff_std:0.012461678124964237 - training/rollout_actor_probs_pearson_corr:0.9981242418289185 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.37109375 - self_distillation/correct_sample_fraction:0.2890625 - self_distillation/feedback_available_fraction:0.7109375 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9997236132621765 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.110858132364228e-05 - rollout_corr/rollout_is_max:1.5971819162368774 - rollout_corr/rollout_is_min:0.3082539141178131 - rollout_corr/rollout_is_std:0.036094024777412415 - rollout_corr/rollout_is_eff_sample_size:0.9986980245594285 - rollout_corr/rollout_is_seq_mean:0.999690055847168 - rollout_corr/rollout_is_seq_std:0.0039053531363606453 - rollout_corr/rollout_is_seq_max:1.012115716934204 - rollout_corr/rollout_is_seq_min:0.9882854223251343 - rollout_corr/rollout_is_seq_max_deviation:0.012115716934204102 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1879927553236485) - rollout_corr/training_log_ppl:np.float64(0.1668556657168665) - rollout_corr/kl:np.float64(0.0014975151318452617) - rollout_corr/k3_kl:np.float64(0.0009576225180731868) - rollout_corr/rollout_ppl:np.float64(1.1862593442201614) - rollout_corr/rollout_log_ppl:np.float64(0.16535814944654703) - rollout_corr/log_ppl_diff:np.float64(0.0014975162703194655) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037381610527518205) - rollout_corr/log_ppl_diff_max:np.float64(0.022669300436973572) - rollout_corr/log_ppl_diff_min:np.float64(-0.02294468879699707) - rollout_corr/ppl_ratio:np.float64(1.0015117079019547) - rollout_corr/chi2_token:np.float64(0.0009261495433747768) - rollout_corr/chi2_seq:np.float64(0.2422764648217708) - actor/pg_loss:np.float64(0.0015214221784844995) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003768960596062243) - actor/ppo_kl:np.float64(0.00047191293657533606) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.2890625) - self_distillation/token_reweight_w_mean:np.float64(94150.79080042709) - self_distillation/token_reweight_w_std:np.float64(834364.9323378133) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0003909405786544) - self_distillation/token_reweight_w_clip_frac:np.float64(0.03359128799638711) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.4504476487636566) - perf/mfu/actor:np.float64(0.03935514658336046) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.87870407104492) - actor/lr:np.float64(1e-06) - training/global_step:64 - training/epoch:0 - critic/score/mean:0.2890625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.2890625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.013306193985044956 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.013306193985044956 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:109.8671875 - response_len
step:65 - global_seqlen/min:17552 - global_seqlen/max:23753 - global_seqlen/minmax_diff:6201 - global_seqlen/balanced_min:20674 - global_seqlen/balanced_max:20676 - global_seqlen/mean:20675.0 - actor/entropy:0.18921928107738495 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3331897258758545 - training/rollout_probs_diff_mean:0.004135925322771072 - training/rollout_probs_diff_std:0.0123396385461092 - training/rollout_actor_probs_pearson_corr:0.998322069644928 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.48828125 - self_distillation/correct_sample_fraction:0.4140625 - self_distillation/feedback_available_fraction:0.5859375 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:0.98828125 - rollout_corr/rollout_is_mean:0.9997037053108215 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.17527761682868e-05 - rollout_corr/rollout_is_max:1.5995460748672485 - rollout_corr/rollout_is_min:0.385733962059021 - rollout_corr/rollout_is_std:0.03636876121163368 - rollout_corr/rollout_is_eff_sample_size:0.9986784065971809 - rollout_corr/rollout_is_seq_mean:0.9995953440666199 - rollout_corr/rollout_is_seq_std:0.004801814444363117 - rollout_corr/rollout_is_seq_max:1.0165265798568726 - rollout_corr/rollout_is_seq_min:0.9844603538513184 - rollout_corr/rollout_is_seq_max_deviation:0.01652657985687256 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2023144564591348) - rollout_corr/training_log_ppl:np.float64(0.17772714045713656) - rollout_corr/kl:np.float64(0.0014629138687922705) - rollout_corr/k3_kl:np.float64(0.0008300077757716906) - rollout_corr/rollout_ppl:np.float64(1.2004908896051347) - rollout_corr/rollout_log_ppl:np.float64(0.17626422486500815) - rollout_corr/log_ppl_diff:np.float64(0.001462915592128411) - rollout_corr/log_ppl_abs_diff:np.float64(0.0038804516079835594) - rollout_corr/log_ppl_diff_max:np.float64(0.01740705966949463) - rollout_corr/log_ppl_diff_min:np.float64(-0.015998616814613342) - rollout_corr/ppl_ratio:np.float64(1.0014764133375138) - rollout_corr/chi2_token:np.float64(0.0005918422248214483) - rollout_corr/chi2_seq:np.float64(0.12960048066452146) - actor/pg_loss:np.float64(0.0005147648043930531) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00036167971120448783) - actor/ppo_kl:np.float64(0.00033357571657433027) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.98828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.98828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4140625) - self_distillation/token_reweight_w_mean:np.float64(262630.31874683476) - self_distillation/token_reweight_w_std:np.float64(1912057.586982216) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0014394370373338) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02761238341918215) - self_distillation/empty_target_batch:np.float64(0.01171875) - actor/grad_norm:np.float64(0.26377786323428154) - perf/mfu/actor:np.float64(0.03860376557749216) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.8223648071289) - actor/lr:np.float64(1e-06) - training/global_step:65 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0038679284043610096 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0038679284043610096 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:95.5625 - response_length/max:642
step:66 - global_seqlen/min:17174 - global_seqlen/max:28212 - global_seqlen/minmax_diff:11038 - global_seqlen/balanced_min:22604 - global_seqlen/balanced_max:22611 - global_seqlen/mean:22608.125 - actor/entropy:0.20968422293663025 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3234601616859436 - training/rollout_probs_diff_mean:0.00455645052716136 - training/rollout_probs_diff_std:0.012609071098268032 - training/rollout_actor_probs_pearson_corr:0.998332142829895 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.39453125 - self_distillation/correct_sample_fraction:0.28125 - self_distillation/feedback_available_fraction:0.71875 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:0.98828125 - rollout_corr/rollout_is_mean:0.9999441504478455 - rollout_corr/rollout_is_ratio_fraction_high:3.936852954211645e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.2054405212402344 - rollout_corr/rollout_is_min:0.6073460578918457 - rollout_corr/rollout_is_std:0.03690482676029205 - rollout_corr/rollout_is_eff_sample_size:0.9986397674104652 - rollout_corr/rollout_is_seq_mean:1.0000721216201782 - rollout_corr/rollout_is_seq_std:0.003896591253578663 - rollout_corr/rollout_is_seq_max:1.0156590938568115 - rollout_corr/rollout_is_seq_min:0.9887583255767822 - rollout_corr/rollout_is_seq_max_deviation:0.015659093856811523 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2270207703113556) - rollout_corr/training_log_ppl:np.float64(0.1987948477762984) - rollout_corr/kl:np.float64(0.001155567901170329) - rollout_corr/k3_kl:np.float64(0.000888615789470748) - rollout_corr/rollout_ppl:np.float64(1.2255423944443464) - rollout_corr/rollout_log_ppl:np.float64(0.1976392794167623) - rollout_corr/log_ppl_diff:np.float64(0.0011555683595361188) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037456003919942304) - rollout_corr/log_ppl_diff_max:np.float64(0.018168896436691284) - rollout_corr/log_ppl_diff_min:np.float64(-0.017258822917938232) - rollout_corr/ppl_ratio:np.float64(1.0011675609275699) - rollout_corr/chi2_token:np.float64(0.0011328028049319983) - rollout_corr/chi2_seq:np.float64(0.12879195273853838) - actor/pg_loss:np.float64(0.0010045708622783422) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00045344509271671996) - actor/ppo_kl:np.float64(0.0005702014591832949) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.98828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.98828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.28125) - self_distillation/token_reweight_w_mean:np.float64(574780.558464298) - self_distillation/token_reweight_w_std:np.float64(4772806.540433234) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0018667599651963) - self_distillation/token_reweight_w_clip_frac:np.float64(0.026583102444419637) - self_distillation/empty_target_batch:np.float64(0.01171875) - actor/grad_norm:np.float64(0.2858910672366619) - perf/mfu/actor:np.float64(0.04206193888173963) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.87303924560547) - actor/lr:np.float64(1e-06) - training/global_step:66 - training/epoch:0 - critic/score/mean:0.28125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004315774887800217 - critic/advantages/max:0.875 - critic/advantages/min:-0.375 - critic/returns/mean:0.004315774887800217 - critic/returns/max:0.875 - critic/returns/min:-0.375 - response_length/mean:99.22265625 - response_length/max:
step:67 - global_seqlen/min:18006 - global_seqlen/max:30261 - global_seqlen/minmax_diff:12255 - global_seqlen/balanced_min:23824 - global_seqlen/balanced_max:23960 - global_seqlen/mean:23848.25 - actor/entropy:0.15897494554519653 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22936123609542847 - training/rollout_probs_diff_mean:0.0036624132189899683 - training/rollout_probs_diff_std:0.011706416495144367 - training/rollout_actor_probs_pearson_corr:0.9982317686080933 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.33984375 - self_distillation/correct_sample_fraction:0.29296875 - self_distillation/feedback_available_fraction:0.70703125 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.999773383140564 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8682467937469482 - rollout_corr/rollout_is_min:0.6065937280654907 - rollout_corr/rollout_is_std:0.033457957208156586 - rollout_corr/rollout_is_eff_sample_size:0.9988814005998093 - rollout_corr/rollout_is_seq_mean:1.0000083446502686 - rollout_corr/rollout_is_seq_std:0.00415265467017889 - rollout_corr/rollout_is_seq_max:1.0149999856948853 - rollout_corr/rollout_is_seq_min:0.9884124398231506 - rollout_corr/rollout_is_seq_max_deviation:0.014999985694885254 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.182903200853616) - rollout_corr/training_log_ppl:np.float64(0.16291830602131085) - rollout_corr/kl:np.float64(0.0012190366105215844) - rollout_corr/k3_kl:np.float64(0.0006799885535286876) - rollout_corr/rollout_ppl:np.float64(1.1814202656969428) - rollout_corr/rollout_log_ppl:np.float64(0.1616992673079949) - rollout_corr/log_ppl_diff:np.float64(0.0012190387133159675) - rollout_corr/log_ppl_abs_diff:np.float64(0.0033827177903731354) - rollout_corr/log_ppl_diff_max:np.float64(0.016148462891578674) - rollout_corr/log_ppl_diff_min:np.float64(-0.00940769910812378) - rollout_corr/ppl_ratio:np.float64(1.0012285171542317) - rollout_corr/chi2_token:np.float64(0.00023990776389837265) - rollout_corr/chi2_seq:np.float64(0.013280826853588223) - actor/pg_loss:np.float64(0.0001726325135678053) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003200081664544996) - actor/ppo_kl:np.float64(0.0005977377616792623) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.29296875) - self_distillation/token_reweight_w_mean:np.float64(226851.71611470752) - self_distillation/token_reweight_w_std:np.float64(1812229.1514175457) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0002479723189026) - self_distillation/token_reweight_w_clip_frac:np.float64(0.007520618062699214) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.19119691103696823) - perf/mfu/actor:np.float64(0.04406968158563203) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.85897064208984) - actor/lr:np.float64(1e-06) - training/global_step:67 - training/epoch:0 - critic/score/mean:0.29296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.29296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0010344889014959335 - critic/advantages/max:0.875 - critic/advantages/min:-0.25 - critic/returns/mean:0.0010344889014959335 - critic/returns/max:0.875 - critic/returns/min:-0.25 - response_length/mean:109.9765625 - response_length
step:68 - global_seqlen/min:19197 - global_seqlen/max:29330 - global_seqlen/minmax_diff:10133 - global_seqlen/balanced_min:21769 - global_seqlen/balanced_max:21774 - global_seqlen/mean:21771.125 - actor/entropy:0.16915389895439148 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17915785312652588 - training/rollout_probs_diff_mean:0.00364634464494884 - training/rollout_probs_diff_std:0.011112609878182411 - training/rollout_actor_probs_pearson_corr:0.9985078573226929 - self_distillation/success_group_fraction:0.28125 - self_distillation/success_sample_fraction:0.28125 - self_distillation/correct_sample_fraction:0.28125 - self_distillation/feedback_available_fraction:0.71875 - self_distillation/feedback_used_fraction:0.71875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0001206398010254 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.627697467803955 - rollout_corr/rollout_is_min:0.6462766528129578 - rollout_corr/rollout_is_std:0.03299422934651375 - rollout_corr/rollout_is_eff_sample_size:0.9989128024713322 - rollout_corr/rollout_is_seq_mean:1.0001252889633179 - rollout_corr/rollout_is_seq_std:0.003706379095092416 - rollout_corr/rollout_is_seq_max:1.0112172365188599 - rollout_corr/rollout_is_seq_min:0.9876261353492737 - rollout_corr/rollout_is_seq_max_deviation:0.012373864650726318 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1799099128693342) - rollout_corr/training_log_ppl:np.float64(0.16039785902830772) - rollout_corr/kl:np.float64(0.00048031557349048626) - rollout_corr/k3_kl:np.float64(0.0006000358300415343) - rollout_corr/rollout_ppl:np.float64(1.179317635949701) - rollout_corr/rollout_log_ppl:np.float64(0.15991754146671155) - rollout_corr/log_ppl_diff:np.float64(0.00048031756159616634) - rollout_corr/log_ppl_abs_diff:np.float64(0.002982226164021995) - rollout_corr/log_ppl_diff_max:np.float64(0.018945112824440002) - rollout_corr/log_ppl_diff_min:np.float64(-0.011037811636924744) - rollout_corr/ppl_ratio:np.float64(1.000488493591547) - rollout_corr/chi2_token:np.float64(0.0014690356329083443) - rollout_corr/chi2_seq:np.float64(0.17614812194369733) - actor/pg_loss:np.float64(0.0) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(5.6858210182753055e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.28125) - self_distillation/token_reweight_w_mean:np.float64(0.9999999920837581) - self_distillation/token_reweight_w_std:np.float64(0.0) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999999920837581) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.0) - perf/mfu/actor:np.float64(0.040839027349956335) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.8672218322754) - actor/lr:np.float64(1e-06) - training/global_step:68 - training/epoch:0 - critic/score/mean:0.28125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.0 - critic/advantages/min:0.0 - critic/returns/mean:0.0 - critic/returns/max:0.0 - critic/returns/min:0.0 - response_length/mean:95.31640625 - response_length/max:232.0 - response_length/min:36.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:95.31640625 - response_length_non_aborted/max:232.0 - response_lengt
step:69 - global_seqlen/min:16524 - global_seqlen/max:30559 - global_seqlen/minmax_diff:14035 - global_seqlen/balanced_min:24085 - global_seqlen/balanced_max:24090 - global_seqlen/mean:24087.5 - actor/entropy:0.20297829806804657 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29786932468414307 - training/rollout_probs_diff_mean:0.0041356380097568035 - training/rollout_probs_diff_std:0.012082680128514767 - training/rollout_actor_probs_pearson_corr:0.9984449744224548 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.29296875 - self_distillation/feedback_available_fraction:0.70703125 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9998466372489929 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9674241542816162 - rollout_corr/rollout_is_min:0.589870274066925 - rollout_corr/rollout_is_std:0.03635154664516449 - rollout_corr/rollout_is_eff_sample_size:0.9986798333320833 - rollout_corr/rollout_is_seq_mean:0.9997987747192383 - rollout_corr/rollout_is_seq_std:0.0035299560986459255 - rollout_corr/rollout_is_seq_max:1.0096718072891235 - rollout_corr/rollout_is_seq_min:0.9885482788085938 - rollout_corr/rollout_is_seq_max_deviation:0.01145172119140625 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2195711270906031) - rollout_corr/training_log_ppl:np.float64(0.19257877549534896) - rollout_corr/kl:np.float64(0.0009204127151409836) - rollout_corr/k3_kl:np.float64(0.001296327421457022) - rollout_corr/rollout_ppl:np.float64(1.2183606382459402) - rollout_corr/rollout_log_ppl:np.float64(0.19165836123283952) - rollout_corr/log_ppl_diff:np.float64(0.0009204142625094391) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037502322738873772) - rollout_corr/log_ppl_diff_max:np.float64(0.024910718202590942) - rollout_corr/log_ppl_diff_min:np.float64(-0.026864521205425262) - rollout_corr/ppl_ratio:np.float64(1.0009357139933854) - rollout_corr/chi2_token:np.float64(0.0035917784553021193) - rollout_corr/chi2_seq:np.float64(0.6056221991311759) - actor/pg_loss:np.float64(0.0013994482578709722) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0010189479871769436) - actor/ppo_kl:np.float64(6.697692964507951e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.29296875) - self_distillation/token_reweight_w_mean:np.float64(198652.77768032183) - self_distillation/token_reweight_w_std:np.float64(1629332.3844376116) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9997963055502623) - self_distillation/token_reweight_w_clip_frac:np.float64(0.041180176398484036) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.5828979983925819) - perf/mfu/actor:np.float64(0.04453443621465142) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.84906768798828) - actor/lr:np.float64(1e-06) - training/global_step:69 - training/epoch:0 - critic/score/mean:0.29296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.29296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-1.3957123883301392e-05 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-1.3957123883301392e-05 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:104.953125 - response_length/max:454.0 - response_length/min:40.0
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 70}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to find a random axolotl image. The user hasn't specified any particular criteria, so I should use the getRandomAxolotlImage tool.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_70
step:70 - global_seqlen/min:18136 - global_seqlen/max:28626 - global_seqlen/minmax_diff:10490 - global_seqlen/balanced_min:23806 - global_seqlen/balanced_max:23809 - global_seqlen/mean:23807.375 - actor/entropy:0.1836181879043579 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21924197673797607 - training/rollout_probs_diff_mean:0.0037344321608543396 - training/rollout_probs_diff_std:0.011251681484282017 - training/rollout_actor_probs_pearson_corr:0.9985505938529968 - self_distillation/success_group_fraction:0.53125 - self_distillation/success_sample_fraction:0.53125 - self_distillation/correct_sample_fraction:0.51171875 - self_distillation/feedback_available_fraction:0.48828125 - self_distillation/feedback_used_fraction:0.46875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999583959579468 - rollout_corr/rollout_is_ratio_fraction_high:3.9690414268989116e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.3013765811920166 - rollout_corr/rollout_is_min:0.5136908292770386 - rollout_corr/rollout_is_std:0.033298131078481674 - rollout_corr/rollout_is_eff_sample_size:0.998892224506785 - rollout_corr/rollout_is_seq_mean:0.999870777130127 - rollout_corr/rollout_is_seq_std:0.00424517085775733 - rollout_corr/rollout_is_seq_max:1.0353556871414185 - rollout_corr/rollout_is_seq_min:0.9887574911117554 - rollout_corr/rollout_is_seq_max_deviation:0.03535568714141846 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1923476299270988) - rollout_corr/training_log_ppl:np.float64(0.1674999686292722) - rollout_corr/kl:np.float64(0.001711104008053077) - rollout_corr/k3_kl:np.float64(0.0012346766571030843) - rollout_corr/rollout_ppl:np.float64(1.190187608357519) - rollout_corr/rollout_log_ppl:np.float64(0.16578886295610573) - rollout_corr/log_ppl_diff:np.float64(0.0017111056731664576) - rollout_corr/log_ppl_abs_diff:np.float64(0.004042080974613782) - rollout_corr/log_ppl_diff_max:np.float64(0.02568104863166809) - rollout_corr/log_ppl_diff_min:np.float64(-0.015813075006008148) - rollout_corr/ppl_ratio:np.float64(1.0017276084981859) - rollout_corr/chi2_token:np.float64(0.0012146567460149527) - rollout_corr/chi2_seq:np.float64(0.09416058892384171) - actor/pg_loss:np.float64(0.0003779985709115863) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00044372407501214184) - actor/ppo_kl:np.float64(0.0009813297224887663) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.51171875) - self_distillation/token_reweight_w_mean:np.float64(124132.25338875502) - self_distillation/token_reweight_w_std:np.float64(913681.4291177337) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9995329540688545) - self_distillation/token_reweight_w_clip_frac:np.float64(0.014685297675896436) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.23002920299768448) - perf/mfu/actor:np.float64(0.044148276739960406) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.80029296875) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5946691176470589) - val-aux/tooluse/reward/std@16:np.float64(0.0798580594829434) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6286470588235293) - val-aux/tooluse/reward/best@2/std:np.float64(0.06415072107768015) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5620588235294117) - val-aux/tooluse/reward/worst@2/std:np.float64(0.07187329244573848) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5957205882352941) - val-aux/tool
step:71 - global_seqlen/min:19490 - global_seqlen/max:24969 - global_seqlen/minmax_diff:5479 - global_seqlen/balanced_min:22312 - global_seqlen/balanced_max:24889 - global_seqlen/mean:22713.0 - actor/entropy:0.13971230387687683 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23184734582901 - training/rollout_probs_diff_mean:0.003360356669872999 - training/rollout_probs_diff_std:0.011199713684618473 - training/rollout_actor_probs_pearson_corr:0.9981712698936462 - self_distillation/success_group_fraction:0.625 - self_distillation/success_sample_fraction:0.61328125 - self_distillation/correct_sample_fraction:0.484375 - self_distillation/feedback_available_fraction:0.515625 - self_distillation/feedback_used_fraction:0.375 - self_distillation/reprompt_sample_fraction:0.98828125 - rollout_corr/rollout_is_mean:1.0002855062484741 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9838473796844482 - rollout_corr/rollout_is_min:0.5107617378234863 - rollout_corr/rollout_is_std:0.0320243276655674 - rollout_corr/rollout_is_eff_sample_size:0.9989760879987939 - rollout_corr/rollout_is_seq_mean:1.000514030456543 - rollout_corr/rollout_is_seq_std:0.004211563616991043 - rollout_corr/rollout_is_seq_max:1.0244622230529785 - rollout_corr/rollout_is_seq_min:0.9845895767211914 - rollout_corr/rollout_is_seq_max_deviation:0.024462223052978516 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1774482005275786) - rollout_corr/training_log_ppl:np.float64(0.15947280398540897) - rollout_corr/kl:np.float64(0.0007086538114968732) - rollout_corr/k3_kl:np.float64(0.0010046848543510123) - rollout_corr/rollout_ppl:np.float64(1.1765439701266587) - rollout_corr/rollout_log_ppl:np.float64(0.15876415105958586) - rollout_corr/log_ppl_diff:np.float64(0.0007086529258231167) - rollout_corr/log_ppl_abs_diff:np.float64(0.003673080867883982) - rollout_corr/log_ppl_diff_max:np.float64(0.01353137195110321) - rollout_corr/log_ppl_diff_min:np.float64(-0.02259892225265503) - rollout_corr/ppl_ratio:np.float64(1.0007204895373434) - rollout_corr/chi2_token:np.float64(0.0026063655968755484) - rollout_corr/chi2_seq:np.float64(0.21057552751153708) - actor/pg_loss:np.float64(0.0013483036309480667) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00039533938365821086) - actor/ppo_kl:np.float64(0.000602565654877818) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.98828125) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.98828125) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.484375) - self_distillation/token_reweight_w_mean:np.float64(496224.6731502523) - self_distillation/token_reweight_w_std:np.float64(4082958.567067202) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000827145529911) - self_distillation/token_reweight_w_clip_frac:np.float64(0.03326115601885249) - self_distillation/empty_target_batch:np.float64(0.01171875) - actor/grad_norm:np.float64(0.44041093438863754) - perf/mfu/actor:np.float64(0.041161158642668755) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.01330947875977) - actor/lr:np.float64(1e-06) - training/global_step:71 - training/epoch:0 - critic/score/mean:0.484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.07906116545200348 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.07906116545200348 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:124.65625 - response_length/max:3617.0 - response_lengt
step:72 - global_seqlen/min:16670 - global_seqlen/max:31302 - global_seqlen/minmax_diff:14632 - global_seqlen/balanced_min:24347 - global_seqlen/balanced_max:24352 - global_seqlen/mean:24350.25 - actor/entropy:0.17336490750312805 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.31862419843673706 - training/rollout_probs_diff_mean:0.0039044052828103304 - training/rollout_probs_diff_std:0.012037508189678192 - training/rollout_actor_probs_pearson_corr:0.9982341527938843 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.34375 - self_distillation/feedback_available_fraction:0.65625 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9995772838592529 - rollout_corr/rollout_is_ratio_fraction_high:3.723285408341326e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.4298923015594482 - rollout_corr/rollout_is_min:0.5584025979042053 - rollout_corr/rollout_is_std:0.03514183685183525 - rollout_corr/rollout_is_eff_sample_size:0.9987653259718028 - rollout_corr/rollout_is_seq_mean:0.999469518661499 - rollout_corr/rollout_is_seq_std:0.003958587069064379 - rollout_corr/rollout_is_seq_max:1.0143871307373047 - rollout_corr/rollout_is_seq_min:0.9847607612609863 - rollout_corr/rollout_is_seq_max_deviation:0.015239238739013672 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1789607214741409) - rollout_corr/training_log_ppl:np.float64(0.15941029245732352) - rollout_corr/kl:np.float64(0.0014580503966783454) - rollout_corr/k3_kl:np.float64(0.0008553113256155598) - rollout_corr/rollout_ppl:np.float64(1.1772252516821027) - rollout_corr/rollout_log_ppl:np.float64(0.15795224096655147) - rollout_corr/log_ppl_diff:np.float64(0.0014580514907720499) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036441966294660233) - rollout_corr/log_ppl_diff_max:np.float64(0.04131127893924713) - rollout_corr/log_ppl_diff_min:np.float64(-0.011709451675415039) - rollout_corr/ppl_ratio:np.float64(1.001472253818065) - rollout_corr/chi2_token:np.float64(0.000416038790717721) - rollout_corr/chi2_seq:np.float64(0.09685749630443752) - actor/pg_loss:np.float64(0.00030853983480483294) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00048680295185477007) - actor/ppo_kl:np.float64(0.0003038988050922953) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.34375) - self_distillation/token_reweight_w_mean:np.float64(86406.2217199707) - self_distillation/token_reweight_w_std:np.float64(787074.5188532125) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0002374455798417) - self_distillation/token_reweight_w_clip_frac:np.float64(0.016149164614034817) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.2884107492864132) - perf/mfu/actor:np.float64(0.044097635923031384) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.9966583251953) - actor/lr:np.float64(1e-06) - training/global_step:72 - training/epoch:0 - critic/score/mean:0.34375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0018476804252713919 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0018476804252713919 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:104.9140625 - response_length/max:274.0 - response_length/min:45.
step:73 - global_seqlen/min:17169 - global_seqlen/max:26248 - global_seqlen/minmax_diff:9079 - global_seqlen/balanced_min:23356 - global_seqlen/balanced_max:23365 - global_seqlen/mean:23362.625 - actor/entropy:0.16339124739170074 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23105686902999878 - training/rollout_probs_diff_mean:0.004083090461790562 - training/rollout_probs_diff_std:0.012518049217760563 - training/rollout_actor_probs_pearson_corr:0.9980318546295166 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.34375 - self_distillation/correct_sample_fraction:0.28515625 - self_distillation/feedback_available_fraction:0.71484375 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9998648762702942 - rollout_corr/rollout_is_ratio_fraction_high:3.646839832072146e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.646839832072146e-05 - rollout_corr/rollout_is_max:2.055161714553833 - rollout_corr/rollout_is_min:0.4297546446323395 - rollout_corr/rollout_is_std:0.03553064167499542 - rollout_corr/rollout_is_eff_sample_size:0.9987388086081045 - rollout_corr/rollout_is_seq_mean:0.99981689453125 - rollout_corr/rollout_is_seq_std:0.0035779119934886694 - rollout_corr/rollout_is_seq_max:1.0140897035598755 - rollout_corr/rollout_is_seq_min:0.990483283996582 - rollout_corr/rollout_is_seq_max_deviation:0.014089703559875488 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1769403284415603) - rollout_corr/training_log_ppl:np.float64(0.15965253425383708) - rollout_corr/kl:np.float64(0.000889868779545111) - rollout_corr/k3_kl:np.float64(0.0008503772052108616) - rollout_corr/rollout_ppl:np.float64(1.1758585586212575) - rollout_corr/rollout_log_ppl:np.float64(0.1587626645778073) - rollout_corr/log_ppl_diff:np.float64(0.0008898696760297753) - rollout_corr/log_ppl_abs_diff:np.float64(0.003167667229718063) - rollout_corr/log_ppl_diff_max:np.float64(0.014793917536735535) - rollout_corr/log_ppl_diff_min:np.float64(-0.01035696268081665) - rollout_corr/ppl_ratio:np.float64(1.0008984378073364) - rollout_corr/chi2_token:np.float64(0.0021289775613695383) - rollout_corr/chi2_seq:np.float64(0.21070270310156047) - actor/pg_loss:np.float64(0.0009087058715522289) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003231324371881783) - actor/ppo_kl:np.float64(7.436231013357997e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.28515625) - self_distillation/token_reweight_w_mean:np.float64(397097.7051075774) - self_distillation/token_reweight_w_std:np.float64(3088084.429281376) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004388359375298) - self_distillation/token_reweight_w_clip_frac:np.float64(0.014315580134280026) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.31481652706861496) - perf/mfu/actor:np.float64(0.04247338507046719) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.04314661026) - actor/lr:np.float64(1e-06) - training/global_step:73 - training/epoch:0 - critic/score/mean:0.28515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.28515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:1.36756498250179e-05 - critic/advantages/max:0.75 - critic/advantages/min:-0.5 - critic/returns/mean:1.36756498250179e-05 - critic/returns/max:0.75 - critic/returns/min:-0.5 - response_length/mean:107.11328125 - response_length/max:546.0
step:74 - global_seqlen/min:19521 - global_seqlen/max:25920 - global_seqlen/minmax_diff:6399 - global_seqlen/balanced_min:22515 - global_seqlen/balanced_max:22525 - global_seqlen/mean:22522.5 - actor/entropy:0.20618578791618347 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27729904651641846 - training/rollout_probs_diff_mean:0.004290976095944643 - training/rollout_probs_diff_std:0.01236980315297842 - training/rollout_actor_probs_pearson_corr:0.998401939868927 - self_distillation/success_group_fraction:0.3125 - self_distillation/success_sample_fraction:0.3125 - self_distillation/correct_sample_fraction:0.3046875 - self_distillation/feedback_available_fraction:0.6953125 - self_distillation/feedback_used_fraction:0.6875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999351501464844 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:6.831534119555727e-05 - rollout_corr/rollout_is_max:1.9132237434387207 - rollout_corr/rollout_is_min:0.3921355903148651 - rollout_corr/rollout_is_std:0.035967472940683365 - rollout_corr/rollout_is_eff_sample_size:0.9987077743788828 - rollout_corr/rollout_is_seq_mean:1.000075101852417 - rollout_corr/rollout_is_seq_std:0.003660839283838868 - rollout_corr/rollout_is_seq_max:1.0144089460372925 - rollout_corr/rollout_is_seq_min:0.983939528465271 - rollout_corr/rollout_is_seq_max_deviation:0.016060471534729004 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2141870078630745) - rollout_corr/training_log_ppl:np.float64(0.1866758709657006) - rollout_corr/kl:np.float64(0.0008737989317744166) - rollout_corr/k3_kl:np.float64(0.0009263143030375787) - rollout_corr/rollout_ppl:np.float64(1.21305015636608) - rollout_corr/rollout_log_ppl:np.float64(0.18580207211198285) - rollout_corr/log_ppl_diff:np.float64(0.0008737988537177444) - rollout_corr/log_ppl_abs_diff:np.float64(0.0035511332389432937) - rollout_corr/log_ppl_diff_max:np.float64(0.020244911313056946) - rollout_corr/log_ppl_diff_min:np.float64(-0.016882598400115967) - rollout_corr/ppl_ratio:np.float64(1.0008854367770255) - rollout_corr/chi2_token:np.float64(0.001916322624310851) - rollout_corr/chi2_seq:np.float64(0.24254979263059795) - actor/pg_loss:np.float64(0.0006697163917124271) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003125329349131789) - actor/ppo_kl:np.float64(0.0003027935115795799) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3046875) - self_distillation/token_reweight_w_mean:np.float64(83162.0599368345) - self_distillation/token_reweight_w_std:np.float64(491112.5860763433) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9995260804425925) - self_distillation/token_reweight_w_clip_frac:np.float64(0.006346230220515281) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.14878704026341438) - perf/mfu/actor:np.float64(0.0418206068655697) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.02629470825195) - actor/lr:np.float64(1e-06) - training/global_step:74 - training/epoch:0 - critic/score/mean:0.3046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0005123650771565735 - critic/advantages/max:0.25 - critic/advantages/min:-0.75 - critic/returns/mean:-0.0005123650771565735 - critic/returns/max:0.25 - critic/returns/min:-0.75 - response_length/mean:114.359375 - response_length/max:651.0 - response_length/min:4
step:75 - global_seqlen/min:19343 - global_seqlen/max:27582 - global_seqlen/minmax_diff:8239 - global_seqlen/balanced_min:23602 - global_seqlen/balanced_max:23612 - global_seqlen/mean:23607.625 - actor/entropy:0.1933431774377823 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.44308218359947205 - training/rollout_probs_diff_mean:0.004375780466943979 - training/rollout_probs_diff_std:0.01272844523191452 - training/rollout_actor_probs_pearson_corr:0.9981529116630554 - self_distillation/success_group_fraction:0.53125 - self_distillation/success_sample_fraction:0.53125 - self_distillation/correct_sample_fraction:0.44921875 - self_distillation/feedback_available_fraction:0.55078125 - self_distillation/feedback_used_fraction:0.46875 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.999764621257782 - rollout_corr/rollout_is_ratio_fraction_high:3.3239157346542925e-05 - rollout_corr/rollout_is_ratio_fraction_low:6.647831469308585e-05 - rollout_corr/rollout_is_max:2.1365387439727783 - rollout_corr/rollout_is_min:0.30766159296035767 - rollout_corr/rollout_is_std:0.03733116760849953 - rollout_corr/rollout_is_eff_sample_size:0.9986076694367252 - rollout_corr/rollout_is_seq_mean:0.9996073246002197 - rollout_corr/rollout_is_seq_std:0.004047990310937166 - rollout_corr/rollout_is_seq_max:1.0112133026123047 - rollout_corr/rollout_is_seq_min:0.9819174408912659 - rollout_corr/rollout_is_seq_max_deviation:0.01808255910873413 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1908653886057436) - rollout_corr/training_log_ppl:np.float64(0.1701184309204109) - rollout_corr/kl:np.float64(0.0014101347805564046) - rollout_corr/k3_kl:np.float64(0.001469150591314694) - rollout_corr/rollout_ppl:np.float64(1.1891403603367507) - rollout_corr/rollout_log_ppl:np.float64(0.16870829428808065) - rollout_corr/log_ppl_diff:np.float64(0.00141013663233025) - rollout_corr/log_ppl_abs_diff:np.float64(0.004865684175456408) - rollout_corr/log_ppl_diff_max:np.float64(0.03036680817604065) - rollout_corr/log_ppl_diff_min:np.float64(-0.018799765035510063) - rollout_corr/ppl_ratio:np.float64(1.0014335417654365) - rollout_corr/chi2_token:np.float64(0.0029236783739179373) - rollout_corr/chi2_seq:np.float64(0.41502745589241385) - actor/pg_loss:np.float64(0.0020789949921891093) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0009934747354236606) - actor/ppo_kl:np.float64(0.0003302215436757905) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.44921875) - self_distillation/token_reweight_w_mean:np.float64(452176.73929213313) - self_distillation/token_reweight_w_std:np.float64(3426749.02583762) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.999885531142354) - self_distillation/token_reweight_w_clip_frac:np.float64(0.039197944483021274) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.56168482452631) - perf/mfu/actor:np.float64(0.04382752303846317) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.0500831604004) - actor/lr:np.float64(1e-06) - training/global_step:75 - training/epoch:0 - critic/score/mean:0.44921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.011513212695717812 - critic/advantages/max:0.625 - critic/advantages/min:-0.875 - critic/returns/mean:-0.011513212695717812 - critic/returns/max:0.625 - critic/returns/min:-0.875 - response_length/mean:117.51953125 - response_length/max:8
step:76 - global_seqlen/min:16194 - global_seqlen/max:24835 - global_seqlen/minmax_diff:8641 - global_seqlen/balanced_min:21983 - global_seqlen/balanced_max:21988 - global_seqlen/mean:21986.25 - actor/entropy:0.1794392466545105 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17766550183296204 - training/rollout_probs_diff_mean:0.004363747779279947 - training/rollout_probs_diff_std:0.012615064159035683 - training/rollout_actor_probs_pearson_corr:0.9981122612953186 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.29296875 - self_distillation/feedback_available_fraction:0.70703125 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000191926956177 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6041940450668335 - rollout_corr/rollout_is_min:0.5898853540420532 - rollout_corr/rollout_is_std:0.03630068153142929 - rollout_corr/rollout_is_eff_sample_size:0.9986839946654996 - rollout_corr/rollout_is_seq_mean:0.999951958656311 - rollout_corr/rollout_is_seq_std:0.003703543683513999 - rollout_corr/rollout_is_seq_max:1.0117768049240112 - rollout_corr/rollout_is_seq_min:0.9891529679298401 - rollout_corr/rollout_is_seq_max_deviation:0.01177680492401123 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1879223263822496) - rollout_corr/training_log_ppl:np.float64(0.16701738664414734) - rollout_corr/kl:np.float64(0.0012198199164084045) - rollout_corr/k3_kl:np.float64(0.0011120540672919788) - rollout_corr/rollout_ppl:np.float64(1.186505121178925) - rollout_corr/rollout_log_ppl:np.float64(0.16579756570718018) - rollout_corr/log_ppl_diff:np.float64(0.001219820936967153) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037314699511625804) - rollout_corr/log_ppl_diff_max:np.float64(0.01797012984752655) - rollout_corr/log_ppl_diff_min:np.float64(-0.02454441785812378) - rollout_corr/ppl_ratio:np.float64(1.0012336145155132) - rollout_corr/chi2_token:np.float64(0.002160495612770319) - rollout_corr/chi2_seq:np.float64(0.40214965119957924) - actor/pg_loss:np.float64(0.002658140263520181) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0007551920461992268) - actor/ppo_kl:np.float64(0.0005032984873878377) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.29296875) - self_distillation/token_reweight_w_mean:np.float64(536897.8268922176) - self_distillation/token_reweight_w_std:np.float64(4194788.892871575) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0006419797427952) - self_distillation/token_reweight_w_clip_frac:np.float64(0.03821892134146765) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.7488630264997482) - perf/mfu/actor:np.float64(0.040748089437767296) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.02930641174316) - actor/lr:np.float64(1e-06) - training/global_step:76 - training/epoch:0 - critic/score/mean:0.29296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.29296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0034345875028520823 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.0034345875028520823 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:113.1640625 - response_length/max:320.0 - response_length/min:46.0 - response_
step:77 - global_seqlen/min:19382 - global_seqlen/max:28171 - global_seqlen/minmax_diff:8789 - global_seqlen/balanced_min:23484 - global_seqlen/balanced_max:23875 - global_seqlen/mean:23578.75 - actor/entropy:0.1791856437921524 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22026300430297852 - training/rollout_probs_diff_mean:0.0040746270678937435 - training/rollout_probs_diff_std:0.012526131235063076 - training/rollout_actor_probs_pearson_corr:0.9981771111488342 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.375 - self_distillation/feedback_available_fraction:0.625 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000211000442505 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.458053834037855e-05 - rollout_corr/rollout_is_max:1.712790846824646 - rollout_corr/rollout_is_min:0.4282894730567932 - rollout_corr/rollout_is_std:0.03662922978401184 - rollout_corr/rollout_is_eff_sample_size:0.9986602160845024 - rollout_corr/rollout_is_seq_mean:1.0003334283828735 - rollout_corr/rollout_is_seq_std:0.004470841959118843 - rollout_corr/rollout_is_seq_max:1.0139907598495483 - rollout_corr/rollout_is_seq_min:0.9837765097618103 - rollout_corr/rollout_is_seq_max_deviation:0.016223490238189697 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1862867465242743) - rollout_corr/training_log_ppl:np.float64(0.1658716400997946) - rollout_corr/kl:np.float64(0.000996613987428674) - rollout_corr/k3_kl:np.float64(0.0014110473224135944) - rollout_corr/rollout_ppl:np.float64(1.184983007144183) - rollout_corr/rollout_log_ppl:np.float64(0.164875024187495) - rollout_corr/log_ppl_diff:np.float64(0.0009966159122996032) - rollout_corr/log_ppl_abs_diff:np.float64(0.004256505169905722) - rollout_corr/log_ppl_diff_max:np.float64(0.032035380601882935) - rollout_corr/log_ppl_diff_min:np.float64(-0.01583130657672882) - rollout_corr/ppl_ratio:np.float64(1.0010148785077035) - rollout_corr/chi2_token:np.float64(0.003662694012746215) - rollout_corr/chi2_seq:np.float64(0.2312209859956056) - actor/pg_loss:np.float64(0.001877392758615315) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00040770312853055657) - actor/ppo_kl:np.float64(0.0006109042182842472) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.375) - self_distillation/token_reweight_w_mean:np.float64(284907.1694545767) - self_distillation/token_reweight_w_std:np.float64(2452854.050770485) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9993604340124875) - self_distillation/token_reweight_w_clip_frac:np.float64(0.03068707522470504) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.3736233711242676) - perf/mfu/actor:np.float64(0.04337399296973363) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.95214080810547) - actor/lr:np.float64(1e-06) - training/global_step:77 - training/epoch:0 - critic/score/mean:0.375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0005965142627246678 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.0005965142627246678 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:112.9609375 - response_length/max:1175.0 - response_length/min:25.0 - response_lengt
step:78 - global_seqlen/min:18595 - global_seqlen/max:30959 - global_seqlen/minmax_diff:12364 - global_seqlen/balanced_min:23238 - global_seqlen/balanced_max:25363 - global_seqlen/mean:23551.5 - actor/entropy:0.17319826781749725 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2932348847389221 - training/rollout_probs_diff_mean:0.0038828898686915636 - training/rollout_probs_diff_std:0.011737355031073093 - training/rollout_actor_probs_pearson_corr:0.9983370304107666 - self_distillation/success_group_fraction:0.25 - self_distillation/success_sample_fraction:0.25 - self_distillation/correct_sample_fraction:0.25 - self_distillation/feedback_available_fraction:0.75 - self_distillation/feedback_used_fraction:0.75 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.000113606452942 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8666751384735107 - rollout_corr/rollout_is_min:0.5988900065422058 - rollout_corr/rollout_is_std:0.03391006961464882 - rollout_corr/rollout_is_eff_sample_size:0.9988516657990258 - rollout_corr/rollout_is_seq_mean:1.00006902217865 - rollout_corr/rollout_is_seq_std:0.003983448725193739 - rollout_corr/rollout_is_seq_max:1.0137455463409424 - rollout_corr/rollout_is_seq_min:0.988329291343689 - rollout_corr/rollout_is_seq_max_deviation:0.013745546340942383 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1899874950759113) - rollout_corr/training_log_ppl:np.float64(0.16942024025775027) - rollout_corr/kl:np.float64(0.0006121923132553775) - rollout_corr/k3_kl:np.float64(0.0009290384985055355) - rollout_corr/rollout_ppl:np.float64(1.1892074048519135) - rollout_corr/rollout_log_ppl:np.float64(0.16880804611719213) - rollout_corr/log_ppl_diff:np.float64(0.000612194140558131) - rollout_corr/log_ppl_abs_diff:np.float64(0.0033112192031694576) - rollout_corr/log_ppl_diff_max:np.float64(0.03236883878707886) - rollout_corr/log_ppl_diff_min:np.float64(-0.015657424926757812) - rollout_corr/ppl_ratio:np.float64(1.0006236843764782) - rollout_corr/chi2_token:np.float64(0.0027093940880149603) - rollout_corr/chi2_seq:np.float64(0.18730456940829754) - actor/pg_loss:np.float64(0.0) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0) - actor/ppo_kl:np.float64(4.156407724575928e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.25) - self_distillation/token_reweight_w_mean:np.float64(0.9999999930150807) - self_distillation/token_reweight_w_std:np.float64(0.0) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999999930150807) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.0) - perf/mfu/actor:np.float64(0.04272200474647107) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(145.97413635253906) - actor/lr:np.float64(1e-06) - training/global_step:78 - training/epoch:0 - critic/score/mean:0.25 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.25 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0 - critic/advantages/max:0.0 - critic/advantages/min:0.0 - critic/returns/mean:0.0 - critic/returns/max:0.0 - critic/returns/min:0.0 - response_length/mean:133.890625 - response_length/max:3387.0 - response_length/min:39.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean:133.890625 - response_length_non_aborted/max:3387.0 - response_length_non_aborted/min:39.0 - respo
step:79 - global_seqlen/min:17639 - global_seqlen/max:30699 - global_seqlen/minmax_diff:13060 - global_seqlen/balanced_min:20371 - global_seqlen/balanced_max:27810 - global_seqlen/mean:21302.375 - actor/entropy:0.12300966680049896 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3583569824695587 - training/rollout_probs_diff_mean:0.0030804690904915333 - training/rollout_probs_diff_std:0.01145958062261343 - training/rollout_actor_probs_pearson_corr:0.9979829788208008 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.46484375 - self_distillation/correct_sample_fraction:0.421875 - self_distillation/feedback_available_fraction:0.578125 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998621940612793 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.833142055664212e-05 - rollout_corr/rollout_is_max:1.6468292474746704 - rollout_corr/rollout_is_min:0.39613887667655945 - rollout_corr/rollout_is_std:0.03225614130496979 - rollout_corr/rollout_is_eff_sample_size:0.9989605037882843 - rollout_corr/rollout_is_seq_mean:0.9999085068702698 - rollout_corr/rollout_is_seq_std:0.00402069604024291 - rollout_corr/rollout_is_seq_max:1.0173876285552979 - rollout_corr/rollout_is_seq_min:0.9876928925514221 - rollout_corr/rollout_is_seq_max_deviation:0.01738762855529785 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1608892101794481) - rollout_corr/training_log_ppl:np.float64(0.14488916451955447) - rollout_corr/kl:np.float64(0.0006675544648047094) - rollout_corr/k3_kl:np.float64(0.0008047550561727235) - rollout_corr/rollout_ppl:np.float64(1.1600501500070095) - rollout_corr/rollout_log_ppl:np.float64(0.14422160830145003) - rollout_corr/log_ppl_diff:np.float64(0.000667556218104437) - rollout_corr/log_ppl_abs_diff:np.float64(0.003304619516711682) - rollout_corr/log_ppl_diff_max:np.float64(0.018346011638641357) - rollout_corr/log_ppl_diff_min:np.float64(-0.01784604787826538) - rollout_corr/ppl_ratio:np.float64(1.0006778293754905) - rollout_corr/chi2_token:np.float64(0.001853058347478509) - rollout_corr/chi2_seq:np.float64(0.27634171093814075) - actor/pg_loss:np.float64(0.0005190407391637564) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005710039240511833) - actor/ppo_kl:np.float64(-9.167133173804132e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.421875) - self_distillation/token_reweight_w_mean:np.float64(144093.8724760895) - self_distillation/token_reweight_w_std:np.float64(1129560.9346376678) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004591008182615) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02232855127658695) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.3326127380132675) - perf/mfu/actor:np.float64(0.0365605301843239) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.15404224395752) - actor/lr:np.float64(1e-06) - training/global_step:79 - training/epoch:0 - critic/score/mean:0.421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.20817507803440094 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.20817507803440094 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:132.66796875 - response_leng
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 80}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to find a random axolotl image. The user is asking for a random picture, so I should use the getRandomAxolotlImage tool.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_80
step:80 - global_seqlen/min:19917 - global_seqlen/max:30244 - global_seqlen/minmax_diff:10327 - global_seqlen/balanced_min:24488 - global_seqlen/balanced_max:24501 - global_seqlen/mean:24496.875 - actor/entropy:0.17567157745361328 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.4042512774467468 - training/rollout_probs_diff_mean:0.003904949873685837 - training/rollout_probs_diff_std:0.012644829228520393 - training/rollout_actor_probs_pearson_corr:0.99812912940979 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.37109375 - self_distillation/correct_sample_fraction:0.26953125 - self_distillation/feedback_available_fraction:0.73046875 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0000805854797363 - rollout_corr/rollout_is_ratio_fraction_high:0.00014569188351742923 - rollout_corr/rollout_is_ratio_fraction_low:2.913837852247525e-05 - rollout_corr/rollout_is_max:2.4427950382232666 - rollout_corr/rollout_is_min:0.484937459230423 - rollout_corr/rollout_is_std:0.037461068481206894 - rollout_corr/rollout_is_eff_sample_size:0.9985986348236627 - rollout_corr/rollout_is_seq_mean:1.000091552734375 - rollout_corr/rollout_is_seq_std:0.003862826619297266 - rollout_corr/rollout_is_seq_max:1.0156095027923584 - rollout_corr/rollout_is_seq_min:0.9902510046958923 - rollout_corr/rollout_is_seq_max_deviation:0.015609502792358398 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1763388719409704) - rollout_corr/training_log_ppl:np.float64(0.1576913361714105) - rollout_corr/kl:np.float64(0.0010720672920108143) - rollout_corr/k3_kl:np.float64(0.0009125643200906808) - rollout_corr/rollout_ppl:np.float64(1.175038946326822) - rollout_corr/rollout_log_ppl:np.float64(0.15661926797110937) - rollout_corr/log_ppl_diff:np.float64(0.0010720682003011461) - rollout_corr/log_ppl_abs_diff:np.float64(0.0031145907159952912) - rollout_corr/log_ppl_diff_max:np.float64(0.015575125813484192) - rollout_corr/log_ppl_diff_min:np.float64(-0.012317121028900146) - rollout_corr/ppl_ratio:np.float64(1.0010812666732818) - rollout_corr/chi2_token:np.float64(0.0015714741311967373) - rollout_corr/chi2_seq:np.float64(0.2864194030407816) - actor/pg_loss:np.float64(0.0021724561229348183) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.001126089211084036) - actor/ppo_kl:np.float64(0.0004655882661346311) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.26953125) - self_distillation/token_reweight_w_mean:np.float64(323723.9415737605) - self_distillation/token_reweight_w_std:np.float64(2843199.1033894382) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000941570615396) - self_distillation/token_reweight_w_clip_frac:np.float64(0.03495625717914663) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.4897511675953865) - perf/mfu/actor:np.float64(0.04451835617570689) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.08455276489258) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.5928308823529411) - val-aux/tooluse/reward/std@16:np.float64(0.03677377920354384) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6079411764705882) - val-aux/tooluse/reward/best@2/std:np.float64(0.029904280081493432) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5772352941176471) - val-aux/tooluse/reward/worst@2/std:np.float64(0.033138138814584515) - val-aux/tooluse/reward/maj@2/mean
step:81 - global_seqlen/min:17928 - global_seqlen/max:28839 - global_seqlen/minmax_diff:10911 - global_seqlen/balanced_min:22463 - global_seqlen/balanced_max:22466 - global_seqlen/mean:22464.375 - actor/entropy:0.15417571365833282 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2647586762905121 - training/rollout_probs_diff_mean:0.003974084742367268 - training/rollout_probs_diff_std:0.012667772360146046 - training/rollout_actor_probs_pearson_corr:0.9978932738304138 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.49609375 - self_distillation/correct_sample_fraction:0.4453125 - self_distillation/feedback_available_fraction:0.5546875 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9995285272598267 - rollout_corr/rollout_is_ratio_fraction_high:3.7409747164929286e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.7409747164929286e-05 - rollout_corr/rollout_is_max:2.654141902923584 - rollout_corr/rollout_is_min:0.4818713068962097 - rollout_corr/rollout_is_std:0.035701341927051544 - rollout_corr/rollout_is_eff_sample_size:0.9987257288127562 - rollout_corr/rollout_is_seq_mean:0.9995540976524353 - rollout_corr/rollout_is_seq_std:0.0036673536524176598 - rollout_corr/rollout_is_seq_max:1.0117744207382202 - rollout_corr/rollout_is_seq_min:0.9901750087738037 - rollout_corr/rollout_is_seq_max_deviation:0.011774420738220215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1546420948579907) - rollout_corr/training_log_ppl:np.float64(0.14085338862787466) - rollout_corr/kl:np.float64(0.0012604825372477535) - rollout_corr/k3_kl:np.float64(0.0008642361134789667) - rollout_corr/rollout_ppl:np.float64(1.153144343290478) - rollout_corr/rollout_log_ppl:np.float64(0.1395929056161549) - rollout_corr/log_ppl_diff:np.float64(0.0012604830117197707) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034368490596534684) - rollout_corr/log_ppl_diff_max:np.float64(0.01777172088623047) - rollout_corr/log_ppl_diff_min:np.float64(-0.014761913567781448) - rollout_corr/ppl_ratio:np.float64(1.0012704834807664) - rollout_corr/chi2_token:np.float64(0.0008417221251875162) - rollout_corr/chi2_seq:np.float64(0.10313086141832173) - actor/pg_loss:np.float64(0.0012402702122926712) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003762469705179683) - actor/ppo_kl:np.float64(0.00017385742377484803) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4453125) - self_distillation/token_reweight_w_mean:np.float64(314717.4119199689) - self_distillation/token_reweight_w_std:np.float64(2645187.100312316) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9997840190771967) - self_distillation/token_reweight_w_clip_frac:np.float64(0.028456083440687507) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.2973490469157696) - perf/mfu/actor:np.float64(0.0417033663470472) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.3630027770996) - actor/lr:np.float64(1e-06) - training/global_step:81 - training/epoch:0 - critic/score/mean:0.4453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001557180774398148 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001557180774398148 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:104.417
step:82 - global_seqlen/min:18131 - global_seqlen/max:26066 - global_seqlen/minmax_diff:7935 - global_seqlen/balanced_min:22562 - global_seqlen/balanced_max:22734 - global_seqlen/mean:22584.125 - actor/entropy:0.16985785961151123 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3016318678855896 - training/rollout_probs_diff_mean:0.003941318020224571 - training/rollout_probs_diff_std:0.012615574523806572 - training/rollout_actor_probs_pearson_corr:0.9981062412261963 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.40625 - self_distillation/correct_sample_fraction:0.38671875 - self_distillation/feedback_available_fraction:0.61328125 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9999383687973022 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6127465963363647 - rollout_corr/rollout_is_min:0.5126444697380066 - rollout_corr/rollout_is_std:0.035523928701877594 - rollout_corr/rollout_is_eff_sample_size:0.998739403152397 - rollout_corr/rollout_is_seq_mean:0.9997885227203369 - rollout_corr/rollout_is_seq_std:0.0036332320887595415 - rollout_corr/rollout_is_seq_max:1.0100631713867188 - rollout_corr/rollout_is_seq_min:0.9866380095481873 - rollout_corr/rollout_is_seq_max_deviation:0.013361990451812744 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1710331719368696) - rollout_corr/training_log_ppl:np.float64(0.15347579008084722) - rollout_corr/kl:np.float64(0.0011650914289838) - rollout_corr/k3_kl:np.float64(0.0008884033978944217) - rollout_corr/rollout_ppl:np.float64(1.1696686162613332) - rollout_corr/rollout_log_ppl:np.float64(0.1523106970853405) - rollout_corr/log_ppl_diff:np.float64(0.0011650929955067113) - rollout_corr/log_ppl_abs_diff:np.float64(0.003433958365349099) - rollout_corr/log_ppl_diff_max:np.float64(0.02052687108516693) - rollout_corr/log_ppl_diff_min:np.float64(-0.015586599707603455) - rollout_corr/ppl_ratio:np.float64(1.0011764424853027) - rollout_corr/chi2_token:np.float64(0.0011556970421224833) - rollout_corr/chi2_seq:np.float64(0.27680961857549846) - actor/pg_loss:np.float64(0.0003503011539578438) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(8.499710747855715e-05) - actor/ppo_kl:np.float64(0.0003015789514329015) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.38671875) - self_distillation/token_reweight_w_mean:np.float64(79386.08817859669) - self_distillation/token_reweight_w_std:np.float64(481021.56727622903) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0000321809202433) - self_distillation/token_reweight_w_clip_frac:np.float64(0.009597325028153136) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.22535676509141922) - perf/mfu/actor:np.float64(0.04182800160089407) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.27236557006836) - actor/lr:np.float64(1e-06) - training/global_step:82 - training/epoch:0 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-2.2143489331938326e-05 - critic/advantages/max:0.5 - critic/advantages/min:-0.875 - critic/returns/mean:-2.2143489331938326e-05 - critic/returns/max:0.5 - critic/returns/min:-0.875 - response_length/mean:110.25390625 - response_length/max:1044.0 - response_length/min:
step:83 - global_seqlen/min:15129 - global_seqlen/max:27802 - global_seqlen/minmax_diff:12673 - global_seqlen/balanced_min:20568 - global_seqlen/balanced_max:20601 - global_seqlen/mean:20572.625 - actor/entropy:0.15253762900829315 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.30164164304733276 - training/rollout_probs_diff_mean:0.00375850941054523 - training/rollout_probs_diff_std:0.012769849970936775 - training/rollout_actor_probs_pearson_corr:0.9978535771369934 - self_distillation/success_group_fraction:0.59375 - self_distillation/success_sample_fraction:0.5859375 - self_distillation/correct_sample_fraction:0.48046875 - self_distillation/feedback_available_fraction:0.51953125 - self_distillation/feedback_used_fraction:0.40625 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:1.0001826286315918 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00010588359873509035 - rollout_corr/rollout_is_max:1.9181381464004517 - rollout_corr/rollout_is_min:0.23636506497859955 - rollout_corr/rollout_is_std:0.03759131580591202 - rollout_corr/rollout_is_eff_sample_size:0.9985894815008278 - rollout_corr/rollout_is_seq_mean:1.0002963542938232 - rollout_corr/rollout_is_seq_std:0.004574134014546871 - rollout_corr/rollout_is_seq_max:1.0248439311981201 - rollout_corr/rollout_is_seq_min:0.9872625470161438 - rollout_corr/rollout_is_seq_max_deviation:0.024843931198120117 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.154557657893747) - rollout_corr/training_log_ppl:np.float64(0.13714414653077256) - rollout_corr/kl:np.float64(0.0011963266094241476) - rollout_corr/k3_kl:np.float64(0.00119553365255598) - rollout_corr/rollout_ppl:np.float64(1.1531633012928069) - rollout_corr/rollout_log_ppl:np.float64(0.13594781965730363) - rollout_corr/log_ppl_diff:np.float64(0.0011963268734689336) - rollout_corr/log_ppl_abs_diff:np.float64(0.0039459568906750064) - rollout_corr/log_ppl_diff_max:np.float64(0.033453747630119324) - rollout_corr/log_ppl_diff_min:np.float64(-0.02310211956501007) - rollout_corr/ppl_ratio:np.float64(1.00121411238797) - rollout_corr/chi2_token:np.float64(0.00240033189766109) - rollout_corr/chi2_seq:np.float64(0.31055444525554776) - actor/pg_loss:np.float64(0.0024829749017953873) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0011531597174325725) - actor/ppo_kl:np.float64(0.000661982456762189) - actor/pg_clipfrac_lower:np.float64(4.292582525522448e-05) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.48046875) - self_distillation/token_reweight_w_mean:np.float64(698139.1198134948) - self_distillation/token_reweight_w_std:np.float64(5344575.876064017) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0010894627775997) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02956085276673548) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.6029211431741714) - perf/mfu/actor:np.float64(0.03854349928456097) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.21487426757812) - actor/lr:np.float64(1e-06) - training/global_step:83 - training/epoch:0 - critic/score/mean:0.48046875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.48046875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00398387061432004 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00398387061432004 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:110.6757
step:84 - global_seqlen/min:17575 - global_seqlen/max:28636 - global_seqlen/minmax_diff:11061 - global_seqlen/balanced_min:24048 - global_seqlen/balanced_max:24052 - global_seqlen/mean:24050.0 - actor/entropy:0.12998901307582855 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2449260950088501 - training/rollout_probs_diff_mean:0.003552412847056985 - training/rollout_probs_diff_std:0.012100638821721077 - training/rollout_actor_probs_pearson_corr:0.9977862238883972 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.37109375 - self_distillation/correct_sample_fraction:0.30078125 - self_distillation/feedback_available_fraction:0.69921875 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998891353607178 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.114399340935051e-05 - rollout_corr/rollout_is_max:1.695290207862854 - rollout_corr/rollout_is_min:0.46146276593208313 - rollout_corr/rollout_is_std:0.03329634293913841 - rollout_corr/rollout_is_eff_sample_size:0.9988923434521209 - rollout_corr/rollout_is_seq_mean:0.99997878074646 - rollout_corr/rollout_is_seq_std:0.0034572496078908443 - rollout_corr/rollout_is_seq_max:1.0122427940368652 - rollout_corr/rollout_is_seq_min:0.9867332577705383 - rollout_corr/rollout_is_seq_max_deviation:0.01326674222946167 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1450771004892886) - rollout_corr/training_log_ppl:np.float64(0.1328997489908943) - rollout_corr/kl:np.float64(0.002724082794657079) - rollout_corr/k3_kl:np.float64(0.0020446916239897917) - rollout_corr/rollout_ppl:np.float64(1.1419600611552596) - rollout_corr/rollout_log_ppl:np.float64(0.13017566601047292) - rollout_corr/log_ppl_diff:np.float64(0.002724082994973287) - rollout_corr/log_ppl_abs_diff:np.float64(0.004877446306636557) - rollout_corr/log_ppl_diff_max:np.float64(0.12481576949357986) - rollout_corr/log_ppl_diff_min:np.float64(-0.011138498783111572) - rollout_corr/ppl_ratio:np.float64(1.0027916976250708) - rollout_corr/chi2_token:np.float64(0.0009019074495881796) - rollout_corr/chi2_seq:np.float64(0.16505708848126233) - actor/pg_loss:np.float64(0.0012974075507372618) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006074218690628186) - actor/ppo_kl:np.float64(0.0021287094028394904) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.30078125) - self_distillation/token_reweight_w_mean:np.float64(487399.21458006324) - self_distillation/token_reweight_w_std:np.float64(3658836.1558035817) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998655966483057) - self_distillation/token_reweight_w_clip_frac:np.float64(0.018986002745805308) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.4852507822215557) - perf/mfu/actor:np.float64(0.04432775262921944) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.37873077392578) - actor/lr:np.float64(1e-06) - training/global_step:84 - training/epoch:0 - critic/score/mean:0.30078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.30078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009373221546411514 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.009373221546411514 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:109.8125 - response_leng
step:85 - global_seqlen/min:19844 - global_seqlen/max:24592 - global_seqlen/minmax_diff:4748 - global_seqlen/balanced_min:21810 - global_seqlen/balanced_max:21812 - global_seqlen/mean:21811.5 - actor/entropy:0.17794406414031982 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24004700779914856 - training/rollout_probs_diff_mean:0.004227302502840757 - training/rollout_probs_diff_std:0.012926393188536167 - training/rollout_actor_probs_pearson_corr:0.9980298280715942 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.43359375 - self_distillation/correct_sample_fraction:0.38671875 - self_distillation/feedback_available_fraction:0.61328125 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0001064538955688 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.816565990447998 - rollout_corr/rollout_is_min:0.5352625846862793 - rollout_corr/rollout_is_std:0.03662272170186043 - rollout_corr/rollout_is_eff_sample_size:0.9986608105352269 - rollout_corr/rollout_is_seq_mean:1.0000821352005005 - rollout_corr/rollout_is_seq_std:0.003729208605363965 - rollout_corr/rollout_is_seq_max:1.0140963792800903 - rollout_corr/rollout_is_seq_min:0.9891149401664734 - rollout_corr/rollout_is_seq_max_deviation:0.014096379280090332 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1706541613675654) - rollout_corr/training_log_ppl:np.float64(0.1515700320378528) - rollout_corr/kl:np.float64(0.001192973389480656) - rollout_corr/k3_kl:np.float64(0.0010574734194124247) - rollout_corr/rollout_ppl:np.float64(1.169240111950785) - rollout_corr/rollout_log_ppl:np.float64(0.15037705790746259) - rollout_corr/log_ppl_diff:np.float64(0.001192974130390212) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034889425587607548) - rollout_corr/log_ppl_diff_max:np.float64(0.06276441365480423) - rollout_corr/log_ppl_diff_min:np.float64(-0.01376381516456604) - rollout_corr/ppl_ratio:np.float64(1.0012129179667681) - rollout_corr/chi2_token:np.float64(0.0014934807550162077) - rollout_corr/chi2_seq:np.float64(0.1903841698076576) - actor/pg_loss:np.float64(0.0005256927106529474) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00039427635238098446) - actor/ppo_kl:np.float64(0.0006357589195156166) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.38671875) - self_distillation/token_reweight_w_mean:np.float64(421217.8233769045) - self_distillation/token_reweight_w_std:np.float64(2723633.8979068603) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0008101854473352) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010901796689722687) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.2588997967541218) - perf/mfu/actor:np.float64(0.04031768594155601) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.3627052307129) - actor/lr:np.float64(1e-06) - training/global_step:85 - training/epoch:0 - critic/score/mean:0.38671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.38671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0031290461774915457 - critic/advantages/max:0.875 - critic/advantages/min:-0.25 - critic/returns/mean:0.0031290461774915457 - critic/returns/max:0.875 - critic/returns/min:-0.25 - response_length/mean:108.609375 - response_length/max:409.0 - r
step:86 - global_seqlen/min:16144 - global_seqlen/max:60957 - global_seqlen/minmax_diff:44813 - global_seqlen/balanced_min:21653 - global_seqlen/balanced_max:28914 - global_seqlen/mean:25328.5 - actor/entropy:0.09163974970579147 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.369753360748291 - training/rollout_probs_diff_mean:0.0024442446883767843 - training/rollout_probs_diff_std:0.011506135575473309 - training/rollout_actor_probs_pearson_corr:0.9973499178886414 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.4921875 - self_distillation/correct_sample_fraction:0.4453125 - self_distillation/feedback_available_fraction:0.5546875 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:1.0001195669174194 - rollout_corr/rollout_is_ratio_fraction_high:0.0001009897023322992 - rollout_corr/rollout_is_ratio_fraction_low:0.0001683161681285128 - rollout_corr/rollout_is_max:3.9662251472473145 - rollout_corr/rollout_is_min:0.30373305082321167 - rollout_corr/rollout_is_std:0.031024117022752762 - rollout_corr/rollout_is_eff_sample_size:0.9990384297035424 - rollout_corr/rollout_is_seq_mean:0.9999980330467224 - rollout_corr/rollout_is_seq_std:0.003821984166279435 - rollout_corr/rollout_is_seq_max:1.013857364654541 - rollout_corr/rollout_is_seq_min:0.9863834381103516 - rollout_corr/rollout_is_seq_max_deviation:0.013857364654541016 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1719011110253632) - rollout_corr/training_log_ppl:np.float64(0.15430643195577431) - rollout_corr/kl:np.float64(0.0007580332686956126) - rollout_corr/k3_kl:np.float64(0.0007594637973333818) - rollout_corr/rollout_ppl:np.float64(1.170976147055626) - rollout_corr/rollout_log_ppl:np.float64(0.15354839794599684) - rollout_corr/log_ppl_diff:np.float64(0.0007580340097774751) - rollout_corr/log_ppl_abs_diff:np.float64(0.002954981282528024) - rollout_corr/log_ppl_diff_max:np.float64(0.02083895355463028) - rollout_corr/log_ppl_diff_min:np.float64(-0.009281948208808899) - rollout_corr/ppl_ratio:np.float64(1.0007657622918487) - rollout_corr/chi2_token:np.float64(0.0014637114945799112) - rollout_corr/chi2_seq:np.float64(0.23655171529389918) - actor/pg_loss:np.float64(5.919951945543289e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00032189934790949337) - actor/ppo_kl:np.float64(8.871946654664953e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4453125) - self_distillation/token_reweight_w_mean:np.float64(374764.59442137624) - self_distillation/token_reweight_w_std:np.float64(2854560.623046875) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004833433777094) - self_distillation/token_reweight_w_clip_frac:np.float64(0.007673227315535769) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.16934452578425407) - perf/mfu/actor:np.float64(0.04497720870630688) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.24027252197266) - actor/lr:np.float64(1e-06) - training/global_step:86 - training/epoch:0 - critic/score/mean:0.4453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-9.888575004879385e-05 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:-9.888575004879385e-05 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/mean:232.078125
step:87 - global_seqlen/min:17981 - global_seqlen/max:33694 - global_seqlen/minmax_diff:15713 - global_seqlen/balanced_min:23663 - global_seqlen/balanced_max:23667 - global_seqlen/mean:23666.125 - actor/entropy:0.20360888540744781 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2925991714000702 - training/rollout_probs_diff_mean:0.004420910961925983 - training/rollout_probs_diff_std:0.012825322337448597 - training/rollout_actor_probs_pearson_corr:0.9982466101646423 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.34375 - self_distillation/correct_sample_fraction:0.33984375 - self_distillation/feedback_available_fraction:0.66015625 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:0.9997774958610535 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5995540618896484 - rollout_corr/rollout_is_min:0.5990896821022034 - rollout_corr/rollout_is_std:0.03714228793978691 - rollout_corr/rollout_is_eff_sample_size:0.9986218160671462 - rollout_corr/rollout_is_seq_mean:0.999767005443573 - rollout_corr/rollout_is_seq_std:0.003877673763781786 - rollout_corr/rollout_is_seq_max:1.0143232345581055 - rollout_corr/rollout_is_seq_min:0.9884859323501587 - rollout_corr/rollout_is_seq_max_deviation:0.014323234558105469 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.2073437934741378) - rollout_corr/training_log_ppl:np.float64(0.18021402907106676) - rollout_corr/kl:np.float64(0.000991385972050729) - rollout_corr/k3_kl:np.float64(0.0007554213387326314) - rollout_corr/rollout_ppl:np.float64(1.2060586903244257) - rollout_corr/rollout_log_ppl:np.float64(0.1792226426259731) - rollout_corr/log_ppl_diff:np.float64(0.0009913864450936671) - rollout_corr/log_ppl_abs_diff:np.float64(0.002984586677484913) - rollout_corr/log_ppl_diff_max:np.float64(0.01778009533882141) - rollout_corr/log_ppl_diff_min:np.float64(-0.011145472526550293) - rollout_corr/ppl_ratio:np.float64(1.0009996725711972) - rollout_corr/chi2_token:np.float64(0.0009986464865505695) - rollout_corr/chi2_seq:np.float64(0.13895411207340658) - actor/pg_loss:np.float64(0.0001801503822207451) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(5.5803571740398183e-05) - actor/ppo_kl:np.float64(4.988508512582257e-05) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.33984375) - self_distillation/token_reweight_w_mean:np.float64(27075.774560384452) - self_distillation/token_reweight_w_std:np.float64(224893.0407767702) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998465650714934) - self_distillation/token_reweight_w_clip_frac:np.float64(0.004404331411933526) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.07866272330284119) - perf/mfu/actor:np.float64(0.04350149547025709) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.26218795776367) - actor/lr:np.float64(1e-06) - training/global_step:87 - training/epoch:0 - critic/score/mean:0.33984375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.33984375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0009291116148233414 - critic/advantages/max:0.125 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0009291116148233414 - critic/returns/max:0.125 - critic/returns/min:-0.875 - response_length/mean:120.34765625 - response_length/max:352.0 - response_length/m
step:88 - global_seqlen/min:16117 - global_seqlen/max:26575 - global_seqlen/minmax_diff:10458 - global_seqlen/balanced_min:22836 - global_seqlen/balanced_max:22840 - global_seqlen/mean:22838.75 - actor/entropy:0.16092704236507416 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23108381032943726 - training/rollout_probs_diff_mean:0.003980543930083513 - training/rollout_probs_diff_std:0.012280721217393875 - training/rollout_actor_probs_pearson_corr:0.9980723261833191 - self_distillation/success_group_fraction:0.34375 - self_distillation/success_sample_fraction:0.33984375 - self_distillation/correct_sample_fraction:0.31640625 - self_distillation/feedback_available_fraction:0.68359375 - self_distillation/feedback_used_fraction:0.65625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.99952632188797 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.00010614960046950728 - rollout_corr/rollout_is_max:1.6479557752609253 - rollout_corr/rollout_is_min:0.24590186774730682 - rollout_corr/rollout_is_std:0.03567294776439667 - rollout_corr/rollout_is_eff_sample_size:0.9987278691194604 - rollout_corr/rollout_is_seq_mean:0.9996195435523987 - rollout_corr/rollout_is_seq_std:0.00424192612990737 - rollout_corr/rollout_is_seq_max:1.0219006538391113 - rollout_corr/rollout_is_seq_min:0.982966959476471 - rollout_corr/rollout_is_seq_max_deviation:0.021900653839111328 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1626617689616978) - rollout_corr/training_log_ppl:np.float64(0.14736086662014714) - rollout_corr/kl:np.float64(0.0014385642446335112) - rollout_corr/k3_kl:np.float64(0.0010576494764382716) - rollout_corr/rollout_ppl:np.float64(1.1609200090169907) - rollout_corr/rollout_log_ppl:np.float64(0.14592230111156823) - rollout_corr/log_ppl_diff:np.float64(0.001438565508578904) - rollout_corr/log_ppl_abs_diff:np.float64(0.0036717926122946665) - rollout_corr/log_ppl_diff_max:np.float64(0.030946820974349976) - rollout_corr/log_ppl_diff_min:np.float64(-0.018898382782936096) - rollout_corr/ppl_ratio:np.float64(1.0014523859135807) - rollout_corr/chi2_token:np.float64(0.0013002885971218348) - rollout_corr/chi2_seq:np.float64(0.05099422694183886) - actor/pg_loss:np.float64(-9.366520680487156e-05) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00015767694276291877) - actor/ppo_kl:np.float64(0.0003774436690520133) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.31640625) - self_distillation/token_reweight_w_mean:np.float64(26122.738449087832) - self_distillation/token_reweight_w_std:np.float64(224774.28886795044) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0006604329682887) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0056974871549755335) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.15424800477921963) - perf/mfu/actor:np.float64(0.04256022111070913) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.17083358764648) - actor/lr:np.float64(1e-06) - training/global_step:88 - training/epoch:0 - critic/score/mean:0.31640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.31640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.000667857879307121 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:-0.000667857879307121 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/mean:110.3984
step:89 - global_seqlen/min:19256 - global_seqlen/max:26759 - global_seqlen/minmax_diff:7503 - global_seqlen/balanced_min:22339 - global_seqlen/balanced_max:22346 - global_seqlen/mean:22343.5 - actor/entropy:0.14621137082576752 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3519406318664551 - training/rollout_probs_diff_mean:0.003735581412911415 - training/rollout_probs_diff_std:0.012287755496799946 - training/rollout_actor_probs_pearson_corr:0.9978753924369812 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.46484375 - self_distillation/correct_sample_fraction:0.43359375 - self_distillation/feedback_available_fraction:0.56640625 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9999240636825562 - rollout_corr/rollout_is_ratio_fraction_high:3.530574758769944e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.377272605895996 - rollout_corr/rollout_is_min:0.5124092102050781 - rollout_corr/rollout_is_std:0.034004855901002884 - rollout_corr/rollout_is_eff_sample_size:0.9988447675782389 - rollout_corr/rollout_is_seq_mean:0.9997600317001343 - rollout_corr/rollout_is_seq_std:0.0039210692048072815 - rollout_corr/rollout_is_seq_max:1.010308027267456 - rollout_corr/rollout_is_seq_min:0.9864083528518677 - rollout_corr/rollout_is_seq_max_deviation:0.013591647148132324 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1447467715479434) - rollout_corr/training_log_ppl:np.float64(0.13193432396656135) - rollout_corr/kl:np.float64(0.0010786341643296282) - rollout_corr/k3_kl:np.float64(0.0008497881394013973) - rollout_corr/rollout_ppl:np.float64(1.143433082383126) - rollout_corr/rollout_log_ppl:np.float64(0.1308556885633152) - rollout_corr/log_ppl_diff:np.float64(0.0010786354032461531) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032684893158148043) - rollout_corr/log_ppl_diff_max:np.float64(0.01591651141643524) - rollout_corr/log_ppl_diff_min:np.float64(-0.011132173240184784) - rollout_corr/ppl_ratio:np.float64(1.0010887831449509) - rollout_corr/chi2_token:np.float64(0.0011855072807520628) - rollout_corr/chi2_seq:np.float64(0.1610140281263739) - actor/pg_loss:np.float64(0.0003769798204302788) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00022688171156914905) - actor/ppo_kl:np.float64(0.00024304834030530742) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.43359375) - self_distillation/token_reweight_w_mean:np.float64(109769.26533999643) - self_distillation/token_reweight_w_std:np.float64(1158514.170177088) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000638244440779) - self_distillation/token_reweight_w_clip_frac:np.float64(0.010712702525779605) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.16431638691574335) - perf/mfu/actor:np.float64(0.04192488994817313) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.3653564453125) - actor/lr:np.float64(1e-06) - training/global_step:89 - training/epoch:0 - critic/score/mean:0.43359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.43359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0005075201042927802 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.0005075201042927802 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:110.640625 - respo
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 90}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to find a random axolotl image. The available tool for this is getRandomAxolotlImage. Since the user is asking for a random picture, I don't need any specific parameters. I can directly call the getRandomAxolotlImage tool.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_90
step:90 - global_seqlen/min:18501 - global_seqlen/max:28331 - global_seqlen/minmax_diff:9830 - global_seqlen/balanced_min:23354 - global_seqlen/balanced_max:23357 - global_seqlen/mean:23355.625 - actor/entropy:0.13051380217075348 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17917847633361816 - training/rollout_probs_diff_mean:0.0035186894237995148 - training/rollout_probs_diff_std:0.011770475655794144 - training/rollout_actor_probs_pearson_corr:0.9978505969047546 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.43359375 - self_distillation/correct_sample_fraction:0.38671875 - self_distillation/feedback_available_fraction:0.61328125 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9999172687530518 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6893341541290283 - rollout_corr/rollout_is_min:0.5992377996444702 - rollout_corr/rollout_is_std:0.03218584507703781 - rollout_corr/rollout_is_eff_sample_size:0.9989649053862552 - rollout_corr/rollout_is_seq_mean:0.9999633431434631 - rollout_corr/rollout_is_seq_std:0.003544068429619074 - rollout_corr/rollout_is_seq_max:1.0195832252502441 - rollout_corr/rollout_is_seq_min:0.9887708425521851 - rollout_corr/rollout_is_seq_max_deviation:0.01958322525024414 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1339023541659117) - rollout_corr/training_log_ppl:np.float64(0.12281538376555545) - rollout_corr/kl:np.float64(0.0010227053296603117) - rollout_corr/k3_kl:np.float64(0.0006095054993018323) - rollout_corr/rollout_ppl:np.float64(1.1327121485956013) - rollout_corr/rollout_log_ppl:np.float64(0.12179267901956337) - rollout_corr/log_ppl_diff:np.float64(0.0010227047459920868) - rollout_corr/log_ppl_abs_diff:np.float64(0.003151139200781472) - rollout_corr/log_ppl_diff_max:np.float64(0.014972761273384094) - rollout_corr/log_ppl_diff_min:np.float64(-0.01233142614364624) - rollout_corr/ppl_ratio:np.float64(1.001030828570947) - rollout_corr/chi2_token:np.float64(0.0003959059249609709) - rollout_corr/chi2_seq:np.float64(0.025008260970935225) - actor/pg_loss:np.float64(0.0012602752540260553) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0001473158463340951) - actor/ppo_kl:np.float64(0.0004688246643951288) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.38671875) - self_distillation/token_reweight_w_mean:np.float64(253621.5214341036) - self_distillation/token_reweight_w_std:np.float64(2056351.2120031216) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9998478267807513) - self_distillation/token_reweight_w_clip_frac:np.float64(0.020603987904905807) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.3405766598880291) - perf/mfu/actor:np.float64(0.04384506998777208) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.3672571182251) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.53125) - val-aux/tooluse/reward/std@16:np.float64(0.05290202981906864) - val-aux/tooluse/reward/best@2/mean:np.float64(0.5533970588235294) - val-aux/tooluse/reward/best@2/std:np.float64(0.05410191956786321) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5092941176470588) - val-aux/tooluse/reward/worst@2/std:np.float64(0.03658367016914121) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5321470588235294) - val-aux/
step:91 - global_seqlen/min:18063 - global_seqlen/max:29639 - global_seqlen/minmax_diff:11576 - global_seqlen/balanced_min:23351 - global_seqlen/balanced_max:23354 - global_seqlen/mean:23352.375 - actor/entropy:0.1644558608531952 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24135532975196838 - training/rollout_probs_diff_mean:0.00420619361102581 - training/rollout_probs_diff_std:0.01313781924545765 - training/rollout_actor_probs_pearson_corr:0.9977981448173523 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.40625 - self_distillation/feedback_available_fraction:0.59375 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.000225305557251 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7523045539855957 - rollout_corr/rollout_is_min:0.5224010944366455 - rollout_corr/rollout_is_std:0.03756117448210716 - rollout_corr/rollout_is_eff_sample_size:0.9985918589711463 - rollout_corr/rollout_is_seq_mean:1.0001392364501953 - rollout_corr/rollout_is_seq_std:0.0036101790610700846 - rollout_corr/rollout_is_seq_max:1.0111454725265503 - rollout_corr/rollout_is_seq_min:0.9880301356315613 - rollout_corr/rollout_is_seq_max_deviation:0.01196986436843872 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1577908601611853) - rollout_corr/training_log_ppl:np.float64(0.14243710546725197) - rollout_corr/kl:np.float64(0.0012016478976946132) - rollout_corr/k3_kl:np.float64(0.0008741293130943295) - rollout_corr/rollout_ppl:np.float64(1.156438204459846) - rollout_corr/rollout_log_ppl:np.float64(0.14123545563052176) - rollout_corr/log_ppl_diff:np.float64(0.001201649836730212) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034914914576802403) - rollout_corr/log_ppl_diff_max:np.float64(0.04410596191883087) - rollout_corr/log_ppl_diff_min:np.float64(-0.010282188653945923) - rollout_corr/ppl_ratio:np.float64(1.0012147452216595) - rollout_corr/chi2_token:np.float64(0.0009491420350968838) - rollout_corr/chi2_seq:np.float64(0.20896582235582173) - actor/pg_loss:np.float64(0.001087681739591062) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0006307077401288552) - actor/ppo_kl:np.float64(0.0006723608765497602) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.40625) - self_distillation/token_reweight_w_mean:np.float64(325708.91742183524) - self_distillation/token_reweight_w_std:np.float64(2131817.271234979) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999031920451671) - self_distillation/token_reweight_w_clip_frac:np.float64(0.014555271249264479) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.2527767941355705) - perf/mfu/actor:np.float64(0.04351605173052003) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.65637588500977) - actor/lr:np.float64(1e-06) - training/global_step:91 - training/epoch:0 - critic/score/mean:0.40625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.40625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00399628235027194 - critic/advantages/max:0.5 - critic/advantages/min:-0.875 - critic/returns/mean:0.00399628235027194 - critic/returns/max:0.5 - critic/returns/min:-0.875 - response_length/mean:99.82421875 - response_length/max:282.0 - response_length/min:48.0 - response_length/clip_ra
step:92 - global_seqlen/min:20339 - global_seqlen/max:23634 - global_seqlen/minmax_diff:3295 - global_seqlen/balanced_min:21986 - global_seqlen/balanced_max:21997 - global_seqlen/mean:21995.125 - actor/entropy:0.17001771926879883 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24490222334861755 - training/rollout_probs_diff_mean:0.004076202865689993 - training/rollout_probs_diff_std:0.012681076303124428 - training/rollout_actor_probs_pearson_corr:0.9980455636978149 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.43359375 - self_distillation/correct_sample_fraction:0.3828125 - self_distillation/feedback_available_fraction:0.6171875 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998642206192017 - rollout_corr/rollout_is_ratio_fraction_high:3.8746173231629655e-05 - rollout_corr/rollout_is_ratio_fraction_low:7.749234646325931e-05 - rollout_corr/rollout_is_max:2.25616192817688 - rollout_corr/rollout_is_min:0.2996797263622284 - rollout_corr/rollout_is_std:0.03740852698683739 - rollout_corr/rollout_is_eff_sample_size:0.9986022010987637 - rollout_corr/rollout_is_seq_mean:0.999732494354248 - rollout_corr/rollout_is_seq_std:0.004131541587412357 - rollout_corr/rollout_is_seq_max:1.014111042022705 - rollout_corr/rollout_is_seq_min:0.9845104813575745 - rollout_corr/rollout_is_seq_max_deviation:0.015489518642425537 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1747825471684337) - rollout_corr/training_log_ppl:np.float64(0.15525201605487382) - rollout_corr/kl:np.float64(0.0014213697064346942) - rollout_corr/k3_kl:np.float64(0.0008873683766346119) - rollout_corr/rollout_ppl:np.float64(1.1731058820150793) - rollout_corr/rollout_log_ppl:np.float64(0.15383064672641922) - rollout_corr/log_ppl_diff:np.float64(0.0014213693284546025) - rollout_corr/log_ppl_abs_diff:np.float64(0.0037850769367651083) - rollout_corr/log_ppl_diff_max:np.float64(0.030654504895210266) - rollout_corr/log_ppl_diff_min:np.float64(-0.012456655502319336) - rollout_corr/ppl_ratio:np.float64(1.0014354344457388) - rollout_corr/chi2_token:np.float64(0.0007288116030395031) - rollout_corr/chi2_seq:np.float64(0.14073164644651115) - actor/pg_loss:np.float64(0.0011522832792252302) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00042633156044757925) - actor/ppo_kl:np.float64(0.00047862250814034724) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3828125) - self_distillation/token_reweight_w_mean:np.float64(108850.37335947971) - self_distillation/token_reweight_w_std:np.float64(1028225.960011102) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0007107008714229) - self_distillation/token_reweight_w_clip_frac:np.float64(0.023114861105568707) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.4250175515189767) - perf/mfu/actor:np.float64(0.0410627512181573) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.38052463531494) - actor/lr:np.float64(1e-06) - training/global_step:92 - training/epoch:0 - critic/score/mean:0.3828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0017242047470062971 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0017242047470062971 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean
step:93 - global_seqlen/min:17211 - global_seqlen/max:26339 - global_seqlen/minmax_diff:9128 - global_seqlen/balanced_min:21169 - global_seqlen/balanced_max:21171 - global_seqlen/mean:21169.625 - actor/entropy:0.1592872589826584 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17936190962791443 - training/rollout_probs_diff_mean:0.004115244839340448 - training/rollout_probs_diff_std:0.012719552963972092 - training/rollout_actor_probs_pearson_corr:0.9978631138801575 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.37109375 - self_distillation/correct_sample_fraction:0.3125 - self_distillation/feedback_available_fraction:0.6875 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998572468757629 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.5892466257791966e-05 - rollout_corr/rollout_is_max:1.609740972518921 - rollout_corr/rollout_is_min:0.3864908516407013 - rollout_corr/rollout_is_std:0.036453064531087875 - rollout_corr/rollout_is_eff_sample_size:0.9986724619123001 - rollout_corr/rollout_is_seq_mean:0.9999569654464722 - rollout_corr/rollout_is_seq_std:0.0035286122001707554 - rollout_corr/rollout_is_seq_max:1.0103294849395752 - rollout_corr/rollout_is_seq_min:0.9889457821846008 - rollout_corr/rollout_is_seq_max_deviation:0.01105421781539917 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.162720002233982) - rollout_corr/training_log_ppl:np.float64(0.1469354477885645) - rollout_corr/kl:np.float64(0.0018152437487373163) - rollout_corr/k3_kl:np.float64(0.001766292733201169) - rollout_corr/rollout_ppl:np.float64(1.1605583704076707) - rollout_corr/rollout_log_ppl:np.float64(0.14512020467373077) - rollout_corr/log_ppl_diff:np.float64(0.00181524311483372) - rollout_corr/log_ppl_abs_diff:np.float64(0.004289531105314381) - rollout_corr/log_ppl_diff_max:np.float64(0.0966716855764389) - rollout_corr/log_ppl_diff_min:np.float64(-0.012332402169704437) - rollout_corr/ppl_ratio:np.float64(1.0018754643388093) - rollout_corr/chi2_token:np.float64(0.0018281545490026474) - rollout_corr/chi2_seq:np.float64(0.16897357907146215) - actor/pg_loss:np.float64(0.001049531390890479) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0008920867130655097) - actor/ppo_kl:np.float64(0.0010840785810053433) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3125) - self_distillation/token_reweight_w_mean:np.float64(242902.90372828813) - self_distillation/token_reweight_w_std:np.float64(1826677.196471394) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.000198530498892) - self_distillation/token_reweight_w_clip_frac:np.float64(0.01693812574376352) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.30447177216410637) - perf/mfu/actor:np.float64(0.039272406861337816) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.57890701293945) - actor/lr:np.float64(1e-06) - training/global_step:93 - training/epoch:0 - critic/score/mean:0.3125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00016600266098976135 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:-0.00016600266098976135 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:108.83203125 - response_length/max:319.
step:94 - global_seqlen/min:19609 - global_seqlen/max:27502 - global_seqlen/minmax_diff:7893 - global_seqlen/balanced_min:23298 - global_seqlen/balanced_max:23303 - global_seqlen/mean:23299.75 - actor/entropy:0.19475434720516205 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3619335889816284 - training/rollout_probs_diff_mean:0.004458364564925432 - training/rollout_probs_diff_std:0.012608465738594532 - training/rollout_actor_probs_pearson_corr:0.9982342720031738 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.43359375 - self_distillation/correct_sample_fraction:0.3671875 - self_distillation/feedback_available_fraction:0.6328125 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9997863173484802 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:7.645844743819907e-05 - rollout_corr/rollout_is_max:1.6351319551467896 - rollout_corr/rollout_is_min:0.17326880991458893 - rollout_corr/rollout_is_std:0.03640807047486305 - rollout_corr/rollout_is_eff_sample_size:0.998675434245894 - rollout_corr/rollout_is_seq_mean:0.9996681809425354 - rollout_corr/rollout_is_seq_std:0.003934528212994337 - rollout_corr/rollout_is_seq_max:1.0094499588012695 - rollout_corr/rollout_is_seq_min:0.9825236201286316 - rollout_corr/rollout_is_seq_max_deviation:0.017476379871368408 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1977363326586783) - rollout_corr/training_log_ppl:np.float64(0.1754945992397552) - rollout_corr/kl:np.float64(0.0011967971605884031) - rollout_corr/k3_kl:np.float64(0.0009977852648859198) - rollout_corr/rollout_ppl:np.float64(1.196248003281653) - rollout_corr/rollout_log_ppl:np.float64(0.17429780179736554) - rollout_corr/log_ppl_diff:np.float64(0.0011967974423896521) - rollout_corr/log_ppl_abs_diff:np.float64(0.0034962853824254125) - rollout_corr/log_ppl_diff_max:np.float64(0.06141384690999985) - rollout_corr/log_ppl_diff_min:np.float64(-0.020983338356018066) - rollout_corr/ppl_ratio:np.float64(1.0012146916706115) - rollout_corr/chi2_token:np.float64(0.0013997186906635761) - rollout_corr/chi2_seq:np.float64(0.0676977182738483) - actor/pg_loss:np.float64(0.0007157016079872847) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000650725518426043) - actor/ppo_kl:np.float64(0.00019640693034728152) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.3671875) - self_distillation/token_reweight_w_mean:np.float64(207901.21812492097) - self_distillation/token_reweight_w_std:np.float64(2032185.534226591) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0005562133155763) - self_distillation/token_reweight_w_clip_frac:np.float64(0.020680241752415895) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.38690751045942307) - perf/mfu/actor:np.float64(0.04314620838851893) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.4060935974121) - actor/lr:np.float64(1e-06) - training/global_step:94 - training/epoch:0 - critic/score/mean:0.3671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.3671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0035170884802937508 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0035170884802937508 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:102.1796875 - respons
step:95 - global_seqlen/min:17990 - global_seqlen/max:24964 - global_seqlen/minmax_diff:6974 - global_seqlen/balanced_min:21549 - global_seqlen/balanced_max:21551 - global_seqlen/mean:21550.0 - actor/entropy:0.19248172640800476 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1728518009185791 - training/rollout_probs_diff_mean:0.004438828211277723 - training/rollout_probs_diff_std:0.01277910266071558 - training/rollout_actor_probs_pearson_corr:0.9982007145881653 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.4375 - self_distillation/correct_sample_fraction:0.4140625 - self_distillation/feedback_available_fraction:0.5859375 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000168085098267 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9580543041229248 - rollout_corr/rollout_is_min:0.5543252229690552 - rollout_corr/rollout_is_std:0.037397369742393494 - rollout_corr/rollout_is_eff_sample_size:0.9986032709862611 - rollout_corr/rollout_is_seq_mean:1.0000882148742676 - rollout_corr/rollout_is_seq_std:0.003683962859213352 - rollout_corr/rollout_is_seq_max:1.0093775987625122 - rollout_corr/rollout_is_seq_min:0.9911869764328003 - rollout_corr/rollout_is_seq_max_deviation:0.009377598762512207 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1941617969423532) - rollout_corr/training_log_ppl:np.float64(0.17134780643391423) - rollout_corr/kl:np.float64(0.0009291269474241415) - rollout_corr/k3_kl:np.float64(0.00113581047133815) - rollout_corr/rollout_ppl:np.float64(1.1929360306821764) - rollout_corr/rollout_log_ppl:np.float64(0.17041867987427395) - rollout_corr/log_ppl_diff:np.float64(0.0009291265596402809) - rollout_corr/log_ppl_abs_diff:np.float64(0.0035810804256470874) - rollout_corr/log_ppl_diff_max:np.float64(0.022804126143455505) - rollout_corr/log_ppl_diff_min:np.float64(-0.010400041937828064) - rollout_corr/ppl_ratio:np.float64(1.000940319383517) - rollout_corr/chi2_token:np.float64(0.002698986092582345) - rollout_corr/chi2_seq:np.float64(0.15336574474349618) - actor/pg_loss:np.float64(0.0009283754043281078) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0005071759806014597) - actor/ppo_kl:np.float64(0.0003353679610471616) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.4140625) - self_distillation/token_reweight_w_mean:np.float64(257400.8506274596) - self_distillation/token_reweight_w_std:np.float64(1628479.1144143306) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0000633473973721) - self_distillation/token_reweight_w_clip_frac:np.float64(0.01134518306935206) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.33654243499040604) - perf/mfu/actor:np.float64(0.040259980230792164) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.4330291748047) - actor/lr:np.float64(1e-06) - training/global_step:95 - training/epoch:0 - critic/score/mean:0.4140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.000727857812307775 - critic/advantages/max:0.375 - critic/advantages/min:-0.625 - critic/returns/mean:0.000727857812307775 - critic/returns/max:0.375 - critic/returns/min:-0.625 - response_length/mean:101.96875 - response_length/max:486.0 - response_length/min:37.0 - response_
step:96 - global_seqlen/min:17060 - global_seqlen/max:33569 - global_seqlen/minmax_diff:16509 - global_seqlen/balanced_min:23748 - global_seqlen/balanced_max:23755 - global_seqlen/mean:23750.75 - actor/entropy:0.14711116254329681 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23105764389038086 - training/rollout_probs_diff_mean:0.0036259142216295004 - training/rollout_probs_diff_std:0.012286318466067314 - training/rollout_actor_probs_pearson_corr:0.9979830384254456 - self_distillation/success_group_fraction:0.4375 - self_distillation/success_sample_fraction:0.43359375 - self_distillation/correct_sample_fraction:0.35546875 - self_distillation/feedback_available_fraction:0.64453125 - self_distillation/feedback_used_fraction:0.5625 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0000460147857666 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8720544576644897 - rollout_corr/rollout_is_min:0.5459107160568237 - rollout_corr/rollout_is_std:0.0341622456908226 - rollout_corr/rollout_is_eff_sample_size:0.9988341825626527 - rollout_corr/rollout_is_seq_mean:1.0001858472824097 - rollout_corr/rollout_is_seq_std:0.0038772309198975563 - rollout_corr/rollout_is_seq_max:1.0130894184112549 - rollout_corr/rollout_is_seq_min:0.9858325719833374 - rollout_corr/rollout_is_seq_max_deviation:0.014167428016662598 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1958652851171792) - rollout_corr/training_log_ppl:np.float64(0.17219999796361662) - rollout_corr/kl:np.float64(0.0007366621619162572) - rollout_corr/k3_kl:np.float64(0.0011125711810121564) - rollout_corr/rollout_ppl:np.float64(1.1949280900880694) - rollout_corr/rollout_log_ppl:np.float64(0.1714633349547512) - rollout_corr/log_ppl_diff:np.float64(0.0007366630088654347) - rollout_corr/log_ppl_abs_diff:np.float64(0.003971026846556924) - rollout_corr/log_ppl_diff_max:np.float64(0.025582537055015564) - rollout_corr/log_ppl_diff_min:np.float64(-0.021554626524448395) - rollout_corr/ppl_ratio:np.float64(1.000751665327698) - rollout_corr/chi2_token:np.float64(0.003100023837760091) - rollout_corr/chi2_seq:np.float64(0.2239897008985281) - actor/pg_loss:np.float64(0.00182237196713686) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000535805091203656) - actor/ppo_kl:np.float64(0.0002197729370081447) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.35546875) - self_distillation/token_reweight_w_mean:np.float64(202959.42615928524) - self_distillation/token_reweight_w_std:np.float64(1820101.857986011) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0010167702566832) - self_distillation/token_reweight_w_clip_frac:np.float64(0.02425311499973759) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.4228031411767006) - perf/mfu/actor:np.float64(0.04438805772068445) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.43952178955078) - actor/lr:np.float64(1e-06) - training/global_step:96 - training/epoch:0 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003981021698564291 - critic/advantages/max:0.875 - critic/advantages/min:-0.5 - critic/returns/mean:-0.003981021698564291 - critic/returns/max:0.875 - critic/returns/min:-0.5 - response_length/mean:119.5859375 - response_length/max:997.0 -
step:97 - global_seqlen/min:13259 - global_seqlen/max:29201 - global_seqlen/minmax_diff:15942 - global_seqlen/balanced_min:21756 - global_seqlen/balanced_max:21760 - global_seqlen/mean:21758.625 - actor/entropy:0.18894581496715546 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.5010836720466614 - training/rollout_probs_diff_mean:0.004465639125555754 - training/rollout_probs_diff_std:0.013495288789272308 - training/rollout_actor_probs_pearson_corr:0.9979329109191895 - self_distillation/success_group_fraction:0.375 - self_distillation/success_sample_fraction:0.375 - self_distillation/correct_sample_fraction:0.35546875 - self_distillation/feedback_available_fraction:0.64453125 - self_distillation/feedback_used_fraction:0.625 - self_distillation/reprompt_sample_fraction:1.0 - rollout_corr/rollout_is_mean:1.0000944137573242 - rollout_corr/rollout_is_ratio_fraction_high:7.707426266279072e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.853713133139536e-05 - rollout_corr/rollout_is_max:2.894789457321167 - rollout_corr/rollout_is_min:0.4797880947589874 - rollout_corr/rollout_is_std:0.03960800915956497 - rollout_corr/rollout_is_eff_sample_size:0.998433900682309 - rollout_corr/rollout_is_seq_mean:0.9999880790710449 - rollout_corr/rollout_is_seq_std:0.003919485490769148 - rollout_corr/rollout_is_seq_max:1.015187382698059 - rollout_corr/rollout_is_seq_min:0.9894315004348755 - rollout_corr/rollout_is_seq_max_deviation:0.015187382698059082 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1813332173042) - rollout_corr/training_log_ppl:np.float64(0.16064590763562592) - rollout_corr/kl:np.float64(0.0010799969986834412) - rollout_corr/k3_kl:np.float64(0.0008794531678333328) - rollout_corr/rollout_ppl:np.float64(1.1800120291300118) - rollout_corr/rollout_log_ppl:np.float64(0.15956590972200502) - rollout_corr/log_ppl_diff:np.float64(0.0010799979136209004) - rollout_corr/log_ppl_abs_diff:np.float64(0.003594762813008856) - rollout_corr/log_ppl_diff_max:np.float64(0.017611786723136902) - rollout_corr/log_ppl_diff_min:np.float64(-0.013430103659629822) - rollout_corr/ppl_ratio:np.float64(1.0010905740782619) - rollout_corr/chi2_token:np.float64(0.0013402211479842663) - rollout_corr/chi2_seq:np.float64(0.17083631292916834) - actor/pg_loss:np.float64(0.00042288796976208687) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.000403566773456987) - actor/ppo_kl:np.float64(0.00038324507055520485) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(1.0) - self_distillation/token_reweight_context_sample_fraction:np.float64(1.0) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.35546875) - self_distillation/token_reweight_w_mean:np.float64(157405.40360419755) - self_distillation/token_reweight_w_std:np.float64(1085899.6162218554) - self_distillation/token_reweight_w_clipped_mean:np.float64(0.9999427755828947) - self_distillation/token_reweight_w_clip_frac:np.float64(0.004944167798385024) - self_distillation/empty_target_batch:np.float64(0.0) - actor/grad_norm:np.float64(0.1787949800491333) - perf/mfu/actor:np.float64(0.04061249599672334) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.43125534057617) - actor/lr:np.float64(1e-06) - training/global_step:97 - training/epoch:0 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0001252456713700667 - critic/advantages/max:0.625 - critic/advantages/min:-0.375 - critic/returns/mean:-0.0001252456713700667 - critic/returns/max:0.625 - critic/returns/min:-0.375 - response_length/mean:101.36328125 - response_length/m
step:98 - global_seqlen/min:16939 - global_seqlen/max:28797 - global_seqlen/minmax_diff:11858 - global_seqlen/balanced_min:23295 - global_seqlen/balanced_max:23300 - global_seqlen/mean:23297.0 - actor/entropy:0.18151973187923431 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19610834121704102 - training/rollout_probs_diff_mean:0.004390710033476353 - training/rollout_probs_diff_std:0.012627762742340565 - training/rollout_actor_probs_pearson_corr:0.9981019496917725 - self_distillation/success_group_fraction:0.40625 - self_distillation/success_sample_fraction:0.40234375 - self_distillation/correct_sample_fraction:0.35546875 - self_distillation/feedback_available_fraction:0.64453125 - self_distillation/feedback_used_fraction:0.59375 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9998459219932556 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.777576421271078e-05 - rollout_corr/rollout_is_max:1.600449562072754 - rollout_corr/rollout_is_min:0.4510498642921448 - rollout_corr/rollout_is_std:0.03535743057727814 - rollout_corr/rollout_is_eff_sample_size:0.9987510563634333 - rollout_corr/rollout_is_seq_mean:0.999804675579071 - rollout_corr/rollout_is_seq_std:0.0036281393840909004 - rollout_corr/rollout_is_seq_max:1.012976050376892 - rollout_corr/rollout_is_seq_min:0.984198808670044 - rollout_corr/rollout_is_seq_max_deviation:0.015801191329956055 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.18151760334149) - rollout_corr/training_log_ppl:np.float64(0.16213003455050057) - rollout_corr/kl:np.float64(0.0006451969248360001) - rollout_corr/k3_kl:np.float64(0.0008145639176224684) - rollout_corr/rollout_ppl:np.float64(1.1807032800279558) - rollout_corr/rollout_log_ppl:np.float64(0.16148483657161705) - rollout_corr/log_ppl_diff:np.float64(0.000645197978883516) - rollout_corr/log_ppl_abs_diff:np.float64(0.0030326917112688534) - rollout_corr/log_ppl_diff_max:np.float64(0.017492949962615967) - rollout_corr/log_ppl_diff_min:np.float64(-0.009312212467193604) - rollout_corr/ppl_ratio:np.float64(1.000653215451166) - rollout_corr/chi2_token:np.float64(0.0021187232341617346) - rollout_corr/chi2_seq:np.float64(0.1499750402290374) - actor/pg_loss:np.float64(0.0009213185403496027) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00020896588284813333) - actor/ppo_kl:np.float64(-0.00017378739831030998) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.35546875) - self_distillation/token_reweight_w_mean:np.float64(111930.10576668778) - self_distillation/token_reweight_w_std:np.float64(1192437.1679238342) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004100892692804) - self_distillation/token_reweight_w_clip_frac:np.float64(0.017748428974300623) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.2336823670193553) - perf/mfu/actor:np.float64(0.04363927880203005) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.44715118408203) - actor/lr:np.float64(1e-06) - training/global_step:98 - training/epoch:0 - critic/score/mean:0.35546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.35546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0017754608998075128 - critic/advantages/max:0.875 - critic/advantages/min:-0.625 - critic/returns/mean:0.0017754608998075128 - critic/returns/max:0.875 - critic/returns/min:-0.625 - response_length/mean:103.40625 - res
step:99 - global_seqlen/min:15412 - global_seqlen/max:28396 - global_seqlen/minmax_diff:12984 - global_seqlen/balanced_min:21141 - global_seqlen/balanced_max:21143 - global_seqlen/mean:21142.375 - actor/entropy:0.13693051040172577 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2576254606246948 - training/rollout_probs_diff_mean:0.003940090537071228 - training/rollout_probs_diff_std:0.012845836579799652 - training/rollout_actor_probs_pearson_corr:0.997589111328125 - self_distillation/success_group_fraction:0.46875 - self_distillation/success_sample_fraction:0.46484375 - self_distillation/correct_sample_fraction:0.44140625 - self_distillation/feedback_available_fraction:0.55859375 - self_distillation/feedback_used_fraction:0.53125 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.000468134880066 - rollout_corr/rollout_is_ratio_fraction_high:4.5071439672028646e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.1618735790252686 - rollout_corr/rollout_is_min:0.6069955825805664 - rollout_corr/rollout_is_std:0.036101456731557846 - rollout_corr/rollout_is_eff_sample_size:0.9986995702498151 - rollout_corr/rollout_is_seq_mean:1.0004678964614868 - rollout_corr/rollout_is_seq_std:0.003795790718868375 - rollout_corr/rollout_is_seq_max:1.0119315385818481 - rollout_corr/rollout_is_seq_min:0.991576611995697 - rollout_corr/rollout_is_seq_max_deviation:0.011931538581848145 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.1395642152056098) - rollout_corr/training_log_ppl:np.float64(0.12678580552892527) - rollout_corr/kl:np.float64(0.00047369026876253884) - rollout_corr/k3_kl:np.float64(0.0008205241951912967) - rollout_corr/rollout_ppl:np.float64(1.1389737036079168) - rollout_corr/rollout_log_ppl:np.float64(0.12631211427651579) - rollout_corr/log_ppl_diff:np.float64(0.0004736912524094805) - rollout_corr/log_ppl_abs_diff:np.float64(0.003678554858197458) - rollout_corr/log_ppl_diff_max:np.float64(0.015213608741760254) - rollout_corr/log_ppl_diff_min:np.float64(-0.010651998221874237) - rollout_corr/ppl_ratio:np.float64(1.000484419753775) - rollout_corr/chi2_token:np.float64(0.0023528370074927807) - rollout_corr/chi2_seq:np.float64(0.3323637186549604) - actor/pg_loss:np.float64(0.00011820322833955288) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.00014191106492944527) - actor/ppo_kl:np.float64(0.00034064576455250517) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.99609375) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.99609375) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.44140625) - self_distillation/token_reweight_w_mean:np.float64(91160.89013671083) - self_distillation/token_reweight_w_std:np.float64(924321.06640625) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0004756471607834) - self_distillation/token_reweight_w_clip_frac:np.float64(0.005306928127538413) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.08416355215013027) - perf/mfu/actor:np.float64(0.0388341946252759) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.39789581298828) - actor/lr:np.float64(1e-06) - training/global_step:99 - training/epoch:0 - critic/score/mean:0.44140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.44140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00023099112149793655 - critic/advantages/max:0.875 - critic/advantages/min:-0.125 - critic/returns/mean:0.00023099112149793655 - critic/returns/max:0.875 - critic/returns/min:-0.125 - response_length/mean:86.66796875
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 100}
validation generation end
[prompt] user
Your task is to answer the user's question using available tools.
You have access to the following tools:
Name: Axolotl
Description: Collection of axolotl pictures and facts
Documentation:
getRandomAxolotlImage: Retrieve a random axolotl image with information on the image source.
Parameters: {}
Output: Successful response.
 - Format: application/json
 - Structure: Object{url, source, description}
searchAxolotlImages: Search for axolotl images based on specific criteria such as color, gender, and size.
Parameters: {"color": "string. One of: [wild, leucistic, albino]. The color of the axolotl (e.g., 'wild', 'leucistic', 'albino', etc.).", "gender": "string. One of: [male, female]. The gender of the axolotl ('male', 'female').", "size": "string. One of: [small, medium, large]. The size of the axolotl ('small', 'medium', 'large').", "page": "integer. The page number for pagination purposes."}
Output: Successful response.
 - Format: application/json
 - Structure: Object{results: Array[Object{url, source, description}], pagination: Object{current_page, total_pages, total_results}}
getAxolotlFacts: Retrieve interesting facts about axolotls such as their habits, habitats, and physical characteristics.
Parameters: {"category": "string. One of: [habits, habitat, physical characteristics]. The category of facts to retrieve (e.g., 'habits', 'habitat', 'physical characteristics').", "limit": "integer. The maximum number of facts to return."}
Output: Successful response.
 - Format: application/json
 - Structure: Array[Object{fact, source}]

Use the following format:
Thought: you should always think about what to do
Action: the action to take, should be one of the tool names.
Action Input: the input to the action, must be in JSON format. All of the action input must be realistic and from the user.

Begin!
Question: Hey, can you show me a random picture of an axolotl?
assistant
<think>

</think>


[response] Thought: I need to find a random axolotl image. The available tool for this is getRandomAxolotlImage. Since the user asked for a random picture, I should use that tool.
Action: getRandomAxolotlImage
Action Input: {}
[ground_truth] [{"Action": "getRandomAxolotlImage", "Action_Input": "{}"}]
[score] 1.0
[acc] 1.0
[pred] Actions: ['getRandomAxolotlImage'], Inputs: {}
[incorrect_format] 0
[feedback]
local_global_step_folder: /mnt/mole/SDPO/L2T/checkpoints/datasets/tooluse/qwen3gen-tooluse-RLSD_TR-Qwen-Qwen3-4B-mbs8-decay0-tr0.1-train32-rollout8-lr1e-6-vllm0.8/global_step_100
step:100 - global_seqlen/min:18236 - global_seqlen/max:26968 - global_seqlen/minmax_diff:8732 - global_seqlen/balanced_min:21525 - global_seqlen/balanced_max:21530 - global_seqlen/mean:21528.0 - actor/entropy:0.15581010282039642 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.41022178530693054 - training/rollout_probs_diff_mean:0.0043131280690431595 - training/rollout_probs_diff_std:0.013580762781202793 - training/rollout_actor_probs_pearson_corr:0.9975739121437073 - self_distillation/success_group_fraction:0.5 - self_distillation/success_sample_fraction:0.4921875 - self_distillation/correct_sample_fraction:0.43359375 - self_distillation/feedback_available_fraction:0.56640625 - self_distillation/feedback_used_fraction:0.5 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:1.0004314184188843 - rollout_corr/rollout_is_ratio_fraction_high:8.322236681124195e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.820589303970337 - rollout_corr/rollout_is_min:0.5896446108818054 - rollout_corr/rollout_is_std:0.03966965898871422 - rollout_corr/rollout_is_eff_sample_size:0.9984299791032849 - rollout_corr/rollout_is_seq_mean:1.0004057884216309 - rollout_corr/rollout_is_seq_std:0.004751189611852169 - rollout_corr/rollout_is_seq_max:1.0307097434997559 - rollout_corr/rollout_is_seq_min:0.9896077513694763 - rollout_corr/rollout_is_seq_max_deviation:0.03070974349975586 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.150276112370193) - rollout_corr/training_log_ppl:np.float64(0.13597888073957165) - rollout_corr/kl:np.float64(0.0009126573687510131) - rollout_corr/k3_kl:np.float64(0.0007612622766463763) - rollout_corr/rollout_ppl:np.float64(1.1492430758662522) - rollout_corr/rollout_log_ppl:np.float64(0.13506622198246987) - rollout_corr/log_ppl_diff:np.float64(0.0009126587571017808) - rollout_corr/log_ppl_abs_diff:np.float64(0.0032595000756145964) - rollout_corr/log_ppl_diff_max:np.float64(0.014425680041313171) - rollout_corr/log_ppl_diff_min:np.float64(-0.01413802057504654) - rollout_corr/ppl_ratio:np.float64(1.000922082690522) - rollout_corr/chi2_token:np.float64(0.0012444618623703718) - rollout_corr/chi2_seq:np.float64(0.2823219452984631) - actor/pg_loss:np.float64(0.0003957020817324519) - actor/kl_loss:np.float64(0.0) - actor/pg_clipfrac:np.float64(0.0003417537127461401) - actor/ppo_kl:np.float64(0.0005588802749123545) - actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/token_reweight_lambda:np.float64(0.5) - self_distillation/token_reweight_eps_w:np.float64(0.20000000000000004) - self_distillation/token_reweight_active_token_fraction:np.float64(0.9921875) - self_distillation/token_reweight_context_sample_fraction:np.float64(0.9921875) - self_distillation/token_reweight_correct_sample_fraction:np.float64(0.43359375) - self_distillation/token_reweight_w_mean:np.float64(532096.5092833575) - self_distillation/token_reweight_w_std:np.float64(3821444.055784081) - self_distillation/token_reweight_w_clipped_mean:np.float64(1.0005437803920358) - self_distillation/token_reweight_w_clip_frac:np.float64(0.0204948254104238) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.2933488469570875) - perf/mfu/actor:np.float64(0.03961015113542468) - perf/max_memory_allocated_gb:np.float64(125.62322854995728) - perf/max_memory_reserved_gb:np.float64(132.13671875) - perf/cpu_memory_used_gb:np.float64(146.36181640625) - actor/lr:np.float64(1e-06) - val-aux/tooluse/reward/mean@16:np.float64(0.59375) - val-aux/tooluse/reward/std@16:np.float64(0.0397091660129265) - val-aux/tooluse/reward/best@2/mean:np.float64(0.6084705882352941) - val-aux/tooluse/reward/best@2/std:np.float64(0.021252889471013774) - val-aux/tooluse/reward/worst@2/mean:np.float64(0.5792499999999999) - val-aux/tooluse/reward/worst@2/std:np.float64(0.04534421397949325) - val-aux/tooluse/reward/maj@2/mean:np.float64(0.5937794117647059) - val-aux/to
("Final validation metrics: {'val-aux/tooluse/reward/mean@16': "
 "np.float64(0.59375), 'val-aux/tooluse/reward/std@16': "
 "np.float64(0.0397091660129265), 'val-aux/tooluse/reward/best@2/mean': "
 "np.float64(0.6084705882352941), 'val-aux/tooluse/reward/best@2/std': "
 "np.float64(0.021252889471013774), 'val-aux/tooluse/reward/worst@2/mean': "
 "np.float64(0.5792499999999999), 'val-aux/tooluse/reward/worst@2/std': "
 "np.float64(0.04534421397949325), 'val-aux/tooluse/reward/maj@2/mean': "
 "np.float64(0.5937794117647059), 'val-aux/tooluse/reward/maj@2/std': "
 "np.float64(0.04051488817390775), 'val-aux/tooluse/reward/best@4/mean': "
 "np.float64(0.6149852941176471), 'val-aux/tooluse/reward/best@4/std': "
 "np.float64(0.008533867314311838), 'val-aux/tooluse/reward/worst@4/mean': "
 "np.float64(0.5617647058823529), 'val-aux/tooluse/reward/worst@4/std': "
 "np.float64(0.04688580916450452), 'val-aux/tooluse/reward/maj@4/mean': "
 "np.float64(0.6007058823529412), 'val-aux/tooluse/reward/maj@4/std': "
 "np.float64(0.028165057960484432), 'val-aux/tooluse/reward/best@8/mean': "
 "np.float64(0.6173676470588235), 'val-aux/tooluse/reward/best@8/std': "
 "np.float64(0.0024199717661105916), 'val-aux/tooluse/reward/worst@8/mean': "
 "np.float64(0.5418382352941178), 'val-aux/tooluse/reward/worst@8/std': "
 "np.float64(0.04295702328078124), 'val-aux/tooluse/reward/maj@8/mean': "
 "np.float64(0.6039705882352941), 'val-aux/tooluse/reward/maj@8/std': "
 "np.float64(0.016895760456278525), 'val-aux/tooluse/reward/best@16/mean': "
 "np.float64(0.6176323529411765), 'val-aux/tooluse/reward/best@16/std': "
 "np.float64(0.00046480825380232674), 'val-aux/tooluse/reward/worst@16/mean': "
 "np.float64(0.5220294117647059), 'val-aux/tooluse/reward/worst@16/std': "
 "np.float64(0.03331555519855917), 'val-aux/tooluse/reward/maj@16/mean': "
 "np.float64(0.6051029411764706), 'val-aux/tooluse/reward/maj@16/std': "
 "np.float64(0.010892157021494882), 'val-aux/tooluse/score/mean@16': "
 "np.float64(0.59375), 'val-aux/tooluse/score/std@16': "
 "np.float64(0.0397091660129265), 'val-aux/tooluse/score/best@2/mean': "
 "np.float64(0.6084705882352941), 'val-aux/tooluse/score/best@2/std': "
 "np.float64(0.021252889471013774), 'val-aux/tooluse/score/worst@2/mean': "
 "np.float64(0.5792499999999999), 'val-aux/tooluse/score/worst@2/std': "
 "np.float64(0.04534421397949325), 'val-aux/tooluse/score/maj@2/mean': "
 "np.float64(0.5937794117647059), 'val-aux/tooluse/score/maj@2/std': "
 "np.float64(0.04051488817390775), 'val-aux/tooluse/score/best@4/mean': "
 "np.float64(0.6149852941176471), 'val-aux/tooluse/score/best@4/std': "
 "np.float64(0.008533867314311838), 'val-aux/tooluse/score/worst@4/mean': "
 "np.float64(0.5617647058823529), 'val-aux/tooluse/score/worst@4/std': "
 "np.float64(0.04688580916450452), 'val-aux/tooluse/score/maj@4/mean': "
 "np.float64(0.6007058823529412), 'val-aux/tooluse/score/maj@4/std': "
 "np.float64(0.028165057960484432), 'val-aux/tooluse/score/best@8/mean': "
 "np.float64(0.6173676470588235), 'val-aux/tooluse/score/best@8/std': "
 "np.float64(0.0024199717661105916), 'val-aux/tooluse/score/worst@8/mean': "
 "np.float64(0.5418382352941178), 'val-aux/tooluse/score/worst@8/std': "
 "np.float64(0.04295702328078124), 'val-aux/tooluse/score/maj@8/mean': "
 "np.float64(0.6039705882352941), 'val-aux/tooluse/score/maj@8/std': "
 "np.float64(0.016895760456278525), 'val-aux/tooluse/score/best@16/mean': "
 "np.float64(0.6176323529411765), 'val-aux/tooluse/score/best@16/std': "
 "np.float64(0.00046480825380232674), 'val-aux/tooluse/score/worst@16/mean': "
 "np.float64(0.5220294117647059), 'val-aux/tooluse/score/worst@16/std': "
 "np.float64(0.03331555519855917), 'val-aux/tooluse/score/maj@16/mean': "
 "np.float64(0.6051029411764706), 'val-aux/tooluse/score/maj@16/std': "
 "np.float64(0.010892157021494882), 'val-core/tooluse/acc/mean@16': "
 "np.float64(0.59375), 'val-aux/tooluse/acc/std@16': "
 "np.float64(0.0397091660129265), 'val-aux/tooluse/acc/best@2/mean': "
 "np.float64(0.6084705882352941), 'val-aux/tooluse/acc/best@2/std': "
 "np.float64(0.021252889471013774), 'val-aux/tooluse/acc/worst@2/mean': "
 "np.float64(0.5792499999999999), 'val-aux/tooluse/acc/worst@2/std': "
 "np.float64(0.04534421397949325), 'val-aux/tooluse/acc/maj@2/mean': "
 "np.float64(0.5937794117647059), 'val-aux/tooluse/acc/maj@2/std': "
 "np.float64(0.04051488817390775), 'val-aux/tooluse/acc/best@4/mean': "
 "np.float64(0.6149852941176471), 'val-aux/tooluse/acc/best@4/std': "
 "np.float64(0.008533867314311838), 'val-aux/tooluse/acc/worst@4/mean': "
 "np.float64(0.5617647058823529), 'val-aux/tooluse/acc/worst@4/std': "
 "np.float64(0.04688580916450452), 'val-aux/tooluse/acc/maj@4/mean': "
 "np.float64(0.6007058823529412), 'val-aux/tooluse/acc/maj@4/std': "
 "np.float64(0.028165057960484432), 'val-aux/tooluse/acc/best@8/mean': "
 "np.float64(0.6173676470588235), 'val-aux/tooluse/acc/best@8/std': "
 "np.float64(0.0024199717661105916), 'val-aux/tooluse/acc/worst@8/mean': "
 "np.float64(0.5418382352941178), 'val-aux/tooluse/acc/worst@8/std': "
 "np.float64(0.04295702328078124), 'val-aux/tooluse/acc/maj@8/mean': "
 "np.float64(0.6039705882352941), 'val-aux/tooluse/acc/maj@8/std': "
 "np.float64(0.016895760456278525), 'val-core/tooluse/acc/best@16/mean': "
 "np.float64(0.6176323529411765), 'val-core/tooluse/acc/best@16/std': "
 "np.float64(0.00046480825380232674), 'val-aux/tooluse/acc/worst@16/mean': "
 "np.float64(0.5220294117647059), 'val-aux/tooluse/acc/worst@16/std': "
 "np.float64(0.03331555519855917), 'val-core/tooluse/acc/maj@16/mean': "
 "np.float64(0.6051029411764706), 'val-core/tooluse/acc/maj@16/std': "
 'np.float64(0.010892157021494882), '
 "'val-aux/tooluse/incorrect_format/mean@16': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/std@16': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@2/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@2/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@2/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@2/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@2/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@2/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@4/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@4/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@4/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@4/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@4/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@4/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@8/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@8/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@8/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@8/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@8/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@8/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@16/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/best@16/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@16/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/worst@16/std': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@16/mean': np.float64(0.0), "
 "'val-aux/tooluse/incorrect_format/maj@16/std': np.float64(0.0), "
 "'val-aux/num_turns/min': np.int32(2), 'val-aux/num_turns/max': np.int32(2), "
 "'val-aux/num_turns/mean': np.float64(2.0)}")