初始化项目，由ModelHub XC社区提供模型
Model: SeongryongJung/Qwen3-8B-Chemistry-SRPO-TR Source: Original Platform
This commit is contained in:
ModelHub XC
37
.gitattributes
vendored
Normal file
37
.gitattributes
vendored
Normal file
@@ -0,0 +1,37 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
results/training_score.png filter=lfs diff=lfs merge=lfs -text
|
||||
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||
66
README.md
Normal file
66
README.md
Normal file
@@ -0,0 +1,66 @@
|
||||
---
|
||||
license: apache-2.0
|
||||
base_model: Qwen/Qwen3-8B
|
||||
library_name: transformers
|
||||
tags:
|
||||
- qwen3
|
||||
- reinforcement-learning
|
||||
- trust-region
|
||||
- sdpo
|
||||
- srpo
|
||||
---
|
||||
|
||||
# Qwen3-8B-Chemistry-SRPO-TR
|
||||
|
||||
This repository contains the Qwen3-8B `Chemistry` `SRPO-TR` run trained with batch size 32.
|
||||
|
||||
The repository root contains the **best validation checkpoint** (`global_step_100`), selected by validation `mean@16`.
|
||||
The best validation checkpoint is also the final checkpoint, so the repository root is both best and last.
|
||||
|
||||
## Performance
|
||||
|
||||
| Dataset | Method | Base model | Train batch size | Best val mean@16 | Best checkpoint | Final val mean@16 | Final checkpoint |
|
||||
|---|---|---|---:|---:|---:|---:|---:|
|
||||
| Chemistry | SRPO-TR | Qwen3-8B | 32 | 73.63% | 100 | 73.63% | 100 |
|
||||
|
||||
|
||||
|
||||
Raw result files:
|
||||
|
||||
- `results/validation_mean16.csv`
|
||||
- `results/training_scores.csv`
|
||||
- `artifacts/config.yaml`
|
||||
- `artifacts/wandb-summary.json`
|
||||
|
||||
## Training Hyperparameters
|
||||
|
||||
| Hyperparameter | Value |
|
||||
|---|---:|
|
||||
| Base model | `Qwen/Qwen3-8B` |
|
||||
| Method | `SRPO-TR` |
|
||||
| Train batch size | `32` |
|
||||
| Train max samples | `3200` |
|
||||
| Total training steps | `100` |
|
||||
| Save frequency | `10` |
|
||||
| Test frequency | `10` |
|
||||
| Teacher regularization | `trust-region` |
|
||||
| Teacher update rate | `0.1` |
|
||||
| Rollout samples per prompt | `8` |
|
||||
| Validation samples per prompt | `16` |
|
||||
| Learning rate | `5e-6` |
|
||||
| vLLM GPU memory utilization | `0.8` |
|
||||
|
||||
## Usage
|
||||
|
||||
```python
|
||||
from transformers import AutoModelForCausalLM, AutoTokenizer
|
||||
|
||||
repo_id = "SeongryongJung/Qwen3-8B-Chemistry-SRPO-TR"
|
||||
tokenizer = AutoTokenizer.from_pretrained(repo_id, trust_remote_code=True)
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
repo_id,
|
||||
torch_dtype="auto",
|
||||
device_map="auto",
|
||||
trust_remote_code=True,
|
||||
)
|
||||
```
|
||||
28
added_tokens.json
Normal file
28
added_tokens.json
Normal file
@@ -0,0 +1,28 @@
|
||||
{
|
||||
"</think>": 151668,
|
||||
"</tool_call>": 151658,
|
||||
"</tool_response>": 151666,
|
||||
"<think>": 151667,
|
||||
"<tool_call>": 151657,
|
||||
"<tool_response>": 151665,
|
||||
"<|box_end|>": 151649,
|
||||
"<|box_start|>": 151648,
|
||||
"<|endoftext|>": 151643,
|
||||
"<|file_sep|>": 151664,
|
||||
"<|fim_middle|>": 151660,
|
||||
"<|fim_pad|>": 151662,
|
||||
"<|fim_prefix|>": 151659,
|
||||
"<|fim_suffix|>": 151661,
|
||||
"<|im_end|>": 151645,
|
||||
"<|im_start|>": 151644,
|
||||
"<|image_pad|>": 151655,
|
||||
"<|object_ref_end|>": 151647,
|
||||
"<|object_ref_start|>": 151646,
|
||||
"<|quad_end|>": 151651,
|
||||
"<|quad_start|>": 151650,
|
||||
"<|repo_name|>": 151663,
|
||||
"<|video_pad|>": 151656,
|
||||
"<|vision_end|>": 151653,
|
||||
"<|vision_pad|>": 151654,
|
||||
"<|vision_start|>": 151652
|
||||
}
|
||||
18
artifacts/config.yaml
Normal file
18
artifacts/config.yaml
Normal file
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"experiment_name": "qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8",
|
||||
"base_model": "Qwen/Qwen3-8B",
|
||||
"dataset": "chemistry",
|
||||
"method": "SRPO-TR",
|
||||
"checkpoint_dir": "/workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8",
|
||||
"best_checkpoint": "global_step_100",
|
||||
"last_checkpoint": "global_step_100",
|
||||
"train_batch_size": 32,
|
||||
"train_max_samples": 3200,
|
||||
"teacher_regularization": "trust-region",
|
||||
"teacher_update_rate": 0.1,
|
||||
"rollout_n": 8,
|
||||
"validation_n": 16,
|
||||
"learning_rate": "5e-6",
|
||||
"vllm_gpu_memory_utilization": 0.8,
|
||||
"command_args": ""
|
||||
}
|
||||
723
artifacts/output.log
Normal file
723
artifacts/output.log
Normal file
@@ -0,0 +1,723 @@
|
||||
wandb: Detected [openai] in use.
|
||||
wandb: Use W&B Weave for improved LLM call tracing. Install Weave with `pip install weave` then add `import weave` to the top of your script.
|
||||
wandb: For more information, check out the docs at: https://weave-docs.wandb.ai/
|
||||
Checkpoint tracker file does not exist: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/latest_checkpointed_iteration.txt
|
||||
Training from scratch
|
||||
Training Progress: 9%|▉ | 9/100 [06:47<1:02:32, 41.24s/it]
|
||||
step:1 - global_seqlen/min:18837 - global_seqlen/max:25930 - global_seqlen/minmax_diff:7093 - global_seqlen/balanced_min:23209 - global_seqlen/balanced_max:23219 - global_seqlen/mean:23215.25 - actor/entropy:0.50551438331604 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18807248771190643 - training/rollout_probs_diff_mean:0.004554946906864643 - training/rollout_probs_diff_std:0.009545903652906418 - training/rollout_actor_probs_pearson_corr:0.9994428753852844 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.73828125 - self_distillation/correct_sample_fraction:0.453125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.73828125 - rollout_corr/rollout_is_mean:1.0001649856567383 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:8.356033504242077e-06 - rollout_corr/rollout_is_max:1.7478156089782715 - rollout_corr/rollout_is_min:0.49203649163246155 - rollout_corr/rollout_is_std:0.034454114735126495 - rollout_corr/rollout_is_eff_sample_size:0.9988146781776835 - rollout_corr/rollout_is_seq_mean:1.0001665353775024 - rollout_corr/rollout_is_seq_std:0.0018423208966851234 - rollout_corr/rollout_is_seq_max:1.0079988241195679 - rollout_corr/rollout_is_seq_min:0.9948756694793701 - rollout_corr/rollout_is_seq_max_deviation:0.007998824119567871 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.719936344306916) - rollout_corr/training_log_ppl:np.float64(0.5310243954882026) - rollout_corr/kl:np.float64(0.0004652764400887577) - rollout_corr/k3_kl:np.float64(0.00063170842878435) - rollout_corr/rollout_ppl:np.float64(1.7191785695031285) - rollout_corr/rollout_log_ppl:np.float64(0.5305591173819266) - rollout_corr/log_ppl_diff:np.float64(0.0004652781062759459) - rollout_corr/log_ppl_abs_diff:np.float64(0.0013998491340316832) - rollout_corr/log_ppl_diff_max:np.float64(0.005974411964416504) - rollout_corr/log_ppl_diff_min:np.float64(-0.006822109222412109) - rollout_corr/ppl_ratio:np.float64(1.000467065954581) - rollout_corr/chi2_token:np.float64(0.0016122260130941868) - rollout_corr/chi2_seq:np.float64(0.9470595773309469) - actor/pg_loss:np.float64(-0.09381987896631472) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10349815522204153) - srpo/sdpo_loss:np.float64(0.009678276255726814) - srpo/routed_loss:np.float64(-0.09381987896631472) - srpo/routed_token_count:np.float64(467.4765625) - srpo/correct_sample_fraction:np.float64(0.453125) - srpo/sdpo_sample_fraction:np.float64(0.296875) - srpo/grpo_sample_fraction:np.float64(0.703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.13662958901841193) - self_distillation/dynamic_weight_mean:np.float64(0.29687500139698386) - self_distillation/dynamic_weight_max:np.float64(1.6077319383621216) - self_distillation/empty_target_batch:np.float64(0.26171875) - actor/grad_norm:np.float64(0.21053506433963776) - perf/mfu/actor:np.float64(0.03898889038027167) - perf/max_memory_allocated_gb:np.float64(127.29397010803223) - perf/max_memory_reserved_gb:np.float64(140.873046875) - perf/cpu_memory_used_gb:np.float64(206.32163000106812) - actor/lr:np.float64(0.0) - training/global_step:1 - training/epoch:0 - critic/score/mean:0.453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.007159031927585602 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.007159031927585602 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:467.4765625 - response_length/max:1247.0 - response_length/min:158.0 - response_length/clip_r
|
||||
step:2 - global_seqlen/min:17928 - global_seqlen/max:27696 - global_seqlen/minmax_diff:9768 - global_seqlen/balanced_min:24254 - global_seqlen/balanced_max:24262 - global_seqlen/mean:24259.75 - actor/entropy:0.5610798001289368 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.28977641463279724 - training/rollout_probs_diff_mean:0.0047624725848436356 - training/rollout_probs_diff_std:0.009822376072406769 - training/rollout_actor_probs_pearson_corr:0.9994511604309082 - self_distillation/success_group_fraction:0.71875 - self_distillation/success_sample_fraction:0.69140625 - self_distillation/correct_sample_fraction:0.34765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.69140625 - rollout_corr/rollout_is_mean:0.9998953342437744 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.452597568160854e-05 - rollout_corr/rollout_is_max:1.599510669708252 - rollout_corr/rollout_is_min:0.3381432890892029 - rollout_corr/rollout_is_std:0.03561441972851753 - rollout_corr/rollout_is_eff_sample_size:0.9987328632041119 - rollout_corr/rollout_is_seq_mean:0.9999737739562988 - rollout_corr/rollout_is_seq_std:0.001860378310084343 - rollout_corr/rollout_is_seq_max:1.0045403242111206 - rollout_corr/rollout_is_seq_min:0.9948153495788574 - rollout_corr/rollout_is_seq_max_deviation:0.005184650421142578 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.8340041670016944) - rollout_corr/training_log_ppl:np.float64(0.5917868064134382) - rollout_corr/kl:np.float64(0.0007196704069780679) - rollout_corr/k3_kl:np.float64(0.0006934694076790038) - rollout_corr/rollout_ppl:np.float64(1.8327172086574137) - rollout_corr/rollout_log_ppl:np.float64(0.5910671366727911) - rollout_corr/log_ppl_diff:np.float64(0.0007196697406470776) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015854547964408994) - rollout_corr/log_ppl_diff_max:np.float64(0.006785362958908081) - rollout_corr/log_ppl_diff_min:np.float64(-0.0037856101989746094) - rollout_corr/ppl_ratio:np.float64(1.0007216748781502) - rollout_corr/chi2_token:np.float64(0.001326870871707797) - rollout_corr/chi2_seq:np.float64(1.0185332184191793) - actor/pg_loss:np.float64(-0.09594774488869007) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10398118852754124) - srpo/sdpo_loss:np.float64(0.008033443638851168) - srpo/routed_loss:np.float64(-0.09594774488869007) - srpo/routed_token_count:np.float64(438.6484375) - srpo/correct_sample_fraction:np.float64(0.34765625) - srpo/sdpo_sample_fraction:np.float64(0.37109375) - srpo/grpo_sample_fraction:np.float64(0.62890625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.2012657032464631) - self_distillation/dynamic_weight_mean:np.float64(0.37109375512227416) - self_distillation/dynamic_weight_max:np.float64(1.8681975603103638) - self_distillation/empty_target_batch:np.float64(0.30859375) - actor/grad_norm:np.float64(0.27904996275901794) - perf/mfu/actor:np.float64(0.05796168687568321) - perf/max_memory_allocated_gb:np.float64(131.01474857330322) - perf/max_memory_reserved_gb:np.float64(141.283203125) - perf/cpu_memory_used_gb:np.float64(200.31793785095215) - actor/lr:np.float64(5.000000000000001e-07) - training/global_step:2 - training/epoch:0 - critic/score/mean:0.34765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0038214419037103653 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0038214419037103653 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:438.6484375 - response_length/max:1117.0 - response_le
|
||||
step:3 - global_seqlen/min:19946 - global_seqlen/max:27814 - global_seqlen/minmax_diff:7868 - global_seqlen/balanced_min:23939 - global_seqlen/balanced_max:23946 - global_seqlen/mean:23942.375 - actor/entropy:0.530115008354187 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20233449339866638 - training/rollout_probs_diff_mean:0.004679922014474869 - training/rollout_probs_diff_std:0.009588518179953098 - training/rollout_actor_probs_pearson_corr:0.9994729161262512 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.82421875 - self_distillation/correct_sample_fraction:0.4453125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.82421875 - rollout_corr/rollout_is_mean:1.0000752210617065 - rollout_corr/rollout_is_ratio_fraction_high:8.763704499870073e-06 - rollout_corr/rollout_is_ratio_fraction_low:8.763704499870073e-06 - rollout_corr/rollout_is_max:2.7157022953033447 - rollout_corr/rollout_is_min:0.4824296236038208 - rollout_corr/rollout_is_std:0.03512232378125191 - rollout_corr/rollout_is_eff_sample_size:0.9987680610266396 - rollout_corr/rollout_is_seq_mean:1.0000793933868408 - rollout_corr/rollout_is_seq_std:0.002087499015033245 - rollout_corr/rollout_is_seq_max:1.0058578252792358 - rollout_corr/rollout_is_seq_min:0.9911298155784607 - rollout_corr/rollout_is_seq_max_deviation:0.008870184421539307 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7815441498532891) - rollout_corr/training_log_ppl:np.float64(0.5602002766681835) - rollout_corr/kl:np.float64(0.0005937876806001441) - rollout_corr/k3_kl:np.float64(0.0006730678259714296) - rollout_corr/rollout_ppl:np.float64(1.7804882447235286) - rollout_corr/rollout_log_ppl:np.float64(0.5596064886194654) - rollout_corr/log_ppl_diff:np.float64(0.0005937880487181246) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015807902091182768) - rollout_corr/log_ppl_diff_max:np.float64(0.010012626647949219) - rollout_corr/log_ppl_diff_min:np.float64(-0.00483328104019165) - rollout_corr/ppl_ratio:np.float64(1.0005961454007775) - rollout_corr/chi2_token:np.float64(0.0015311206225305796) - rollout_corr/chi2_seq:np.float64(0.5504926543217152) - actor/pg_loss:np.float64(-0.1306625705146871) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.13865620986325666) - srpo/sdpo_loss:np.float64(0.007993639348569559) - srpo/routed_loss:np.float64(-0.1306625705146871) - srpo/routed_token_count:np.float64(445.73046875) - srpo/correct_sample_fraction:np.float64(0.4453125) - srpo/sdpo_sample_fraction:np.float64(0.3984375) - srpo/grpo_sample_fraction:np.float64(0.6015625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.2123972462140955) - self_distillation/dynamic_weight_mean:np.float64(0.39843749930150807) - self_distillation/dynamic_weight_max:np.float64(2.0399858951568604) - self_distillation/empty_target_batch:np.float64(0.17578125) - actor/grad_norm:np.float64(0.22005042433738708) - perf/mfu/actor:np.float64(0.056905403887444965) - perf/max_memory_allocated_gb:np.float64(131.0148220062256) - perf/max_memory_reserved_gb:np.float64(141.439453125) - perf/cpu_memory_used_gb:np.float64(197.54748916625977) - actor/lr:np.float64(1.0000000000000002e-06) - training/global_step:3 - training/epoch:0 - critic/score/mean:0.4453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.011137573048472404 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.011137573048472404 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:445.73046875 - response_length/max:1180.0 - r
|
||||
step:4 - global_seqlen/min:23297 - global_seqlen/max:27378 - global_seqlen/minmax_diff:4081 - global_seqlen/balanced_min:24516 - global_seqlen/balanced_max:24531 - global_seqlen/mean:24527.25 - actor/entropy:0.5497254729270935 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.38079845905303955 - training/rollout_probs_diff_mean:0.004670609254390001 - training/rollout_probs_diff_std:0.009745819494128227 - training/rollout_actor_probs_pearson_corr:0.9994450211524963 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.7421875 - self_distillation/correct_sample_fraction:0.41015625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7421875 - rollout_corr/rollout_is_mean:1.0000559091567993 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.9118435382843018 - rollout_corr/rollout_is_min:0.5419304966926575 - rollout_corr/rollout_is_std:0.03520030155777931 - rollout_corr/rollout_is_eff_sample_size:0.9987624720175088 - rollout_corr/rollout_is_seq_mean:1.0000154972076416 - rollout_corr/rollout_is_seq_std:0.001916945562697947 - rollout_corr/rollout_is_seq_max:1.0078691244125366 - rollout_corr/rollout_is_seq_min:0.995269775390625 - rollout_corr/rollout_is_seq_max_deviation:0.007869124412536621 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7973229917697608) - rollout_corr/training_log_ppl:np.float64(0.5736219851532951) - rollout_corr/kl:np.float64(0.0006464398591852216) - rollout_corr/k3_kl:np.float64(0.0006619135637038198) - rollout_corr/rollout_ppl:np.float64(1.7961581964045763) - rollout_corr/rollout_log_ppl:np.float64(0.5729755462380126) - rollout_corr/log_ppl_diff:np.float64(0.0006464389152824879) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015955291455611587) - rollout_corr/log_ppl_diff_max:np.float64(0.005675375461578369) - rollout_corr/log_ppl_diff_min:np.float64(-0.006164968013763428) - rollout_corr/ppl_ratio:np.float64(1.0006484538316727) - rollout_corr/chi2_token:np.float64(0.0013644688297063112) - rollout_corr/chi2_seq:np.float64(1.1472854365129024) - actor/pg_loss:np.float64(-0.11853595459251665) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.12452027708059177) - srpo/sdpo_loss:np.float64(0.005984322488075122) - srpo/routed_loss:np.float64(-0.11853595459251665) - srpo/routed_token_count:np.float64(459.7578125) - srpo/correct_sample_fraction:np.float64(0.41015625) - srpo/sdpo_sample_fraction:np.float64(0.33984375) - srpo/grpo_sample_fraction:np.float64(0.66015625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.16916068247519433) - self_distillation/dynamic_weight_mean:np.float64(0.33984375395812094) - self_distillation/dynamic_weight_max:np.float64(1.7782766819000244) - self_distillation/empty_target_batch:np.float64(0.2578125) - actor/grad_norm:np.float64(0.20956212282180786) - perf/mfu/actor:np.float64(0.05827400416794486) - perf/max_memory_allocated_gb:np.float64(131.01502227783203) - perf/max_memory_reserved_gb:np.float64(141.83203125) - perf/cpu_memory_used_gb:np.float64(195.8316192626953) - actor/lr:np.float64(1.5e-06) - training/global_step:4 - training/epoch:0 - critic/score/mean:0.41015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.41015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0008591904770582914 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0008591904770582914 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:459.7578125 - response_length/max:1158.0 - response_length/min:149.0 - response_length/clip_ra
|
||||
step:5 - global_seqlen/min:18153 - global_seqlen/max:26923 - global_seqlen/minmax_diff:8770 - global_seqlen/balanced_min:21523 - global_seqlen/balanced_max:21829 - global_seqlen/mean:21606.875 - actor/entropy:0.5391466021537781 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.546602189540863 - training/rollout_probs_diff_mean:0.00507353013381362 - training/rollout_probs_diff_std:0.01022840291261673 - training/rollout_actor_probs_pearson_corr:0.9993851780891418 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.84375 - self_distillation/correct_sample_fraction:0.4375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.84375 - rollout_corr/rollout_is_mean:1.0002944469451904 - rollout_corr/rollout_is_ratio_fraction_high:9.727720680530183e-06 - rollout_corr/rollout_is_ratio_fraction_low:9.727720680530183e-06 - rollout_corr/rollout_is_max:8.205580711364746 - rollout_corr/rollout_is_min:0.4878338873386383 - rollout_corr/rollout_is_std:0.03676242381334305 - rollout_corr/rollout_is_eff_sample_size:0.9986510616327094 - rollout_corr/rollout_is_seq_mean:1.0002888441085815 - rollout_corr/rollout_is_seq_std:0.002564886352047324 - rollout_corr/rollout_is_seq_max:1.0243545770645142 - rollout_corr/rollout_is_seq_min:0.9927271604537964 - rollout_corr/rollout_is_seq_max_deviation:0.02435457706451416 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7604660843499005) - rollout_corr/training_log_ppl:np.float64(0.554095362953376) - rollout_corr/kl:np.float64(0.0004869458057581433) - rollout_corr/k3_kl:np.float64(0.0007757197499813628) - rollout_corr/rollout_ppl:np.float64(1.759606332052499) - rollout_corr/rollout_log_ppl:np.float64(0.5536084191990085) - rollout_corr/log_ppl_diff:np.float64(0.00048694375436753035) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016833158442750573) - rollout_corr/log_ppl_diff_max:np.float64(0.008210986852645874) - rollout_corr/log_ppl_diff_min:np.float64(-0.0062316954135894775) - rollout_corr/ppl_ratio:np.float64(1.0004892928991467) - rollout_corr/chi2_token:np.float64(0.002683961996808648) - rollout_corr/chi2_seq:np.float64(0.9307547966018319) - actor/pg_loss:np.float64(-0.1157770774425444) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.1260347482166253) - srpo/sdpo_loss:np.float64(0.010257670774080907) - srpo/routed_loss:np.float64(-0.1157770774425444) - srpo/routed_token_count:np.float64(401.55859375) - srpo/correct_sample_fraction:np.float64(0.4375) - srpo/sdpo_sample_fraction:np.float64(0.4375) - srpo/grpo_sample_fraction:np.float64(0.5625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.22527841466944665) - self_distillation/dynamic_weight_mean:np.float64(0.4375000027939677) - self_distillation/dynamic_weight_max:np.float64(2.130054473876953) - self_distillation/empty_target_batch:np.float64(0.15625) - actor/grad_norm:np.float64(0.24273034930229187) - perf/mfu/actor:np.float64(0.051876388133304634) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(193.65432024002075) - actor/lr:np.float64(2.0000000000000003e-06) - training/global_step:5 - training/epoch:0 - critic/score/mean:0.4375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.013461950235068798 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.013461950235068798 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:401.55859375 - response_length/max:1634.0 - response_length/min:143.0 - response_l
|
||||
step:6 - global_seqlen/min:18939 - global_seqlen/max:24150 - global_seqlen/minmax_diff:5211 - global_seqlen/balanced_min:21668 - global_seqlen/balanced_max:21753 - global_seqlen/mean:21680.625 - actor/entropy:0.46929240226745605 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29320669174194336 - training/rollout_probs_diff_mean:0.004842102061957121 - training/rollout_probs_diff_std:0.010490060783922672 - training/rollout_actor_probs_pearson_corr:0.9992750287055969 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.7890625 - self_distillation/correct_sample_fraction:0.4375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7890625 - rollout_corr/rollout_is_mean:0.9999346733093262 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:9.700732334749773e-06 - rollout_corr/rollout_is_max:1.7308598756790161 - rollout_corr/rollout_is_min:0.48907986283302307 - rollout_corr/rollout_is_std:0.03626947104930878 - rollout_corr/rollout_is_eff_sample_size:0.9986860158971004 - rollout_corr/rollout_is_seq_mean:1.00001859664917 - rollout_corr/rollout_is_seq_std:0.0021807258017361164 - rollout_corr/rollout_is_seq_max:1.0081390142440796 - rollout_corr/rollout_is_seq_min:0.993186891078949 - rollout_corr/rollout_is_seq_max_deviation:0.00813901424407959 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.650367284193635) - rollout_corr/training_log_ppl:np.float64(0.4896559189655818) - rollout_corr/kl:np.float64(0.0006899391963379742) - rollout_corr/k3_kl:np.float64(0.0007084703091777556) - rollout_corr/rollout_ppl:np.float64(1.6491874745115638) - rollout_corr/rollout_log_ppl:np.float64(0.4889659764012322) - rollout_corr/log_ppl_diff:np.float64(0.0006899425643496215) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017151322099380195) - rollout_corr/log_ppl_diff_max:np.float64(0.007481038570404053) - rollout_corr/log_ppl_diff_min:np.float64(-0.006869196891784668) - rollout_corr/ppl_ratio:np.float64(1.0006925519555807) - rollout_corr/chi2_token:np.float64(0.0014538760297000408) - rollout_corr/chi2_seq:np.float64(0.4972941908054054) - actor/pg_loss:np.float64(-0.1144810527075606) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.12302549451123923) - srpo/sdpo_loss:np.float64(0.008544441803678637) - srpo/routed_loss:np.float64(-0.1144810527075606) - srpo/routed_token_count:np.float64(402.67578125) - srpo/correct_sample_fraction:np.float64(0.4375) - srpo/sdpo_sample_fraction:np.float64(0.375) - srpo/grpo_sample_fraction:np.float64(0.625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1765280175022781) - self_distillation/dynamic_weight_mean:np.float64(0.37500000558793545) - self_distillation/dynamic_weight_max:np.float64(1.8769406080245972) - self_distillation/empty_target_batch:np.float64(0.2109375) - actor/grad_norm:np.float64(0.2037566900253296) - perf/mfu/actor:np.float64(0.05266386835824992) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(193.0887451171875) - actor/lr:np.float64(2.5e-06) - training/global_step:6 - training/epoch:0 - critic/score/mean:0.4375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.4375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00016491244605276734 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00016491244605276734 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:402.67578125 - response_length/max:1403.0 - response_length/min:174.0 - response_length/clip_ratio:0
|
||||
step:7 - global_seqlen/min:16312 - global_seqlen/max:23526 - global_seqlen/minmax_diff:7214 - global_seqlen/balanced_min:19945 - global_seqlen/balanced_max:19950 - global_seqlen/mean:19947.0 - actor/entropy:0.46398571133613586 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21042156219482422 - training/rollout_probs_diff_mean:0.005212266929447651 - training/rollout_probs_diff_std:0.0112427594140172 - training/rollout_actor_probs_pearson_corr:0.999180257320404 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.671875 - self_distillation/correct_sample_fraction:0.34375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.671875 - rollout_corr/rollout_is_mean:0.9999206066131592 - rollout_corr/rollout_is_ratio_fraction_high:1.168333528767107e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:4.066667556762695 - rollout_corr/rollout_is_min:0.607136607170105 - rollout_corr/rollout_is_std:0.03805462270975113 - rollout_corr/rollout_is_eff_sample_size:0.9985535830750532 - rollout_corr/rollout_is_seq_mean:0.9999145865440369 - rollout_corr/rollout_is_seq_std:0.0024593453854322433 - rollout_corr/rollout_is_seq_max:1.0085340738296509 - rollout_corr/rollout_is_seq_min:0.9903618097305298 - rollout_corr/rollout_is_seq_max_deviation:0.009638190269470215 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6380374147556722) - rollout_corr/training_log_ppl:np.float64(0.47903870686423033) - rollout_corr/kl:np.float64(0.000861587912460493) - rollout_corr/k3_kl:np.float64(0.000776205097622551) - rollout_corr/rollout_ppl:np.float64(1.6365850362926722) - rollout_corr/rollout_log_ppl:np.float64(0.47817711665993556) - rollout_corr/log_ppl_diff:np.float64(0.000861590204294771) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020155266975052655) - rollout_corr/log_ppl_diff_max:np.float64(0.010789573192596436) - rollout_corr/log_ppl_diff_min:np.float64(-0.00621563196182251) - rollout_corr/ppl_ratio:np.float64(1.0008648831862956) - rollout_corr/chi2_token:np.float64(0.001473472686484456) - rollout_corr/chi2_seq:np.float64(0.9061442902311683) - actor/pg_loss:np.float64(-0.10454470657350612) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.11223260022234172) - srpo/sdpo_loss:np.float64(0.0076878936488355976) - srpo/routed_loss:np.float64(-0.10454470657350612) - srpo/routed_token_count:np.float64(334.34375) - srpo/correct_sample_fraction:np.float64(0.34375) - srpo/sdpo_sample_fraction:np.float64(0.34375) - srpo/grpo_sample_fraction:np.float64(0.65625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1485289994161576) - self_distillation/dynamic_weight_mean:np.float64(0.34374999813735485) - self_distillation/dynamic_weight_max:np.float64(1.8014185428619385) - self_distillation/empty_target_batch:np.float64(0.328125) - actor/grad_norm:np.float64(0.22613435983657837) - perf/mfu/actor:np.float64(0.048266598419505674) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(193.17085027694702) - actor/lr:np.float64(3e-06) - training/global_step:7 - training/epoch:0 - critic/score/mean:0.34375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.34375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0007141438545659184 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0007141438545659184 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:334.34375 - response_length/max:715.0 - response_length/min:134.0 - response_length/clip_ratio:0.0 - r
|
||||
step:8 - global_seqlen/min:15386 - global_seqlen/max:22350 - global_seqlen/minmax_diff:6964 - global_seqlen/balanced_min:19525 - global_seqlen/balanced_max:19533 - global_seqlen/mean:19531.125 - actor/entropy:0.3803105354309082 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.33947521448135376 - training/rollout_probs_diff_mean:0.005180711392313242 - training/rollout_probs_diff_std:0.012153382413089275 - training/rollout_actor_probs_pearson_corr:0.9989515542984009 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.7265625 - self_distillation/correct_sample_fraction:0.42578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7265625 - rollout_corr/rollout_is_mean:1.0001212358474731 - rollout_corr/rollout_is_ratio_fraction_high:1.2290901395317633e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.4581802790635265e-05 - rollout_corr/rollout_is_max:2.2011208534240723 - rollout_corr/rollout_is_min:0.3961387872695923 - rollout_corr/rollout_is_std:0.03982262313365936 - rollout_corr/rollout_is_eff_sample_size:0.9984171450600441 - rollout_corr/rollout_is_seq_mean:1.0001428127288818 - rollout_corr/rollout_is_seq_std:0.0027119109872728586 - rollout_corr/rollout_is_seq_max:1.011116862297058 - rollout_corr/rollout_is_seq_min:0.9925985336303711 - rollout_corr/rollout_is_seq_max_deviation:0.011116862297058105 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.524672606959939) - rollout_corr/training_log_ppl:np.float64(0.40808570871013217) - rollout_corr/kl:np.float64(0.0007223254279882241) - rollout_corr/k3_kl:np.float64(0.0008651184469385953) - rollout_corr/rollout_ppl:np.float64(1.5235119690187275) - rollout_corr/rollout_log_ppl:np.float64(0.40736338432179764) - rollout_corr/log_ppl_diff:np.float64(0.0007223243883345276) - rollout_corr/log_ppl_abs_diff:np.float64(0.0021090950758662075) - rollout_corr/log_ppl_diff_max:np.float64(0.008999645709991455) - rollout_corr/log_ppl_diff_min:np.float64(-0.01014488935470581) - rollout_corr/ppl_ratio:np.float64(1.0007262367289513) - rollout_corr/chi2_token:np.float64(0.0020341246854513884) - rollout_corr/chi2_seq:np.float64(1.2141536958515644) - actor/pg_loss:np.float64(-0.09432532613209332) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.1020692179154139) - srpo/sdpo_loss:np.float64(0.007743891783320578) - srpo/routed_loss:np.float64(-0.09432532613209332) - srpo/routed_token_count:np.float64(317.81640625) - srpo/correct_sample_fraction:np.float64(0.42578125) - srpo/sdpo_sample_fraction:np.float64(0.32421875) - srpo/grpo_sample_fraction:np.float64(0.67578125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.13589769633836113) - self_distillation/dynamic_weight_mean:np.float64(0.3242187546566129) - self_distillation/dynamic_weight_max:np.float64(1.6747843027114868) - self_distillation/empty_target_batch:np.float64(0.2734375) - actor/grad_norm:np.float64(0.21887005865573883) - perf/mfu/actor:np.float64(0.04803374884988177) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(193.10293054580688) - actor/lr:np.float64(3.5e-06) - training/global_step:8 - training/epoch:0 - critic/score/mean:0.42578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.42578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0004501542425714433 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0004501542425714433 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:317.81640625 - response_length/max:844.0 - response_l
|
||||
step:9 - global_seqlen/min:14334 - global_seqlen/max:21461 - global_seqlen/minmax_diff:7127 - global_seqlen/balanced_min:17519 - global_seqlen/balanced_max:17640 - global_seqlen/mean:17534.875 - actor/entropy:0.3829578459262848 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2254716157913208 - training/rollout_probs_diff_mean:0.005832243710756302 - training/rollout_probs_diff_std:0.013104892335832119 - training/rollout_actor_probs_pearson_corr:0.9988073110580444 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.66796875 - self_distillation/correct_sample_fraction:0.39453125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.66796875 - rollout_corr/rollout_is_mean:1.0000760555267334 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.5074998373165727e-05 - rollout_corr/rollout_is_max:1.8207652568817139 - rollout_corr/rollout_is_min:0.4974305033683777 - rollout_corr/rollout_is_std:0.04296319931745529 - rollout_corr/rollout_is_eff_sample_size:0.9981580392780276 - rollout_corr/rollout_is_seq_mean:1.0000659227371216 - rollout_corr/rollout_is_seq_std:0.003125327406451106 - rollout_corr/rollout_is_seq_max:1.0109840631484985 - rollout_corr/rollout_is_seq_min:0.9904488325119019 - rollout_corr/rollout_is_seq_max_deviation:0.010984063148498535 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5056639430113137) - rollout_corr/training_log_ppl:np.float64(0.39987957681296393) - rollout_corr/kl:np.float64(0.0009181034276011246) - rollout_corr/k3_kl:np.float64(0.0009840694826834806) - rollout_corr/rollout_ppl:np.float64(1.5042486903257668) - rollout_corr/rollout_log_ppl:np.float64(0.39896147494437173) - rollout_corr/log_ppl_diff:np.float64(0.0009181018685922027) - rollout_corr/log_ppl_abs_diff:np.float64(0.0025206863647326827) - rollout_corr/log_ppl_diff_max:np.float64(0.0111008882522583) - rollout_corr/log_ppl_diff_min:np.float64(-0.008603692054748535) - rollout_corr/ppl_ratio:np.float64(1.0009235530160367) - rollout_corr/chi2_token:np.float64(0.0021141560282558203) - rollout_corr/chi2_seq:np.float64(0.8455855650827289) - actor/pg_loss:np.float64(-0.0754853797116084) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08451223056181334) - srpo/sdpo_loss:np.float64(0.009026850850204937) - srpo/routed_loss:np.float64(-0.0754853797116084) - srpo/routed_token_count:np.float64(259.12109375) - srpo/correct_sample_fraction:np.float64(0.39453125) - srpo/sdpo_sample_fraction:np.float64(0.29296875) - srpo/grpo_sample_fraction:np.float64(0.70703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11693201109301299) - self_distillation/dynamic_weight_mean:np.float64(0.29296875349245965) - self_distillation/dynamic_weight_max:np.float64(1.6417328119277954) - self_distillation/empty_target_batch:np.float64(0.33203125) - actor/grad_norm:np.float64(0.2903236448764801) - perf/mfu/actor:np.float64(0.04313334311445217) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(193.2118968963623) - actor/lr:np.float64(4.000000000000001e-06) - training/global_step:9 - training/epoch:0 - critic/score/mean:0.39453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.39453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0003203437081538141 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0003203437081538141 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:259.12109375 - response_length/max:998.0 - response_leng
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 10}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product is "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1", which contains a chlorinated benzene ring substituted with a trifluoromethyl group and a pyrrolidine-like nitrogen-containing ring. The correct reactant must provide the necessary substituents and functional groups to form this structure.
|
||||
|
||||
Option A contains a similar structure with a chlorinated benzene ring and a trifluoromethyl group, and includes the nitrogen-containing ring with the correct connectivity. It matches the required substituents and the overall framework of the product. Other options either lack the trifluoromethyl group, have incorrect substituents, or do not match the nitrogen ring structure.
|
||||
|
||||
Thus, Option A is the only correct reactant that can lead to the synthesis of the target product.
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_10
|
||||
step:10 - global_seqlen/min:14213 - global_seqlen/max:19053 - global_seqlen/minmax_diff:4840 - global_seqlen/balanced_min:16460 - global_seqlen/balanced_max:16461 - global_seqlen/mean:16460.25 - actor/entropy:0.38379907608032227 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21351349353790283 - training/rollout_probs_diff_mean:0.0059914663434028625 - training/rollout_probs_diff_std:0.013326349668204784 - training/rollout_actor_probs_pearson_corr:0.9987545013427734 - self_distillation/success_group_fraction:0.65625 - self_distillation/success_sample_fraction:0.64453125 - self_distillation/correct_sample_fraction:0.421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.64453125 - rollout_corr/rollout_is_mean:0.9998819828033447 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6515724658966064 - rollout_corr/rollout_is_min:0.5040901303291321 - rollout_corr/rollout_is_std:0.043787695467472076 - rollout_corr/rollout_is_eff_sample_size:0.9980858320158159 - rollout_corr/rollout_is_seq_mean:0.9998496174812317 - rollout_corr/rollout_is_seq_std:0.00308269914239645 - rollout_corr/rollout_is_seq_max:1.0101441144943237 - rollout_corr/rollout_is_seq_min:0.9847707152366638 - rollout_corr/rollout_is_seq_max_deviation:0.015229284763336182 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4990270463749766) - rollout_corr/training_log_ppl:np.float64(0.39716374859563075) - rollout_corr/kl:np.float64(0.0011819751139781065) - rollout_corr/k3_kl:np.float64(0.0010315930610431678) - rollout_corr/rollout_ppl:np.float64(1.4972636625170708) - rollout_corr/rollout_log_ppl:np.float64(0.3959817716386169) - rollout_corr/log_ppl_diff:np.float64(0.0011819769570138305) - rollout_corr/log_ppl_abs_diff:np.float64(0.0024119556474033743) - rollout_corr/log_ppl_diff_max:np.float64(0.016319483518600464) - rollout_corr/log_ppl_diff_min:np.float64(-0.00834694504737854) - rollout_corr/ppl_ratio:np.float64(1.0011873140465468) - rollout_corr/chi2_token:np.float64(0.0017942050471901894) - rollout_corr/chi2_seq:np.float64(0.2583983747754246) - actor/pg_loss:np.float64(-0.08434375535944127) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09083109779749066) - srpo/sdpo_loss:np.float64(0.006487342438049382) - srpo/routed_loss:np.float64(-0.08434375535944127) - srpo/routed_token_count:np.float64(245.0078125) - srpo/correct_sample_fraction:np.float64(0.421875) - srpo/sdpo_sample_fraction:np.float64(0.234375) - srpo/grpo_sample_fraction:np.float64(0.765625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.09091341041494161) - self_distillation/dynamic_weight_mean:np.float64(0.23437499720603228) - self_distillation/dynamic_weight_max:np.float64(1.5699328184127808) - self_distillation/empty_target_batch:np.float64(0.35546875) - actor/grad_norm:np.float64(0.22091549634933472) - perf/mfu/actor:np.float64(0.040835353844528216) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(193.21004486083984) - actor/lr:np.float64(4.5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.5035714285714286) - val-aux/sciknoweval/reward/std@16:np.float64(0.22339645205758082) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.5905952380952381) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1831573443675843) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.4161047619047619) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.19208500667754327) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.5023857142857143) - val-aux/sciknoweval/reward/
|
||||
step:11 - global_seqlen/min:13124 - global_seqlen/max:18342 - global_seqlen/minmax_diff:5218 - global_seqlen/balanced_min:15783 - global_seqlen/balanced_max:15841 - global_seqlen/mean:15791.25 - actor/entropy:0.43319663405418396 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.32822510600090027 - training/rollout_probs_diff_mean:0.006552049424499273 - training/rollout_probs_diff_std:0.013777571730315685 - training/rollout_actor_probs_pearson_corr:0.9987210631370544 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.83984375 - self_distillation/correct_sample_fraction:0.5703125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.83984375 - rollout_corr/rollout_is_mean:1.0000759363174438 - rollout_corr/rollout_is_ratio_fraction_high:2.009565469052177e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.1156363487243652 - rollout_corr/rollout_is_min:0.5260384678840637 - rollout_corr/rollout_is_std:0.04639314487576485 - rollout_corr/rollout_is_eff_sample_size:0.99785253622098 - rollout_corr/rollout_is_seq_mean:1.0000115633010864 - rollout_corr/rollout_is_seq_std:0.003483455628156662 - rollout_corr/rollout_is_seq_max:1.0096769332885742 - rollout_corr/rollout_is_seq_min:0.9916608333587646 - rollout_corr/rollout_is_seq_max_deviation:0.009676933288574219 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5781334447674453) - rollout_corr/training_log_ppl:np.float64(0.4476893363171257) - rollout_corr/kl:np.float64(0.0010918681964279253) - rollout_corr/k3_kl:np.float64(0.001103542445775929) - rollout_corr/rollout_ppl:np.float64(1.5764055084437132) - rollout_corr/rollout_log_ppl:np.float64(0.44659746639081277) - rollout_corr/log_ppl_diff:np.float64(0.0010918699263129383) - rollout_corr/log_ppl_abs_diff:np.float64(0.002884822926716879) - rollout_corr/log_ppl_diff_max:np.float64(0.00983339548110962) - rollout_corr/log_ppl_diff_min:np.float64(-0.008294880390167236) - rollout_corr/ppl_ratio:np.float64(1.00109843024984) - rollout_corr/chi2_token:np.float64(0.0022732338402420282) - rollout_corr/chi2_seq:np.float64(0.47340523288585246) - actor/pg_loss:np.float64(-0.10627217411456513) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.11521248036297038) - srpo/sdpo_loss:np.float64(0.00894030624840525) - srpo/routed_loss:np.float64(-0.10627217411456513) - srpo/routed_token_count:np.float64(194.3828125) - srpo/correct_sample_fraction:np.float64(0.5703125) - srpo/sdpo_sample_fraction:np.float64(0.2734375) - srpo/grpo_sample_fraction:np.float64(0.7265625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10817949002375826) - self_distillation/dynamic_weight_mean:np.float64(0.27343750395812094) - self_distillation/dynamic_weight_max:np.float64(1.5882924795150757) - self_distillation/empty_target_batch:np.float64(0.16015625) - actor/grad_norm:np.float64(0.2786175012588501) - perf/mfu/actor:np.float64(0.039088172595732294) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(196.96951723098755) - actor/lr:np.float64(5e-06) - training/global_step:11 - training/epoch:0 - critic/score/mean:0.5703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.005204774904996157 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.005204774904996157 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:194.3828125 - response_length/max:836.0 - response_length/min:103.0 - response_len
|
||||
step:12 - global_seqlen/min:13647 - global_seqlen/max:17786 - global_seqlen/minmax_diff:4139 - global_seqlen/balanced_min:15129 - global_seqlen/balanced_max:15130 - global_seqlen/mean:15129.75 - actor/entropy:0.43876492977142334 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23784562945365906 - training/rollout_probs_diff_mean:0.006178793031722307 - training/rollout_probs_diff_std:0.012943723239004612 - training/rollout_actor_probs_pearson_corr:0.998884916305542 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.78125 - self_distillation/correct_sample_fraction:0.57421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.78125 - rollout_corr/rollout_is_mean:0.9998804926872253 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8822964429855347 - rollout_corr/rollout_is_min:0.5390275716781616 - rollout_corr/rollout_is_std:0.043531034141778946 - rollout_corr/rollout_is_eff_sample_size:0.9981081581456047 - rollout_corr/rollout_is_seq_mean:0.9998281598091125 - rollout_corr/rollout_is_seq_std:0.0031353433150798082 - rollout_corr/rollout_is_seq_max:1.009278416633606 - rollout_corr/rollout_is_seq_min:0.9906775951385498 - rollout_corr/rollout_is_seq_max_deviation:0.009322404861450195 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5765443020500243) - rollout_corr/training_log_ppl:np.float64(0.4478572537191212) - rollout_corr/kl:np.float64(0.0011473404847208712) - rollout_corr/k3_kl:np.float64(0.0009755014913253035) - rollout_corr/rollout_ppl:np.float64(1.5747552062384784) - rollout_corr/rollout_log_ppl:np.float64(0.4467099101166241) - rollout_corr/log_ppl_diff:np.float64(0.0011473436024971306) - rollout_corr/log_ppl_abs_diff:np.float64(0.002526258409488946) - rollout_corr/log_ppl_diff_max:np.float64(0.01119491457939148) - rollout_corr/log_ppl_diff_min:np.float64(-0.008027195930480957) - rollout_corr/ppl_ratio:np.float64(1.001152902841568) - rollout_corr/chi2_token:np.float64(0.0016312487423419952) - rollout_corr/chi2_seq:np.float64(0.26048756716772914) - actor/pg_loss:np.float64(-0.07475337248615688) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08154240291332826) - srpo/sdpo_loss:np.float64(0.006789030427171383) - srpo/routed_loss:np.float64(-0.07475337248615688) - srpo/routed_token_count:np.float64(206.7109375) - srpo/correct_sample_fraction:np.float64(0.57421875) - srpo/sdpo_sample_fraction:np.float64(0.20703125) - srpo/grpo_sample_fraction:np.float64(0.79296875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08887620427412912) - self_distillation/dynamic_weight_mean:np.float64(0.2070312520954758) - self_distillation/dynamic_weight_max:np.float64(1.6557344198226929) - self_distillation/empty_target_batch:np.float64(0.21875) - actor/grad_norm:np.float64(0.21850478649139404) - perf/mfu/actor:np.float64(0.03773698208864534) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(196.60817003250122) - actor/lr:np.float64(5e-06) - training/global_step:12 - training/epoch:0 - critic/score/mean:0.57421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.57421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002730639884248376 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.002730639884248376 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:206.7109375 - response_length/max:482.0 - response_length/min:99.0 - response_length/clip_ratio:0.0 -
|
||||
step:13 - global_seqlen/min:13673 - global_seqlen/max:16794 - global_seqlen/minmax_diff:3121 - global_seqlen/balanced_min:15420 - global_seqlen/balanced_max:15421 - global_seqlen/mean:15420.25 - actor/entropy:0.5135723352432251 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1785089075565338 - training/rollout_probs_diff_mean:0.006250378210097551 - training/rollout_probs_diff_std:0.012321148067712784 - training/rollout_actor_probs_pearson_corr:0.9990463256835938 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.83203125 - self_distillation/correct_sample_fraction:0.51171875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.83203125 - rollout_corr/rollout_is_mean:0.9999179244041443 - rollout_corr/rollout_is_ratio_fraction_high:1.9071594579145312e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.9071594579145312e-05 - rollout_corr/rollout_is_max:2.197805643081665 - rollout_corr/rollout_is_min:0.49206212162971497 - rollout_corr/rollout_is_std:0.041604313999414444 - rollout_corr/rollout_is_eff_sample_size:0.9982718344236017 - rollout_corr/rollout_is_seq_mean:0.9999408721923828 - rollout_corr/rollout_is_seq_std:0.0031869409140199423 - rollout_corr/rollout_is_seq_max:1.0075106620788574 - rollout_corr/rollout_is_seq_min:0.9902118444442749 - rollout_corr/rollout_is_seq_max_deviation:0.009788155555725098 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6949015129357576) - rollout_corr/training_log_ppl:np.float64(0.5203516674810089) - rollout_corr/kl:np.float64(0.0009410870639641189) - rollout_corr/k3_kl:np.float64(0.0008819952698786437) - rollout_corr/rollout_ppl:np.float64(1.6933375191874802) - rollout_corr/rollout_log_ppl:np.float64(0.5194105769041926) - rollout_corr/log_ppl_diff:np.float64(0.0009410905768163502) - rollout_corr/log_ppl_abs_diff:np.float64(0.002567812625784427) - rollout_corr/log_ppl_diff_max:np.float64(0.011110633611679077) - rollout_corr/log_ppl_diff_min:np.float64(-0.006752610206604004) - rollout_corr/ppl_ratio:np.float64(1.0009465476032346) - rollout_corr/chi2_token:np.float64(0.0016610876191407442) - rollout_corr/chi2_seq:np.float64(0.2920574250165373) - actor/pg_loss:np.float64(-0.10727498166306759) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.1175924381823279) - srpo/sdpo_loss:np.float64(0.010317456519260304) - srpo/routed_loss:np.float64(-0.10727498166306759) - srpo/routed_token_count:np.float64(204.8203125) - srpo/correct_sample_fraction:np.float64(0.51171875) - srpo/sdpo_sample_fraction:np.float64(0.33203125) - srpo/grpo_sample_fraction:np.float64(0.66796875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1559513880056329) - self_distillation/dynamic_weight_mean:np.float64(0.332031253259629) - self_distillation/dynamic_weight_max:np.float64(1.600563406944275) - self_distillation/empty_target_batch:np.float64(0.16796875) - actor/grad_norm:np.float64(0.28096291422843933) - perf/mfu/actor:np.float64(0.03768826551299293) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.8841094970703) - actor/lr:np.float64(5e-06) - training/global_step:13 - training/epoch:0 - critic/score/mean:0.51171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.001957222353667021 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.001957222353667021 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:204.8203125 - response_length/max:532.0 - response_length
|
||||
step:14 - global_seqlen/min:14311 - global_seqlen/max:18823 - global_seqlen/minmax_diff:4512 - global_seqlen/balanced_min:16051 - global_seqlen/balanced_max:16053 - global_seqlen/mean:16052.0 - actor/entropy:0.5095379948616028 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16011492908000946 - training/rollout_probs_diff_mean:0.005991877522319555 - training/rollout_probs_diff_std:0.012050178833305836 - training/rollout_actor_probs_pearson_corr:0.9990973472595215 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.5234375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:1.0000396966934204 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7929614782333374 - rollout_corr/rollout_is_min:0.6300584673881531 - rollout_corr/rollout_is_std:0.041430599987506866 - rollout_corr/rollout_is_eff_sample_size:0.9982865655457107 - rollout_corr/rollout_is_seq_mean:0.9999572038650513 - rollout_corr/rollout_is_seq_std:0.002809573896229267 - rollout_corr/rollout_is_seq_max:1.007944107055664 - rollout_corr/rollout_is_seq_min:0.990782618522644 - rollout_corr/rollout_is_seq_max_deviation:0.009217381477355957 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6898404089733958) - rollout_corr/training_log_ppl:np.float64(0.5154563625110313) - rollout_corr/kl:np.float64(0.0009153602493228163) - rollout_corr/k3_kl:np.float64(0.0008725213026536949) - rollout_corr/rollout_ppl:np.float64(1.6882788492366672) - rollout_corr/rollout_log_ppl:np.float64(0.5145409968099557) - rollout_corr/log_ppl_diff:np.float64(0.0009153657010756433) - rollout_corr/log_ppl_abs_diff:np.float64(0.002273139252793044) - rollout_corr/log_ppl_diff_max:np.float64(0.010173797607421875) - rollout_corr/log_ppl_diff_min:np.float64(-0.00609058141708374) - rollout_corr/ppl_ratio:np.float64(1.000919708283618) - rollout_corr/chi2_token:np.float64(0.0016713771037757397) - rollout_corr/chi2_seq:np.float64(0.38949781004339457) - actor/pg_loss:np.float64(-0.10815219085270655) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.11719791646464728) - srpo/sdpo_loss:np.float64(0.009045725611940725) - srpo/routed_loss:np.float64(-0.10815219085270655) - srpo/routed_token_count:np.float64(234.1875) - srpo/correct_sample_fraction:np.float64(0.5234375) - srpo/sdpo_sample_fraction:np.float64(0.2890625) - srpo/grpo_sample_fraction:np.float64(0.7109375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.12417205178644508) - self_distillation/dynamic_weight_mean:np.float64(0.2890625025611371) - self_distillation/dynamic_weight_max:np.float64(1.7092088460922241) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.23083597421646118) - perf/mfu/actor:np.float64(0.0402778361047498) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.73993682861328) - actor/lr:np.float64(5e-06) - training/global_step:14 - training/epoch:0 - critic/score/mean:0.5234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00040449024527333677 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00040449024527333677 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:234.1875 - response_length/max:630.0 - response_length/min:118.0 - response_length/clip_ratio:0.0 - re
|
||||
step:15 - global_seqlen/min:15549 - global_seqlen/max:19396 - global_seqlen/minmax_diff:3847 - global_seqlen/balanced_min:17114 - global_seqlen/balanced_max:17116 - global_seqlen/mean:17115.75 - actor/entropy:0.5463093519210815 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.693575382232666 - training/rollout_probs_diff_mean:0.00561816431581974 - training/rollout_probs_diff_std:0.01139212679117918 - training/rollout_actor_probs_pearson_corr:0.9992289543151855 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.8046875 - self_distillation/correct_sample_fraction:0.56640625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8046875 - rollout_corr/rollout_is_mean:0.9999186396598816 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:3.150697739329189e-05 - rollout_corr/rollout_is_max:1.4997053146362305 - rollout_corr/rollout_is_min:0.1258951723575592 - rollout_corr/rollout_is_std:0.03866065293550491 - rollout_corr/rollout_is_eff_sample_size:0.998507346853073 - rollout_corr/rollout_is_seq_mean:0.9999558925628662 - rollout_corr/rollout_is_seq_std:0.002472527790814638 - rollout_corr/rollout_is_seq_max:1.0058339834213257 - rollout_corr/rollout_is_seq_min:0.9945500493049622 - rollout_corr/rollout_is_seq_max_deviation:0.005833983421325684 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7752718050032854) - rollout_corr/training_log_ppl:np.float64(0.562135296408087) - rollout_corr/kl:np.float64(0.0008340610774695278) - rollout_corr/k3_kl:np.float64(0.0007899400158066783) - rollout_corr/rollout_ppl:np.float64(1.7738111107610166) - rollout_corr/rollout_log_ppl:np.float64(0.56130123505136) - rollout_corr/log_ppl_diff:np.float64(0.0008340613567270339) - rollout_corr/log_ppl_abs_diff:np.float64(0.002126527775544673) - rollout_corr/log_ppl_diff_max:np.float64(0.007065176963806152) - rollout_corr/log_ppl_diff_min:np.float64(-0.0051133036613464355) - rollout_corr/ppl_ratio:np.float64(1.0008375253528357) - rollout_corr/chi2_token:np.float64(0.0014654758851975203) - rollout_corr/chi2_seq:np.float64(0.24585425411351025) - actor/pg_loss:np.float64(-0.0875592446900555) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09420584360486828) - srpo/sdpo_loss:np.float64(0.006646598914812785) - srpo/routed_loss:np.float64(-0.0875592446900555) - srpo/routed_token_count:np.float64(247.9609375) - srpo/correct_sample_fraction:np.float64(0.56640625) - srpo/sdpo_sample_fraction:np.float64(0.24609375) - srpo/grpo_sample_fraction:np.float64(0.75390625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11532184184761718) - self_distillation/dynamic_weight_mean:np.float64(0.24609375186264515) - self_distillation/dynamic_weight_max:np.float64(1.6063851118087769) - self_distillation/empty_target_batch:np.float64(0.1953125) - actor/grad_norm:np.float64(0.19088506698608398) - perf/mfu/actor:np.float64(0.04268483951541059) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.9014663696289) - actor/lr:np.float64(5e-06) - training/global_step:15 - training/epoch:0 - critic/score/mean:0.56640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.56640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003581949742510915 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.003581949742510915 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:247.9609375 - response_length/max:680.0 - response_length/min:123.0 - response_leng
|
||||
step:16 - global_seqlen/min:15675 - global_seqlen/max:19901 - global_seqlen/minmax_diff:4226 - global_seqlen/balanced_min:17473 - global_seqlen/balanced_max:17477 - global_seqlen/mean:17475.125 - actor/entropy:0.5183294415473938 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2654600739479065 - training/rollout_probs_diff_mean:0.005414447281509638 - training/rollout_probs_diff_std:0.010936113074421883 - training/rollout_actor_probs_pearson_corr:0.9992905259132385 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.80859375 - self_distillation/correct_sample_fraction:0.51953125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.80859375 - rollout_corr/rollout_is_mean:1.0000983476638794 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.654677391052246 - rollout_corr/rollout_is_min:0.5130523443222046 - rollout_corr/rollout_is_std:0.03830285370349884 - rollout_corr/rollout_is_eff_sample_size:0.9985353971092662 - rollout_corr/rollout_is_seq_mean:1.0001728534698486 - rollout_corr/rollout_is_seq_std:0.0026706478092819452 - rollout_corr/rollout_is_seq_max:1.0102182626724243 - rollout_corr/rollout_is_seq_min:0.9927152991294861 - rollout_corr/rollout_is_seq_max_deviation:0.010218262672424316 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7116656564176083) - rollout_corr/training_log_ppl:np.float64(0.529135549266357) - rollout_corr/kl:np.float64(0.0005840915489088161) - rollout_corr/k3_kl:np.float64(0.0007569579051391884) - rollout_corr/rollout_ppl:np.float64(1.7106250915676355) - rollout_corr/rollout_log_ppl:np.float64(0.5285514536662959) - rollout_corr/log_ppl_diff:np.float64(0.0005840956000611186) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020989665063098073) - rollout_corr/log_ppl_diff_max:np.float64(0.007971644401550293) - rollout_corr/log_ppl_diff_min:np.float64(-0.008543908596038818) - rollout_corr/ppl_ratio:np.float64(1.0005878643132746) - rollout_corr/chi2_token:np.float64(0.0018652454018592834) - rollout_corr/chi2_seq:np.float64(0.5506577887572348) - actor/pg_loss:np.float64(-0.12658224458209588) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.13524244801374152) - srpo/sdpo_loss:np.float64(0.008660203431645641) - srpo/routed_loss:np.float64(-0.12658224458209588) - srpo/routed_token_count:np.float64(265.37890625) - srpo/correct_sample_fraction:np.float64(0.51953125) - srpo/sdpo_sample_fraction:np.float64(0.29296875) - srpo/grpo_sample_fraction:np.float64(0.70703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1322423944948241) - self_distillation/dynamic_weight_mean:np.float64(0.2929687525611371) - self_distillation/dynamic_weight_max:np.float64(1.6950359344482422) - self_distillation/empty_target_batch:np.float64(0.19140625) - actor/grad_norm:np.float64(0.22491703927516937) - perf/mfu/actor:np.float64(0.04347577701567129) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.9423065185547) - actor/lr:np.float64(5e-06) - training/global_step:16 - training/epoch:0 - critic/score/mean:0.51953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.51953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00548118120059371 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.00548118120059371 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:265.37890625 - response_length/max:681.0 - response_length/min:114.0 - response_length/clip_rat
|
||||
step:17 - global_seqlen/min:17016 - global_seqlen/max:22330 - global_seqlen/minmax_diff:5314 - global_seqlen/balanced_min:19509 - global_seqlen/balanced_max:19563 - global_seqlen/mean:19517.125 - actor/entropy:0.5192176699638367 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.23106157779693604 - training/rollout_probs_diff_mean:0.005152132827788591 - training/rollout_probs_diff_std:0.010541705414652824 - training/rollout_actor_probs_pearson_corr:0.9993106722831726 - self_distillation/success_group_fraction:0.6875 - self_distillation/success_sample_fraction:0.671875 - self_distillation/correct_sample_fraction:0.46484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.671875 - rollout_corr/rollout_is_mean:1.0001176595687866 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.235314190736972e-05 - rollout_corr/rollout_is_max:1.6481270790100098 - rollout_corr/rollout_is_min:0.4452041983604431 - rollout_corr/rollout_is_std:0.03689351677894592 - rollout_corr/rollout_is_eff_sample_size:0.9986410751494371 - rollout_corr/rollout_is_seq_mean:1.0001978874206543 - rollout_corr/rollout_is_seq_std:0.0024258820340037346 - rollout_corr/rollout_is_seq_max:1.0080420970916748 - rollout_corr/rollout_is_seq_min:0.9930101037025452 - rollout_corr/rollout_is_seq_max_deviation:0.008042097091674805 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.7449861322529614) - rollout_corr/training_log_ppl:np.float64(0.5450798858364578) - rollout_corr/kl:np.float64(0.0005215952357602305) - rollout_corr/k3_kl:np.float64(0.000719459632307462) - rollout_corr/rollout_ppl:np.float64(1.7441030726768076) - rollout_corr/rollout_log_ppl:np.float64(0.5445582888205536) - rollout_corr/log_ppl_diff:np.float64(0.0005215970159042627) - rollout_corr/log_ppl_abs_diff:np.float64(0.001890263956738636) - rollout_corr/log_ppl_diff_max:np.float64(0.00815284252166748) - rollout_corr/log_ppl_diff_min:np.float64(-0.006934225559234619) - rollout_corr/ppl_ratio:np.float64(1.0005246615037322) - rollout_corr/chi2_token:np.float64(0.0018436426762491465) - rollout_corr/chi2_seq:np.float64(0.5673850981984288) - actor/pg_loss:np.float64(-0.059889903117436916) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0649551683163736) - srpo/sdpo_loss:np.float64(0.005065265198936686) - srpo/routed_loss:np.float64(-0.059889903117436916) - srpo/routed_token_count:np.float64(276.69140625) - srpo/correct_sample_fraction:np.float64(0.46484375) - srpo/sdpo_sample_fraction:np.float64(0.22265625) - srpo/grpo_sample_fraction:np.float64(0.77734375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10662955354200676) - self_distillation/dynamic_weight_mean:np.float64(0.2226562516298145) - self_distillation/dynamic_weight_max:np.float64(1.6982274055480957) - self_distillation/empty_target_batch:np.float64(0.328125) - actor/grad_norm:np.float64(0.15832431614398956) - perf/mfu/actor:np.float64(0.046654478191298025) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.8530969619751) - actor/lr:np.float64(5e-06) - training/global_step:17 - training/epoch:0 - critic/score/mean:0.46484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.46484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.003139426466077566 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.003139426466077566 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:276.69140625 - response_length/max:983.0 - response_length/min:115.0 - respo
|
||||
step:18 - global_seqlen/min:15348 - global_seqlen/max:19122 - global_seqlen/minmax_diff:3774 - global_seqlen/balanced_min:17609 - global_seqlen/balanced_max:17614 - global_seqlen/mean:17612.75 - actor/entropy:0.5053980946540833 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.9540385603904724 - training/rollout_probs_diff_mean:0.005387188401073217 - training/rollout_probs_diff_std:0.011517131701111794 - training/rollout_actor_probs_pearson_corr:0.999212384223938 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.87109375 - self_distillation/correct_sample_fraction:0.62109375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.87109375 - rollout_corr/rollout_is_mean:0.999994695186615 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.4096021914156154e-05 - rollout_corr/rollout_is_max:1.5918846130371094 - rollout_corr/rollout_is_min:0.023517616093158722 - rollout_corr/rollout_is_std:0.038009174168109894 - rollout_corr/rollout_is_eff_sample_size:0.9985573867595031 - rollout_corr/rollout_is_seq_mean:0.9999457597732544 - rollout_corr/rollout_is_seq_std:0.0026488322764635086 - rollout_corr/rollout_is_seq_max:1.0084210634231567 - rollout_corr/rollout_is_seq_min:0.9917112588882446 - rollout_corr/rollout_is_seq_max_deviation:0.008421063423156738 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6873171362094581) - rollout_corr/training_log_ppl:np.float64(0.5150645510293543) - rollout_corr/kl:np.float64(0.0008507832624919942) - rollout_corr/k3_kl:np.float64(0.000796537691485355) - rollout_corr/rollout_ppl:np.float64(1.6858832305297256) - rollout_corr/rollout_log_ppl:np.float64(0.5142137665534392) - rollout_corr/log_ppl_diff:np.float64(0.000850784475915134) - rollout_corr/log_ppl_abs_diff:np.float64(0.0022115508327260613) - rollout_corr/log_ppl_diff_max:np.float64(0.016990065574645996) - rollout_corr/log_ppl_diff_min:np.float64(-0.007014840841293335) - rollout_corr/ppl_ratio:np.float64(1.0008550791535527) - rollout_corr/chi2_token:np.float64(0.0014219405129551888) - rollout_corr/chi2_seq:np.float64(0.48343269363977015) - actor/pg_loss:np.float64(-0.09388502436195267) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10012199863558635) - srpo/sdpo_loss:np.float64(0.0062369742736336775) - srpo/routed_loss:np.float64(-0.09388502436195267) - srpo/routed_token_count:np.float64(277.1171875) - srpo/correct_sample_fraction:np.float64(0.62109375) - srpo/sdpo_sample_fraction:np.float64(0.25390625) - srpo/grpo_sample_fraction:np.float64(0.74609375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11884892353555188) - self_distillation/dynamic_weight_mean:np.float64(0.2539062516298145) - self_distillation/dynamic_weight_max:np.float64(1.751915454864502) - self_distillation/empty_target_batch:np.float64(0.12890625) - actor/grad_norm:np.float64(0.1718674749135971) - perf/mfu/actor:np.float64(0.043432670683822956) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.80186223983765) - actor/lr:np.float64(5e-06) - training/global_step:18 - training/epoch:0 - critic/score/mean:0.62109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.62109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004607637412846088 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004607637412846088 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:277.1171875 - response_length/max:712.0 - response_length/min:120.0 - res
|
||||
step:19 - global_seqlen/min:14241 - global_seqlen/max:23830 - global_seqlen/minmax_diff:9589 - global_seqlen/balanced_min:18510 - global_seqlen/balanced_max:18513 - global_seqlen/mean:18511.625 - actor/entropy:0.45875898003578186 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24460327625274658 - training/rollout_probs_diff_mean:0.005299752112478018 - training/rollout_probs_diff_std:0.01128102745860815 - training/rollout_actor_probs_pearson_corr:0.9991915225982666 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.85546875 - self_distillation/correct_sample_fraction:0.62109375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.85546875 - rollout_corr/rollout_is_mean:0.9998049736022949 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7738070487976074 - rollout_corr/rollout_is_min:0.50251305103302 - rollout_corr/rollout_is_std:0.03818674758076668 - rollout_corr/rollout_is_eff_sample_size:0.9985432419544412 - rollout_corr/rollout_is_seq_mean:0.999832034111023 - rollout_corr/rollout_is_seq_std:0.0025840201415121555 - rollout_corr/rollout_is_seq_max:1.0073384046554565 - rollout_corr/rollout_is_seq_min:0.9941268563270569 - rollout_corr/rollout_is_seq_max_deviation:0.007338404655456543 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6094659990631044) - rollout_corr/training_log_ppl:np.float64(0.4669649736897554) - rollout_corr/kl:np.float64(0.0009239000206129333) - rollout_corr/k3_kl:np.float64(0.0007559533909216043) - rollout_corr/rollout_ppl:np.float64(1.6079453299753368) - rollout_corr/rollout_log_ppl:np.float64(0.46604106834274717) - rollout_corr/log_ppl_diff:np.float64(0.0009239053470082581) - rollout_corr/log_ppl_abs_diff:np.float64(0.0021886141621507704) - rollout_corr/log_ppl_diff_max:np.float64(0.006936013698577881) - rollout_corr/log_ppl_diff_min:np.float64(-0.006193935871124268) - rollout_corr/ppl_ratio:np.float64(1.0009276389610022) - rollout_corr/chi2_token:np.float64(0.001185547560453415) - rollout_corr/chi2_seq:np.float64(0.3812223661225289) - actor/pg_loss:np.float64(-0.07144362480357813) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07764405515627004) - srpo/sdpo_loss:np.float64(0.00620043035269191) - srpo/routed_loss:np.float64(-0.07144362480357813) - srpo/routed_token_count:np.float64(276.36328125) - srpo/correct_sample_fraction:np.float64(0.62109375) - srpo/sdpo_sample_fraction:np.float64(0.25390625) - srpo/grpo_sample_fraction:np.float64(0.74609375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11333194747567177) - self_distillation/dynamic_weight_mean:np.float64(0.2539062509313226) - self_distillation/dynamic_weight_max:np.float64(1.6583170890808105) - self_distillation/empty_target_batch:np.float64(0.14453125) - actor/grad_norm:np.float64(0.17399142682552338) - perf/mfu/actor:np.float64(0.045796208153607174) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.7074317932129) - actor/lr:np.float64(5e-06) - training/global_step:19 - training/epoch:0 - critic/score/mean:0.62109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.62109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0014434832846745849 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0014434832846745849 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:276.36328125 - response_length/max:690.0 - response_length/min:114.0 - response_length/cl
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 20}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a nitrogen-containing heterocyclic ring (pyrrole-like) with a chlorinated aromatic ring and a trifluoromethyl group. The correct reactant should match these structural features.
|
||||
|
||||
Option A: Contains a nitrile group and a chlorinated aromatic ring with a trifluoromethyl group. However, it has an extra nitrile group that is not present in the product.
|
||||
|
||||
Option B: Contains a chlorinated aromatic ring and a nitrogen-containing ring, but lacks the trifluoromethyl group and has a different structure.
|
||||
|
||||
Option C: Contains a chlorinated aromatic ring and a trifluoromethyl group, but the structure is different from the product, particularly in the nitrogen-containing ring.
|
||||
|
||||
Option D: Contains a trifluoromethyl group and a nitrogen-containing ring, but lacks the chlorinated aromatic ring and has a different structure.
|
||||
|
||||
Only Option A has the correct combination of a nitrogen-containing ring, a chlorinated aromatic ring, and a trifluoromethyl group, matching the structure of the product. Therefore, it is the correct reactant.
|
||||
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_20
|
||||
step:20 - global_seqlen/min:16522 - global_seqlen/max:20678 - global_seqlen/minmax_diff:4156 - global_seqlen/balanced_min:18084 - global_seqlen/balanced_max:18090 - global_seqlen/mean:18088.625 - actor/entropy:0.4366552531719208 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8207102417945862 - training/rollout_probs_diff_mean:0.0052147554233670235 - training/rollout_probs_diff_std:0.012118207290768623 - training/rollout_actor_probs_pearson_corr:0.9990637302398682 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.86328125 - self_distillation/correct_sample_fraction:0.67578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.86328125 - rollout_corr/rollout_is_mean:1.000136137008667 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:5.547157707042061e-05 - rollout_corr/rollout_is_max:1.639593243598938 - rollout_corr/rollout_is_min:0.1268235146999359 - rollout_corr/rollout_is_std:0.03791339695453644 - rollout_corr/rollout_is_eff_sample_size:0.9985651130827546 - rollout_corr/rollout_is_seq_mean:1.0001893043518066 - rollout_corr/rollout_is_seq_std:0.00235358951613307 - rollout_corr/rollout_is_seq_max:1.0066684484481812 - rollout_corr/rollout_is_seq_min:0.9944686889648438 - rollout_corr/rollout_is_seq_max_deviation:0.006668448448181152 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5660211080685258) - rollout_corr/training_log_ppl:np.float64(0.4419976886129007) - rollout_corr/kl:np.float64(0.0005706092295802989) - rollout_corr/k3_kl:np.float64(0.0007599434993608156) - rollout_corr/rollout_ppl:np.float64(1.5651960824616253) - rollout_corr/rollout_log_ppl:np.float64(0.4414270780980587) - rollout_corr/log_ppl_diff:np.float64(0.0005706105148419738) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019536857726052403) - rollout_corr/log_ppl_diff_max:np.float64(0.0067092180252075195) - rollout_corr/log_ppl_diff_min:np.float64(-0.005893290042877197) - rollout_corr/ppl_ratio:np.float64(1.0005735540762544) - rollout_corr/chi2_token:np.float64(0.0018775954376906157) - rollout_corr/chi2_seq:np.float64(0.5974807222373784) - actor/pg_loss:np.float64(-0.07649298825708684) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08157103293342516) - srpo/sdpo_loss:np.float64(0.0050780446763383225) - srpo/routed_loss:np.float64(-0.07649298825708684) - srpo/routed_token_count:np.float64(281.67578125) - srpo/correct_sample_fraction:np.float64(0.67578125) - srpo/sdpo_sample_fraction:np.float64(0.19921875) - srpo/grpo_sample_fraction:np.float64(0.80078125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08491979102836922) - self_distillation/dynamic_weight_mean:np.float64(0.19921875069849193) - self_distillation/dynamic_weight_max:np.float64(1.6665403842926025) - self_distillation/empty_target_batch:np.float64(0.13671875) - actor/grad_norm:np.float64(0.14620253443717957) - perf/mfu/actor:np.float64(0.04468579995135637) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(195.71426391601562) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.6267857142857143) - val-aux/sciknoweval/reward/std@16:np.float64(0.19863991577568374) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.706595238095238) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.15757155649029345) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.5469904761904761) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1775183068175465) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.6255666666666667) - val-aux/
|
||||
step:21 - global_seqlen/min:16737 - global_seqlen/max:21072 - global_seqlen/minmax_diff:4335 - global_seqlen/balanced_min:19294 - global_seqlen/balanced_max:19297 - global_seqlen/mean:19296.5 - actor/entropy:0.41109463572502136 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3797508478164673 - training/rollout_probs_diff_mean:0.004977562464773655 - training/rollout_probs_diff_std:0.011232986114919186 - training/rollout_actor_probs_pearson_corr:0.9991767406463623 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.85546875 - self_distillation/correct_sample_fraction:0.49609375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.85546875 - rollout_corr/rollout_is_mean:1.0000423192977905 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8425171375274658 - rollout_corr/rollout_is_min:0.535515308380127 - rollout_corr/rollout_is_std:0.03660644218325615 - rollout_corr/rollout_is_eff_sample_size:0.9986618805483147 - rollout_corr/rollout_is_seq_mean:0.9999940991401672 - rollout_corr/rollout_is_seq_std:0.0025500613264739513 - rollout_corr/rollout_is_seq_max:1.0089681148529053 - rollout_corr/rollout_is_seq_min:0.9886370897293091 - rollout_corr/rollout_is_seq_max_deviation:0.011362910270690918 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5566772460006177) - rollout_corr/training_log_ppl:np.float64(0.433465828304179) - rollout_corr/kl:np.float64(0.0007288786252601653) - rollout_corr/k3_kl:np.float64(0.0007229596917568415) - rollout_corr/rollout_ppl:np.float64(1.5555290197953582) - rollout_corr/rollout_log_ppl:np.float64(0.43273694528033957) - rollout_corr/log_ppl_diff:np.float64(0.0007288830238394439) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020318810711614788) - rollout_corr/log_ppl_diff_max:np.float64(0.012740284204483032) - rollout_corr/log_ppl_diff_min:np.float64(-0.007814168930053711) - rollout_corr/ppl_ratio:np.float64(1.0007324574980885) - rollout_corr/chi2_token:np.float64(0.0014454578049480915) - rollout_corr/chi2_seq:np.float64(0.6986356589477509) - actor/pg_loss:np.float64(-0.1234856626851979) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.13133960738196038) - srpo/sdpo_loss:np.float64(0.007853944696762483) - srpo/routed_loss:np.float64(-0.1234856626851979) - srpo/routed_token_count:np.float64(319.828125) - srpo/correct_sample_fraction:np.float64(0.49609375) - srpo/sdpo_sample_fraction:np.float64(0.37890625) - srpo/grpo_sample_fraction:np.float64(0.62109375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.15451354742981493) - self_distillation/dynamic_weight_mean:np.float64(0.37890624813735485) - self_distillation/dynamic_weight_max:np.float64(1.7066792249679565) - self_distillation/empty_target_batch:np.float64(0.14453125) - actor/grad_norm:np.float64(0.19315128028392792) - perf/mfu/actor:np.float64(0.04719850279883261) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(197.89439010620117) - actor/lr:np.float64(5e-06) - training/global_step:21 - training/epoch:0 - critic/score/mean:0.49609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.49609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004199948627501726 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004199948627501726 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:319.828125 - response_length/max:754.0 - response_length/min:131.0 - response_length/clip_rat
|
||||
step:22 - global_seqlen/min:16347 - global_seqlen/max:20546 - global_seqlen/minmax_diff:4199 - global_seqlen/balanced_min:18588 - global_seqlen/balanced_max:18599 - global_seqlen/mean:18594.25 - actor/entropy:0.35432469844818115 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16197025775909424 - training/rollout_probs_diff_mean:0.004459240939468145 - training/rollout_probs_diff_std:0.010722416453063488 - training/rollout_actor_probs_pearson_corr:0.9991515874862671 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.734375 - self_distillation/correct_sample_fraction:0.5078125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.734375 - rollout_corr/rollout_is_mean:1.0001882314682007 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6118755340576172 - rollout_corr/rollout_is_min:0.5127047896385193 - rollout_corr/rollout_is_std:0.03422325477004051 - rollout_corr/rollout_is_eff_sample_size:0.9988306146304267 - rollout_corr/rollout_is_seq_mean:1.000218152999878 - rollout_corr/rollout_is_seq_std:0.0021334034390747547 - rollout_corr/rollout_is_seq_max:1.007759928703308 - rollout_corr/rollout_is_seq_min:0.9937530755996704 - rollout_corr/rollout_is_seq_max_deviation:0.0077599287033081055 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4698397861793637) - rollout_corr/training_log_ppl:np.float64(0.3775167253334075) - rollout_corr/kl:np.float64(0.0004313875398054279) - rollout_corr/k3_kl:np.float64(0.0006496626250509507) - rollout_corr/rollout_ppl:np.float64(1.4691819273866713) - rollout_corr/rollout_log_ppl:np.float64(0.3770853361056652) - rollout_corr/log_ppl_diff:np.float64(0.00043138922774232924) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016710542549844831) - rollout_corr/log_ppl_diff_max:np.float64(0.0073642730712890625) - rollout_corr/log_ppl_diff_min:np.float64(-0.006732374429702759) - rollout_corr/ppl_ratio:np.float64(1.0004337294958532) - rollout_corr/chi2_token:np.float64(0.0017434582114219666) - rollout_corr/chi2_seq:np.float64(0.6599689761642367) - actor/pg_loss:np.float64(-0.07067689325231186) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07521551597164944) - srpo/sdpo_loss:np.float64(0.004538622719337582) - srpo/routed_loss:np.float64(-0.07067689325231186) - srpo/routed_token_count:np.float64(325.5078125) - srpo/correct_sample_fraction:np.float64(0.5078125) - srpo/sdpo_sample_fraction:np.float64(0.2421875) - srpo/grpo_sample_fraction:np.float64(0.7578125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08003542496589944) - self_distillation/dynamic_weight_mean:np.float64(0.2421875016298145) - self_distillation/dynamic_weight_max:np.float64(1.5243829488754272) - self_distillation/empty_target_batch:np.float64(0.265625) - actor/grad_norm:np.float64(0.1266874074935913) - perf/mfu/actor:np.float64(0.04506330140305719) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(197.16895055770874) - actor/lr:np.float64(5e-06) - training/global_step:22 - training/epoch:0 - critic/score/mean:0.5078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.007188287563621998 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.007188287563621998 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:325.5078125 - response_length/max:969.0 - response_length/min:130.0 - response_length/clip_ratio:0.0
|
||||
step:23 - global_seqlen/min:14676 - global_seqlen/max:22495 - global_seqlen/minmax_diff:7819 - global_seqlen/balanced_min:19174 - global_seqlen/balanced_max:19175 - global_seqlen/mean:19174.875 - actor/entropy:0.38988563418388367 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1846327781677246 - training/rollout_probs_diff_mean:0.004645791836082935 - training/rollout_probs_diff_std:0.010676023550331593 - training/rollout_actor_probs_pearson_corr:0.9992189407348633 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.87109375 - self_distillation/correct_sample_fraction:0.73828125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.87109375 - rollout_corr/rollout_is_mean:1.0000709295272827 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6245051622390747 - rollout_corr/rollout_is_min:0.5241534113883972 - rollout_corr/rollout_is_std:0.034630123525857925 - rollout_corr/rollout_is_eff_sample_size:0.9988023099379937 - rollout_corr/rollout_is_seq_mean:1.0000739097595215 - rollout_corr/rollout_is_seq_std:0.0023119982797652483 - rollout_corr/rollout_is_seq_max:1.0054588317871094 - rollout_corr/rollout_is_seq_min:0.9903671145439148 - rollout_corr/rollout_is_seq_max_deviation:0.009632885456085205 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5239303563721478) - rollout_corr/training_log_ppl:np.float64(0.41348383302101865) - rollout_corr/kl:np.float64(0.0005723308411875738) - rollout_corr/k3_kl:np.float64(0.0006462576726278257) - rollout_corr/rollout_ppl:np.float64(1.5230496977455914) - rollout_corr/rollout_log_ppl:np.float64(0.4129115010728128) - rollout_corr/log_ppl_diff:np.float64(0.0005723319482058287) - rollout_corr/log_ppl_abs_diff:np.float64(0.00183523865416646) - rollout_corr/log_ppl_diff_max:np.float64(0.010636866092681885) - rollout_corr/log_ppl_diff_min:np.float64(-0.0048055946826934814) - rollout_corr/ppl_ratio:np.float64(1.000575183192268) - rollout_corr/chi2_token:np.float64(0.00145356310531497) - rollout_corr/chi2_seq:np.float64(0.5891972612589598) - actor/pg_loss:np.float64(-0.06647781473475334) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.06984668879886158) - srpo/sdpo_loss:np.float64(0.0033688740641082404) - srpo/routed_loss:np.float64(-0.06647781473475334) - srpo/routed_token_count:np.float64(321.49609375) - srpo/correct_sample_fraction:np.float64(0.73828125) - srpo/sdpo_sample_fraction:np.float64(0.13671875) - srpo/grpo_sample_fraction:np.float64(0.86328125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.05229324183892459) - self_distillation/dynamic_weight_mean:np.float64(0.1367187516298145) - self_distillation/dynamic_weight_max:np.float64(1.6709636449813843) - self_distillation/empty_target_batch:np.float64(0.12890625) - actor/grad_norm:np.float64(0.10073072463274002) - perf/mfu/actor:np.float64(0.04693373265535673) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(196.66519165039062) - actor/lr:np.float64(5e-06) - training/global_step:23 - training/epoch:0 - critic/score/mean:0.73828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.73828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0029206103645265102 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0029206103645265102 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:321.49609375 - response_length/max:893.0 - response_length/min:145.0 - response_length/c
|
||||
step:24 - global_seqlen/min:16823 - global_seqlen/max:21807 - global_seqlen/minmax_diff:4984 - global_seqlen/balanced_min:19811 - global_seqlen/balanced_max:19812 - global_seqlen/mean:19811.625 - actor/entropy:0.42478495836257935 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17488381266593933 - training/rollout_probs_diff_mean:0.004419394303113222 - training/rollout_probs_diff_std:0.009987564757466316 - training/rollout_actor_probs_pearson_corr:0.9993441700935364 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.90234375 - self_distillation/correct_sample_fraction:0.6796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.90234375 - rollout_corr/rollout_is_mean:1.0000388622283936 - rollout_corr/rollout_is_ratio_fraction_high:1.1531764357641805e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.1134567260742188 - rollout_corr/rollout_is_min:0.5190163254737854 - rollout_corr/rollout_is_std:0.03387489542365074 - rollout_corr/rollout_is_eff_sample_size:0.9988540445179414 - rollout_corr/rollout_is_seq_mean:1.000015377998352 - rollout_corr/rollout_is_seq_std:0.002024077344685793 - rollout_corr/rollout_is_seq_max:1.006649136543274 - rollout_corr/rollout_is_seq_min:0.9950320720672607 - rollout_corr/rollout_is_seq_max_deviation:0.006649136543273926 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5627589179202914) - rollout_corr/training_log_ppl:np.float64(0.4379869009135291) - rollout_corr/kl:np.float64(0.0005891977926903991) - rollout_corr/k3_kl:np.float64(0.0006046283005787245) - rollout_corr/rollout_ppl:np.float64(1.5618156744167209) - rollout_corr/rollout_log_ppl:np.float64(0.4373977001523599) - rollout_corr/log_ppl_diff:np.float64(0.0005892007611691952) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016683497233316302) - rollout_corr/log_ppl_diff_max:np.float64(0.0057766735553741455) - rollout_corr/log_ppl_diff_min:np.float64(-0.005665004253387451) - rollout_corr/ppl_ratio:np.float64(1.0005914443172514) - rollout_corr/chi2_token:np.float64(0.0012514025438576937) - rollout_corr/chi2_seq:np.float64(0.6889108961913735) - actor/pg_loss:np.float64(-0.09504674552772485) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09962102471035905) - srpo/sdpo_loss:np.float64(0.0045742791826342) - srpo/routed_loss:np.float64(-0.09504674552772485) - srpo/routed_token_count:np.float64(338.73828125) - srpo/correct_sample_fraction:np.float64(0.6796875) - srpo/sdpo_sample_fraction:np.float64(0.2265625) - srpo/grpo_sample_fraction:np.float64(0.7734375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08132565050618723) - self_distillation/dynamic_weight_mean:np.float64(0.22656250093132257) - self_distillation/dynamic_weight_max:np.float64(1.4957829713821411) - self_distillation/empty_target_batch:np.float64(0.09765625) - actor/grad_norm:np.float64(0.12670958042144775) - perf/mfu/actor:np.float64(0.0481521824656031) - perf/max_memory_allocated_gb:np.float64(132.45595741271973) - perf/max_memory_reserved_gb:np.float64(142.865234375) - perf/cpu_memory_used_gb:np.float64(196.63086700439453) - actor/lr:np.float64(5e-06) - training/global_step:24 - training/epoch:0 - critic/score/mean:0.6796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008341790176928043 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008341790176928043 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:338.73828125 - response_length/max:871.0 - response_length/min:130.0 - resp
|
||||
step:25 - global_seqlen/min:15937 - global_seqlen/max:27418 - global_seqlen/minmax_diff:11481 - global_seqlen/balanced_min:19807 - global_seqlen/balanced_max:26999 - global_seqlen/mean:20707.0 - actor/entropy:0.3987303078174591 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.255557656288147 - training/rollout_probs_diff_mean:0.004223836585879326 - training/rollout_probs_diff_std:0.009838092140853405 - training/rollout_actor_probs_pearson_corr:0.9993494153022766 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.953125 - self_distillation/correct_sample_fraction:0.60546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.953125 - rollout_corr/rollout_is_mean:0.9998807311058044 - rollout_corr/rollout_is_ratio_fraction_high:1.1344041922711767e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.3305249214172363 - rollout_corr/rollout_is_min:0.6170079112052917 - rollout_corr/rollout_is_std:0.03298519551753998 - rollout_corr/rollout_is_eff_sample_size:0.9989129214215687 - rollout_corr/rollout_is_seq_mean:0.9999215602874756 - rollout_corr/rollout_is_seq_std:0.0021895491518080235 - rollout_corr/rollout_is_seq_max:1.0056557655334473 - rollout_corr/rollout_is_seq_min:0.9941216707229614 - rollout_corr/rollout_is_seq_max_deviation:0.005878329277038574 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5957624576985836) - rollout_corr/training_log_ppl:np.float64(0.45699046293157153) - rollout_corr/kl:np.float64(0.0007133274897199726) - rollout_corr/k3_kl:np.float64(0.0006348629879369128) - rollout_corr/rollout_ppl:np.float64(1.5946152987889946) - rollout_corr/rollout_log_ppl:np.float64(0.4562771330056421) - rollout_corr/log_ppl_diff:np.float64(0.000713329925929429) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018191492890764493) - rollout_corr/log_ppl_diff_max:np.float64(0.006644338369369507) - rollout_corr/log_ppl_diff_min:np.float64(-0.005024045705795288) - rollout_corr/ppl_ratio:np.float64(1.0007159658707678) - rollout_corr/chi2_token:np.float64(0.0011202013120055199) - rollout_corr/chi2_seq:np.float64(0.29573115962557495) - actor/pg_loss:np.float64(-0.11602811268403457) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.12362033265526406) - srpo/sdpo_loss:np.float64(0.007592219971229497) - srpo/routed_loss:np.float64(-0.11602811268403457) - srpo/routed_token_count:np.float64(344.34375) - srpo/correct_sample_fraction:np.float64(0.60546875) - srpo/sdpo_sample_fraction:np.float64(0.36328125) - srpo/grpo_sample_fraction:np.float64(0.63671875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.15176082588732243) - self_distillation/dynamic_weight_mean:np.float64(0.3632812516298145) - self_distillation/dynamic_weight_max:np.float64(1.767829179763794) - self_distillation/empty_target_batch:np.float64(0.046875) - actor/grad_norm:np.float64(0.19856145977973938) - perf/mfu/actor:np.float64(0.04733541658830929) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.49893188476562) - actor/lr:np.float64(5e-06) - training/global_step:25 - training/epoch:0 - critic/score/mean:0.60546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.60546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.04194743186235428 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.04194743186235428 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:344.34375 - response_length/max:8192.0 - response_length/min:147.0 - response_len
|
||||
step:26 - global_seqlen/min:17240 - global_seqlen/max:23636 - global_seqlen/minmax_diff:6396 - global_seqlen/balanced_min:20040 - global_seqlen/balanced_max:20045 - global_seqlen/mean:20043.75 - actor/entropy:0.4267500340938568 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18459054827690125 - training/rollout_probs_diff_mean:0.004274370148777962 - training/rollout_probs_diff_std:0.00967387855052948 - training/rollout_actor_probs_pearson_corr:0.9993628263473511 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.83984375 - self_distillation/correct_sample_fraction:0.68359375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.83984375 - rollout_corr/rollout_is_mean:0.9999561309814453 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6179418563842773 - rollout_corr/rollout_is_min:0.5683040022850037 - rollout_corr/rollout_is_std:0.03271484375 - rollout_corr/rollout_is_eff_sample_size:0.9989308832323956 - rollout_corr/rollout_is_seq_mean:0.9999919533729553 - rollout_corr/rollout_is_seq_std:0.0019507461693137884 - rollout_corr/rollout_is_seq_max:1.004949927330017 - rollout_corr/rollout_is_seq_min:0.9933127760887146 - rollout_corr/rollout_is_seq_max_deviation:0.0066872239112854 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.574332669377327) - rollout_corr/training_log_ppl:np.float64(0.44277612800942734) - rollout_corr/kl:np.float64(0.0005922083192508865) - rollout_corr/k3_kl:np.float64(0.0005841709605647338) - rollout_corr/rollout_ppl:np.float64(1.5733977505005896) - rollout_corr/rollout_log_ppl:np.float64(0.4421839203569107) - rollout_corr/log_ppl_diff:np.float64(0.0005922076525166631) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015304737025871873) - rollout_corr/log_ppl_diff_max:np.float64(0.00805586576461792) - rollout_corr/log_ppl_diff_min:np.float64(-0.004199177026748657) - rollout_corr/ppl_ratio:np.float64(1.0005942918360233) - rollout_corr/chi2_token:np.float64(0.0011545885354280472) - rollout_corr/chi2_seq:np.float64(0.1558551953639835) - actor/pg_loss:np.float64(-0.07132787555565301) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07467459814506583) - srpo/sdpo_loss:np.float64(0.0033467225894128205) - srpo/routed_loss:np.float64(-0.07132787555565301) - srpo/routed_token_count:np.float64(329.9609375) - srpo/correct_sample_fraction:np.float64(0.68359375) - srpo/sdpo_sample_fraction:np.float64(0.16015625) - srpo/grpo_sample_fraction:np.float64(0.83984375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.06411320180632174) - self_distillation/dynamic_weight_mean:np.float64(0.16015625023283064) - self_distillation/dynamic_weight_max:np.float64(1.5656784772872925) - self_distillation/empty_target_batch:np.float64(0.16015625) - actor/grad_norm:np.float64(0.10093306750059128) - perf/mfu/actor:np.float64(0.04894874892547817) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.41050720214844) - actor/lr:np.float64(5e-06) - training/global_step:26 - training/epoch:0 - critic/score/mean:0.68359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.68359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0021797679364681244 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0021797679364681244 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:329.9609375 - response_length/max:729.0 - response_length/min:134.0 - response_length/clip_rati
|
||||
step:27 - global_seqlen/min:16414 - global_seqlen/max:21944 - global_seqlen/minmax_diff:5530 - global_seqlen/balanced_min:19147 - global_seqlen/balanced_max:19150 - global_seqlen/mean:19148.625 - actor/entropy:0.4149443209171295 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.8798266053199768 - training/rollout_probs_diff_mean:0.0043234690092504025 - training/rollout_probs_diff_std:0.011272597126662731 - training/rollout_actor_probs_pearson_corr:0.9992205500602722 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.88671875 - self_distillation/correct_sample_fraction:0.58203125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.88671875 - rollout_corr/rollout_is_mean:1.0000797510147095 - rollout_corr/rollout_is_ratio_fraction_high:1.1465128409327008e-05 - rollout_corr/rollout_is_ratio_fraction_low:5.732564386562444e-05 - rollout_corr/rollout_is_max:2.2519025802612305 - rollout_corr/rollout_is_min:0.02488594502210617 - rollout_corr/rollout_is_std:0.033273063600063324 - rollout_corr/rollout_is_eff_sample_size:0.9988942465813453 - rollout_corr/rollout_is_seq_mean:1.0001091957092285 - rollout_corr/rollout_is_seq_std:0.0020204484462738037 - rollout_corr/rollout_is_seq_max:1.0058717727661133 - rollout_corr/rollout_is_seq_min:0.9954020380973816 - rollout_corr/rollout_is_seq_max_deviation:0.005871772766113281 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5463653751648962) - rollout_corr/training_log_ppl:np.float64(0.4259867175715044) - rollout_corr/kl:np.float64(0.0005348076640707689) - rollout_corr/k3_kl:np.float64(0.0006440735302248868) - rollout_corr/rollout_ppl:np.float64(1.5455749221146107) - rollout_corr/rollout_log_ppl:np.float64(0.42545190596138127) - rollout_corr/log_ppl_diff:np.float64(0.0005348116101231426) - rollout_corr/log_ppl_abs_diff:np.float64(0.001684188115177676) - rollout_corr/log_ppl_diff_max:np.float64(0.007071435451507568) - rollout_corr/log_ppl_diff_min:np.float64(-0.005022376775741577) - rollout_corr/ppl_ratio:np.float64(1.0005372113082558) - rollout_corr/chi2_token:np.float64(0.0014060547109693289) - rollout_corr/chi2_seq:np.float64(0.5158218648284674) - actor/pg_loss:np.float64(-0.0953164017682866) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10202614511945285) - srpo/sdpo_loss:np.float64(0.006709743351166253) - srpo/routed_loss:np.float64(-0.0953164017682866) - srpo/routed_token_count:np.float64(340.70703125) - srpo/correct_sample_fraction:np.float64(0.58203125) - srpo/sdpo_sample_fraction:np.float64(0.32421875) - srpo/grpo_sample_fraction:np.float64(0.67578125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1297742006718181) - self_distillation/dynamic_weight_mean:np.float64(0.32421875023283064) - self_distillation/dynamic_weight_max:np.float64(1.5719821453094482) - self_distillation/empty_target_batch:np.float64(0.11328125) - actor/grad_norm:np.float64(0.14564067125320435) - perf/mfu/actor:np.float64(0.04657792903735031) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.3760528564453) - actor/lr:np.float64(5e-06) - training/global_step:27 - training/epoch:0 - critic/score/mean:0.58203125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.58203125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00031529105035588145 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.00031529105035588145 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:340.70703125 - response_length/max:675.0 - respo
|
||||
step:28 - global_seqlen/min:17394 - global_seqlen/max:21654 - global_seqlen/minmax_diff:4260 - global_seqlen/balanced_min:19025 - global_seqlen/balanced_max:19064 - global_seqlen/mean:19031.0 - actor/entropy:0.44819656014442444 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3797495365142822 - training/rollout_probs_diff_mean:0.004718984477221966 - training/rollout_probs_diff_std:0.010396217927336693 - training/rollout_actor_probs_pearson_corr:0.999322772026062 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.921875 - self_distillation/correct_sample_fraction:0.60546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.921875 - rollout_corr/rollout_is_mean:1.0000207424163818 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8591378927230835 - rollout_corr/rollout_is_min:0.535514235496521 - rollout_corr/rollout_is_std:0.034431617707014084 - rollout_corr/rollout_is_eff_sample_size:0.9988157485205191 - rollout_corr/rollout_is_seq_mean:0.9999289512634277 - rollout_corr/rollout_is_seq_std:0.00209997221827507 - rollout_corr/rollout_is_seq_max:1.0049718618392944 - rollout_corr/rollout_is_seq_min:0.9917517304420471 - rollout_corr/rollout_is_seq_max_deviation:0.00824826955795288 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.588939093053341) - rollout_corr/training_log_ppl:np.float64(0.4537384598515928) - rollout_corr/kl:np.float64(0.0006902517041309508) - rollout_corr/k3_kl:np.float64(0.0006191839530060861) - rollout_corr/rollout_ppl:np.float64(1.587794488761574) - rollout_corr/rollout_log_ppl:np.float64(0.45304820529418066) - rollout_corr/log_ppl_diff:np.float64(0.0006902545574121177) - rollout_corr/log_ppl_abs_diff:np.float64(0.001676431915257126) - rollout_corr/log_ppl_diff_max:np.float64(0.009089052677154541) - rollout_corr/log_ppl_diff_min:np.float64(-0.004191398620605469) - rollout_corr/ppl_ratio:np.float64(1.0006927528884262) - rollout_corr/chi2_token:np.float64(0.0011026046704500914) - rollout_corr/chi2_seq:np.float64(0.33617734047584236) - actor/pg_loss:np.float64(-0.10128163244189636) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10883047318202443) - srpo/sdpo_loss:np.float64(0.007548840740128071) - srpo/routed_loss:np.float64(-0.10128163244189636) - srpo/routed_token_count:np.float64(322.3125) - srpo/correct_sample_fraction:np.float64(0.60546875) - srpo/sdpo_sample_fraction:np.float64(0.33203125) - srpo/grpo_sample_fraction:np.float64(0.66796875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1390057496901136) - self_distillation/dynamic_weight_mean:np.float64(0.3320312511641532) - self_distillation/dynamic_weight_max:np.float64(1.6517930030822754) - self_distillation/empty_target_batch:np.float64(0.078125) - actor/grad_norm:np.float64(0.17351306974887848) - perf/mfu/actor:np.float64(0.04647555194069838) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.53758811950684) - actor/lr:np.float64(5e-06) - training/global_step:28 - training/epoch:0 - critic/score/mean:0.60546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.60546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.007927634753286839 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.007927634753286839 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:322.3125 - response_length/max:910.0 - response_length/min:142.0 - response_length/clip_ratio:0.0 - respo
|
||||
step:29 - global_seqlen/min:17133 - global_seqlen/max:25456 - global_seqlen/minmax_diff:8323 - global_seqlen/balanced_min:20778 - global_seqlen/balanced_max:21214 - global_seqlen/mean:20842.75 - actor/entropy:0.3868924081325531 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22548168897628784 - training/rollout_probs_diff_mean:0.003943559713661671 - training/rollout_probs_diff_std:0.009302451275289059 - training/rollout_actor_probs_pearson_corr:0.9994109869003296 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.86328125 - self_distillation/correct_sample_fraction:0.5625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.86328125 - rollout_corr/rollout_is_mean:0.999891996383667 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6474725008010864 - rollout_corr/rollout_is_min:0.5352628231048584 - rollout_corr/rollout_is_std:0.03136613219976425 - rollout_corr/rollout_is_eff_sample_size:0.9990170137367983 - rollout_corr/rollout_is_seq_mean:0.9998056888580322 - rollout_corr/rollout_is_seq_std:0.0019753461237996817 - rollout_corr/rollout_is_seq_max:1.0073505640029907 - rollout_corr/rollout_is_seq_min:0.9921833276748657 - rollout_corr/rollout_is_seq_max_deviation:0.007816672325134277 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5273611112497747) - rollout_corr/training_log_ppl:np.float64(0.41153318734723143) - rollout_corr/kl:np.float64(0.0007262939214882635) - rollout_corr/k3_kl:np.float64(0.000531975518811123) - rollout_corr/rollout_ppl:np.float64(1.5261691333726048) - rollout_corr/rollout_log_ppl:np.float64(0.41080689171212725) - rollout_corr/log_ppl_diff:np.float64(0.0007262956351041794) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015831687487661839) - rollout_corr/log_ppl_diff_max:np.float64(0.008541345596313477) - rollout_corr/log_ppl_diff_min:np.float64(-0.006328463554382324) - rollout_corr/ppl_ratio:np.float64(1.0007285522297025) - rollout_corr/chi2_token:np.float64(0.0006829444319009781) - rollout_corr/chi2_seq:np.float64(0.5034442087635398) - actor/pg_loss:np.float64(-0.10478546040212677) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.11034141626441851) - srpo/sdpo_loss:np.float64(0.005555955862291739) - srpo/routed_loss:np.float64(-0.10478546040212677) - srpo/routed_token_count:np.float64(374.5859375) - srpo/correct_sample_fraction:np.float64(0.5625) - srpo/sdpo_sample_fraction:np.float64(0.3125) - srpo/grpo_sample_fraction:np.float64(0.6875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11363927979255095) - self_distillation/dynamic_weight_mean:np.float64(0.3125000004656613) - self_distillation/dynamic_weight_max:np.float64(1.6596486568450928) - self_distillation/empty_target_batch:np.float64(0.13671875) - actor/grad_norm:np.float64(0.1293143481016159) - perf/mfu/actor:np.float64(0.05016100040763234) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.71257877349854) - actor/lr:np.float64(5e-06) - training/global_step:29 - training/epoch:0 - critic/score/mean:0.5625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.013371535576879978 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.013371535576879978 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:374.5859375 - response_length/max:1489.0 - response_length/min:114.0 - response_length/clip_ratio:0.0 - response_leng
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 30}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
To determine the correct reactant for the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1", we need to identify the molecule that contains the same functional groups and structural features as the target product.
|
||||
|
||||
The product contains:
|
||||
- A nitrogen-containing ring (nitrile or amide-like structure),
|
||||
- A chlorinated aromatic ring (with Cl),
|
||||
- A fluorinated aromatic ring (with C(F)(F)F),
|
||||
- A nitrogen atom bonded to a carbon chain that includes the chlorinated and fluorinated aromatic rings.
|
||||
|
||||
Now, let's evaluate the options:
|
||||
|
||||
- **Option A** contains a nitrile group (C≡N), a chlorinated aromatic ring, and a fluorinated aromatic ring. It also includes a nitrogen atom in a ring, which matches the structure of the product. This is a strong candidate.
|
||||
|
||||
- **Option B** includes a chlorine atom and a fluorinated ring, but the structure does not match the nitrile or the specific ring arrangement of the product.
|
||||
|
||||
- **Option C** includes a fluorinated ring and a hydroxyl group, which is not present in the target product.
|
||||
|
||||
- **Option D** contains a fluorinated ring and a double bond, but it lacks the nitrogen ring structure required for the product.
|
||||
|
||||
Thus, **Option A** is the only molecule that contains all the required functional groups and structural elements to be the correct reactant for the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1".
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_30
|
||||
step:30 - global_seqlen/min:18477 - global_seqlen/max:26663 - global_seqlen/minmax_diff:8186 - global_seqlen/balanced_min:21169 - global_seqlen/balanced_max:21174 - global_seqlen/mean:21172.0 - actor/entropy:0.3558143377304077 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7716197967529297 - training/rollout_probs_diff_mean:0.0041268919594585896 - training/rollout_probs_diff_std:0.010997132398188114 - training/rollout_actor_probs_pearson_corr:0.9991487264633179 - self_distillation/success_group_fraction:0.78125 - self_distillation/success_sample_fraction:0.7578125 - self_distillation/correct_sample_fraction:0.43359375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.7578125 - rollout_corr/rollout_is_mean:1.0001308917999268 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:4.4341966713545844e-05 - rollout_corr/rollout_is_max:1.581742525100708 - rollout_corr/rollout_is_min:0.10997854918241501 - rollout_corr/rollout_is_std:0.03319235146045685 - rollout_corr/rollout_is_eff_sample_size:0.9988998370653812 - rollout_corr/rollout_is_seq_mean:1.0000998973846436 - rollout_corr/rollout_is_seq_std:0.0021569826640188694 - rollout_corr/rollout_is_seq_max:1.0057772397994995 - rollout_corr/rollout_is_seq_min:0.9923914074897766 - rollout_corr/rollout_is_seq_max_deviation:0.007608592510223389 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4855312062427402) - rollout_corr/training_log_ppl:np.float64(0.3855341548623983) - rollout_corr/kl:np.float64(0.0005283912778324407) - rollout_corr/k3_kl:np.float64(0.0006282739947494065) - rollout_corr/rollout_ppl:np.float64(1.484723202418536) - rollout_corr/rollout_log_ppl:np.float64(0.3850057611998636) - rollout_corr/log_ppl_diff:np.float64(0.0005283936625346541) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017195909167639911) - rollout_corr/log_ppl_diff_max:np.float64(0.008442223072052002) - rollout_corr/log_ppl_diff_min:np.float64(-0.004758298397064209) - rollout_corr/ppl_ratio:np.float64(1.0005309183616191) - rollout_corr/chi2_token:np.float64(0.0014368104748427868) - rollout_corr/chi2_seq:np.float64(0.6821754479315132) - actor/pg_loss:np.float64(-0.08127161228730984) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08740414105704986) - srpo/sdpo_loss:np.float64(0.00613252876974002) - srpo/routed_loss:np.float64(-0.08127161228730984) - srpo/routed_token_count:np.float64(352.375) - srpo/correct_sample_fraction:np.float64(0.43359375) - srpo/sdpo_sample_fraction:np.float64(0.34765625) - srpo/grpo_sample_fraction:np.float64(0.65234375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.13002013671211898) - self_distillation/dynamic_weight_mean:np.float64(0.34765625302679837) - self_distillation/dynamic_weight_max:np.float64(1.7029565572738647) - self_distillation/empty_target_batch:np.float64(0.2421875) - actor/grad_norm:np.float64(0.1513621062040329) - perf/mfu/actor:np.float64(0.05175551713808847) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.58666467666626) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.6571428571428571) - val-aux/sciknoweval/reward/std@16:np.float64(0.19894500041514396) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7378428571428571) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.15358444280639943) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.5754333333333334) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.18359878983352199) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.6569238095238095) - val-aux/sciknow
|
||||
step:31 - global_seqlen/min:17506 - global_seqlen/max:24099 - global_seqlen/minmax_diff:6593 - global_seqlen/balanced_min:20165 - global_seqlen/balanced_max:20330 - global_seqlen/mean:20186.75 - actor/entropy:0.3570491373538971 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25833648443222046 - training/rollout_probs_diff_mean:0.004351479932665825 - training/rollout_probs_diff_std:0.010515912435948849 - training/rollout_actor_probs_pearson_corr:0.9992139339447021 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.8984375 - self_distillation/correct_sample_fraction:0.6640625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8984375 - rollout_corr/rollout_is_mean:0.9999133944511414 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6952556371688843 - rollout_corr/rollout_is_min:0.613182544708252 - rollout_corr/rollout_is_std:0.03401712328195572 - rollout_corr/rollout_is_eff_sample_size:0.9988439350407945 - rollout_corr/rollout_is_seq_mean:0.9999037384986877 - rollout_corr/rollout_is_seq_std:0.0019087932305410504 - rollout_corr/rollout_is_seq_max:1.0076055526733398 - rollout_corr/rollout_is_seq_min:0.9937334060668945 - rollout_corr/rollout_is_seq_max_deviation:0.007605552673339844 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4590677530504763) - rollout_corr/training_log_ppl:np.float64(0.37038733388180844) - rollout_corr/kl:np.float64(0.0007148136270309635) - rollout_corr/k3_kl:np.float64(0.0006185856908871301) - rollout_corr/rollout_ppl:np.float64(1.4579716809093952) - rollout_corr/rollout_log_ppl:np.float64(0.3696725189802237) - rollout_corr/log_ppl_diff:np.float64(0.0007148149015847594) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015622538921888918) - rollout_corr/log_ppl_diff_max:np.float64(0.007090747356414795) - rollout_corr/log_ppl_diff_min:np.float64(-0.0066414475440979) - rollout_corr/ppl_ratio:np.float64(1.000716918380931) - rollout_corr/chi2_token:np.float64(0.001048606587573886) - rollout_corr/chi2_seq:np.float64(0.24085880909115076) - actor/pg_loss:np.float64(-0.08881684666812362) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09279592501115985) - srpo/sdpo_loss:np.float64(0.003979078343036235) - srpo/routed_loss:np.float64(-0.08881684666812362) - srpo/routed_token_count:np.float64(350.9921875) - srpo/correct_sample_fraction:np.float64(0.6640625) - srpo/sdpo_sample_fraction:np.float64(0.2421875) - srpo/grpo_sample_fraction:np.float64(0.7578125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07057759893359616) - self_distillation/dynamic_weight_mean:np.float64(0.24218750232830644) - self_distillation/dynamic_weight_max:np.float64(1.4026304483413696) - self_distillation/empty_target_batch:np.float64(0.1015625) - actor/grad_norm:np.float64(0.12096338719129562) - perf/mfu/actor:np.float64(0.04915516993215124) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.80625534057617) - actor/lr:np.float64(5e-06) - training/global_step:31 - training/epoch:0 - critic/score/mean:0.6640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002320430940017104 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002320430940017104 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:350.9921875 - response_length/max:1298.0 - response_length/min:122.0 - response_length/clip_ratio:0
|
||||
step:32 - global_seqlen/min:15913 - global_seqlen/max:22449 - global_seqlen/minmax_diff:6536 - global_seqlen/balanced_min:19406 - global_seqlen/balanced_max:20099 - global_seqlen/mean:19494.625 - actor/entropy:0.3579261004924774 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.6167416572570801 - training/rollout_probs_diff_mean:0.004394973628222942 - training/rollout_probs_diff_std:0.010969847440719604 - training/rollout_actor_probs_pearson_corr:0.9991530776023865 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.80078125 - self_distillation/correct_sample_fraction:0.60546875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.80078125 - rollout_corr/rollout_is_mean:0.9999185800552368 - rollout_corr/rollout_is_ratio_fraction_high:2.2555797841050662e-05 - rollout_corr/rollout_is_ratio_fraction_low:4.5111595682101324e-05 - rollout_corr/rollout_is_max:6.0871992111206055 - rollout_corr/rollout_is_min:0.19150236248970032 - rollout_corr/rollout_is_std:0.03467140719294548 - rollout_corr/rollout_is_eff_sample_size:0.9987989800796433 - rollout_corr/rollout_is_seq_mean:0.9999233484268188 - rollout_corr/rollout_is_seq_std:0.0020026653073728085 - rollout_corr/rollout_is_seq_max:1.0132184028625488 - rollout_corr/rollout_is_seq_min:0.9942338466644287 - rollout_corr/rollout_is_seq_max_deviation:0.013218402862548828 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.458213061094284) - rollout_corr/training_log_ppl:np.float64(0.3690448985726107) - rollout_corr/kl:np.float64(0.0007569218554301926) - rollout_corr/k3_kl:np.float64(0.0006802142582671422) - rollout_corr/rollout_ppl:np.float64(1.4570725494995713) - rollout_corr/rollout_log_ppl:np.float64(0.36828797656926326) - rollout_corr/log_ppl_diff:np.float64(0.0007569220033474267) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015879579004831612) - rollout_corr/log_ppl_diff_max:np.float64(0.006578981876373291) - rollout_corr/log_ppl_diff_min:np.float64(-0.006822645664215088) - rollout_corr/ppl_ratio:np.float64(1.0007589757442474) - rollout_corr/chi2_token:np.float64(0.001420029904693365) - rollout_corr/chi2_seq:np.float64(0.40133173763751984) - actor/pg_loss:np.float64(-0.0793159766417375) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08349706113222055) - srpo/sdpo_loss:np.float64(0.004181084490483045) - srpo/routed_loss:np.float64(-0.0793159766417375) - srpo/routed_token_count:np.float64(346.36328125) - srpo/correct_sample_fraction:np.float64(0.60546875) - srpo/sdpo_sample_fraction:np.float64(0.20703125) - srpo/grpo_sample_fraction:np.float64(0.79296875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.0721525936096441) - self_distillation/dynamic_weight_mean:np.float64(0.20703125232830644) - self_distillation/dynamic_weight_max:np.float64(1.538292646408081) - self_distillation/empty_target_batch:np.float64(0.19921875) - actor/grad_norm:np.float64(0.11193271726369858) - perf/mfu/actor:np.float64(0.047609497776679485) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.35849380493164) - actor/lr:np.float64(5e-06) - training/global_step:32 - training/epoch:0 - critic/score/mean:0.60546875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.60546875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-1.2687635717156809e-05 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-1.2687635717156809e-05 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:346.36328125 - response_length/max:1664.0 - res
|
||||
step:33 - global_seqlen/min:17078 - global_seqlen/max:23617 - global_seqlen/minmax_diff:6539 - global_seqlen/balanced_min:20158 - global_seqlen/balanced_max:20693 - global_seqlen/mean:20228.375 - actor/entropy:0.39080148935317993 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2071724832057953 - training/rollout_probs_diff_mean:0.004605509340763092 - training/rollout_probs_diff_std:0.010638948529958725 - training/rollout_actor_probs_pearson_corr:0.9991924166679382 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.9453125 - self_distillation/correct_sample_fraction:0.671875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9453125 - rollout_corr/rollout_is_mean:0.9999727606773376 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6231764554977417 - rollout_corr/rollout_is_min:0.5993181467056274 - rollout_corr/rollout_is_std:0.0351342037320137 - rollout_corr/rollout_is_eff_sample_size:0.998767109701519 - rollout_corr/rollout_is_seq_mean:1.0000377893447876 - rollout_corr/rollout_is_seq_std:0.0022499735932797194 - rollout_corr/rollout_is_seq_max:1.0072107315063477 - rollout_corr/rollout_is_seq_min:0.9931809902191162 - rollout_corr/rollout_is_seq_max_deviation:0.007210731506347656 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5037069404497743) - rollout_corr/training_log_ppl:np.float64(0.40107659390196204) - rollout_corr/kl:np.float64(0.0006180090511409553) - rollout_corr/k3_kl:np.float64(0.000655824128216409) - rollout_corr/rollout_ppl:np.float64(1.5027949935756624) - rollout_corr/rollout_log_ppl:np.float64(0.4004585840157233) - rollout_corr/log_ppl_diff:np.float64(0.000618009886238724) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018179113394580781) - rollout_corr/log_ppl_diff_max:np.float64(0.007937073707580566) - rollout_corr/log_ppl_diff_min:np.float64(-0.006414055824279785) - rollout_corr/ppl_ratio:np.float64(1.0006206997204572) - rollout_corr/chi2_token:np.float64(0.0014019131194800138) - rollout_corr/chi2_seq:np.float64(0.5141368953045458) - actor/pg_loss:np.float64(-0.08184766947579192) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08788049142458476) - srpo/sdpo_loss:np.float64(0.006032821948792844) - srpo/routed_loss:np.float64(-0.08184766947579192) - srpo/routed_token_count:np.float64(338.38671875) - srpo/correct_sample_fraction:np.float64(0.671875) - srpo/sdpo_sample_fraction:np.float64(0.296875) - srpo/grpo_sample_fraction:np.float64(0.703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10841562243876979) - self_distillation/dynamic_weight_mean:np.float64(0.2968749995343387) - self_distillation/dynamic_weight_max:np.float64(1.6199642419815063) - self_distillation/empty_target_batch:np.float64(0.0546875) - actor/grad_norm:np.float64(0.1475091427564621) - perf/mfu/actor:np.float64(0.049083738296936796) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.20652389526367) - actor/lr:np.float64(5e-06) - training/global_step:33 - training/epoch:0 - critic/score/mean:0.671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0032697657588869333 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0032697657588869333 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:338.38671875 - response_length/max:1479.0 - response_length/min:141.0 - response_length/clip_ratio:0.0
|
||||
step:34 - global_seqlen/min:18409 - global_seqlen/max:24504 - global_seqlen/minmax_diff:6095 - global_seqlen/balanced_min:21059 - global_seqlen/balanced_max:21062 - global_seqlen/mean:21060.125 - actor/entropy:0.3892143964767456 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.7222251296043396 - training/rollout_probs_diff_mean:0.004584111273288727 - training/rollout_probs_diff_std:0.011687884107232094 - training/rollout_actor_probs_pearson_corr:0.9990418553352356 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.90234375 - self_distillation/correct_sample_fraction:0.63671875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.90234375 - rollout_corr/rollout_is_mean:1.0000967979431152 - rollout_corr/rollout_is_ratio_fraction_high:2.1442432625917718e-05 - rollout_corr/rollout_is_ratio_fraction_low:3.216364711988717e-05 - rollout_corr/rollout_is_max:5.7545976638793945 - rollout_corr/rollout_is_min:0.116624616086483 - rollout_corr/rollout_is_std:0.03531019762158394 - rollout_corr/rollout_is_eff_sample_size:0.9987550993777402 - rollout_corr/rollout_is_seq_mean:1.0000746250152588 - rollout_corr/rollout_is_seq_std:0.0020950818434357643 - rollout_corr/rollout_is_seq_max:1.008915901184082 - rollout_corr/rollout_is_seq_min:0.9938727617263794 - rollout_corr/rollout_is_seq_max_deviation:0.008915901184082031 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4996769959107041) - rollout_corr/training_log_ppl:np.float64(0.39789959171321243) - rollout_corr/kl:np.float64(0.000615219526238775) - rollout_corr/k3_kl:np.float64(0.0006898184661565665) - rollout_corr/rollout_ppl:np.float64(1.4987404746934772) - rollout_corr/rollout_log_ppl:np.float64(0.39728437014855444) - rollout_corr/log_ppl_diff:np.float64(0.0006152215646579862) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015998560702428222) - rollout_corr/log_ppl_diff_max:np.float64(0.006940871477127075) - rollout_corr/log_ppl_diff_min:np.float64(-0.008001178503036499) - rollout_corr/ppl_ratio:np.float64(1.000617431011051) - rollout_corr/chi2_token:np.float64(0.0017045747954398394) - rollout_corr/chi2_seq:np.float64(0.8810632412787527) - actor/pg_loss:np.float64(-0.1181773781981974) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.12353056424763054) - srpo/sdpo_loss:np.float64(0.005353186049433134) - srpo/routed_loss:np.float64(-0.1181773781981974) - srpo/routed_token_count:np.float64(364.34765625) - srpo/correct_sample_fraction:np.float64(0.63671875) - srpo/sdpo_sample_fraction:np.float64(0.26953125) - srpo/grpo_sample_fraction:np.float64(0.73046875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10020930966129526) - self_distillation/dynamic_weight_mean:np.float64(0.2695312548894435) - self_distillation/dynamic_weight_max:np.float64(1.6171088218688965) - self_distillation/empty_target_batch:np.float64(0.09765625) - actor/grad_norm:np.float64(0.14010198414325714) - perf/mfu/actor:np.float64(0.05095102047482483) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.1578712463379) - actor/lr:np.float64(5e-06) - training/global_step:34 - training/epoch:0 - critic/score/mean:0.63671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.63671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-7.90689664427191e-05 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-7.90689664427191e-05 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:364.34765625 - response_length/max:888.0 - response_len
|
||||
step:35 - global_seqlen/min:18636 - global_seqlen/max:22842 - global_seqlen/minmax_diff:4206 - global_seqlen/balanced_min:20588 - global_seqlen/balanced_max:20723 - global_seqlen/mean:20618.0 - actor/entropy:0.3549705445766449 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21525025367736816 - training/rollout_probs_diff_mean:0.003980264533311129 - training/rollout_probs_diff_std:0.00987188145518303 - training/rollout_actor_probs_pearson_corr:0.9993265867233276 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.86328125 - self_distillation/correct_sample_fraction:0.59765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.86328125 - rollout_corr/rollout_is_mean:0.9998791217803955 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5994949340820312 - rollout_corr/rollout_is_min:0.5088726878166199 - rollout_corr/rollout_is_std:0.03228200227022171 - rollout_corr/rollout_is_eff_sample_size:0.9989587193677245 - rollout_corr/rollout_is_seq_mean:0.9998824000358582 - rollout_corr/rollout_is_seq_std:0.0019528742413967848 - rollout_corr/rollout_is_seq_max:1.0062986612319946 - rollout_corr/rollout_is_seq_min:0.9908567667007446 - rollout_corr/rollout_is_seq_max_deviation:0.009143233299255371 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4615845256485045) - rollout_corr/training_log_ppl:np.float64(0.37022943652118556) - rollout_corr/kl:np.float64(0.0006899266920683544) - rollout_corr/k3_kl:np.float64(0.0005722982182874148) - rollout_corr/rollout_ppl:np.float64(1.4605452828109264) - rollout_corr/rollout_log_ppl:np.float64(0.36953950763563626) - rollout_corr/log_ppl_diff:np.float64(0.0006899288855493069) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015451816725544631) - rollout_corr/log_ppl_diff_max:np.float64(0.009873807430267334) - rollout_corr/log_ppl_diff_min:np.float64(-0.005472362041473389) - rollout_corr/ppl_ratio:np.float64(1.0006920616142452) - rollout_corr/chi2_token:np.float64(0.0009153443388640881) - rollout_corr/chi2_seq:np.float64(0.3552975310012698) - actor/pg_loss:np.float64(-0.08758136704636854) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09130975024891086) - srpo/sdpo_loss:np.float64(0.003728383202542318) - srpo/routed_loss:np.float64(-0.08758136704636854) - srpo/routed_token_count:np.float64(366.125) - srpo/correct_sample_fraction:np.float64(0.59765625) - srpo/sdpo_sample_fraction:np.float64(0.27734375) - srpo/grpo_sample_fraction:np.float64(0.72265625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.0886426973156631) - self_distillation/dynamic_weight_mean:np.float64(0.27734375023283064) - self_distillation/dynamic_weight_max:np.float64(1.5118051767349243) - self_distillation/empty_target_batch:np.float64(0.13671875) - actor/grad_norm:np.float64(0.11859505623579025) - perf/mfu/actor:np.float64(0.04996112253578358) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.02352905273438) - actor/lr:np.float64(5e-06) - training/global_step:35 - training/epoch:0 - critic/score/mean:0.59765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.59765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:4.5343975216383114e-05 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:4.5343975216383114e-05 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:366.125 - response_length/max:1093.0 - response_length/min:155.0 - response_length/clip_rati
|
||||
step:36 - global_seqlen/min:15093 - global_seqlen/max:22395 - global_seqlen/minmax_diff:7302 - global_seqlen/balanced_min:19974 - global_seqlen/balanced_max:19976 - global_seqlen/mean:19975.625 - actor/entropy:0.3983524739742279 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2163712978363037 - training/rollout_probs_diff_mean:0.004480649717152119 - training/rollout_probs_diff_std:0.010291211307048798 - training/rollout_actor_probs_pearson_corr:0.9992621541023254 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.859375 - self_distillation/correct_sample_fraction:0.6484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.859375 - rollout_corr/rollout_is_mean:1.0000180006027222 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.2563941456610337e-05 - rollout_corr/rollout_is_max:1.6297019720077515 - rollout_corr/rollout_is_min:0.35454800724983215 - rollout_corr/rollout_is_std:0.03437964618206024 - rollout_corr/rollout_is_eff_sample_size:0.998819435274512 - rollout_corr/rollout_is_seq_mean:1.0000064373016357 - rollout_corr/rollout_is_seq_std:0.002106253756210208 - rollout_corr/rollout_is_seq_max:1.0063467025756836 - rollout_corr/rollout_is_seq_min:0.9930452108383179 - rollout_corr/rollout_is_seq_max_deviation:0.006954789161682129 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5126480469480157) - rollout_corr/training_log_ppl:np.float64(0.4058767219539732) - rollout_corr/kl:np.float64(0.0006177780598974891) - rollout_corr/k3_kl:np.float64(0.0006242219493515222) - rollout_corr/rollout_ppl:np.float64(1.5117150591686368) - rollout_corr/rollout_log_ppl:np.float64(0.4052589444909245) - rollout_corr/log_ppl_diff:np.float64(0.0006177774630486965) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017261509783565998) - rollout_corr/log_ppl_diff_max:np.float64(0.007931560277938843) - rollout_corr/log_ppl_diff_min:np.float64(-0.005533576011657715) - rollout_corr/ppl_ratio:np.float64(1.000620166072622) - rollout_corr/chi2_token:np.float64(0.0012599723413586617) - rollout_corr/chi2_seq:np.float64(0.4538631534669548) - actor/pg_loss:np.float64(-0.07367363338380528) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0781108412775211) - srpo/sdpo_loss:np.float64(0.004437207893715822) - srpo/routed_loss:np.float64(-0.07367363338380528) - srpo/routed_token_count:np.float64(346.23828125) - srpo/correct_sample_fraction:np.float64(0.6484375) - srpo/sdpo_sample_fraction:np.float64(0.2265625) - srpo/grpo_sample_fraction:np.float64(0.7734375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08987945131957531) - self_distillation/dynamic_weight_mean:np.float64(0.2265625016298145) - self_distillation/dynamic_weight_max:np.float64(1.6426304578781128) - self_distillation/empty_target_batch:np.float64(0.140625) - actor/grad_norm:np.float64(0.11178626865148544) - perf/mfu/actor:np.float64(0.048949669348927416) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.09801530838013) - actor/lr:np.float64(5e-06) - training/global_step:36 - training/epoch:0 - critic/score/mean:0.6484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005480217281728983 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005480217281728983 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:346.23828125 - response_length/max:757.0 - response_length/min:182.0 - response_leng
|
||||
step:37 - global_seqlen/min:17416 - global_seqlen/max:25827 - global_seqlen/minmax_diff:8411 - global_seqlen/balanced_min:20634 - global_seqlen/balanced_max:20642 - global_seqlen/mean:20637.75 - actor/entropy:0.4075697958469391 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2139379382133484 - training/rollout_probs_diff_mean:0.004516042303293943 - training/rollout_probs_diff_std:0.010312465019524097 - training/rollout_actor_probs_pearson_corr:0.9992873668670654 - self_distillation/success_group_fraction:0.75 - self_distillation/success_sample_fraction:0.74609375 - self_distillation/correct_sample_fraction:0.515625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.74609375 - rollout_corr/rollout_is_mean:0.9999890923500061 - rollout_corr/rollout_is_ratio_fraction_high:1.17605550258304e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.17605550258304e-05 - rollout_corr/rollout_is_max:2.6941163539886475 - rollout_corr/rollout_is_min:0.3721352815628052 - rollout_corr/rollout_is_std:0.034841183573007584 - rollout_corr/rollout_is_eff_sample_size:0.9987873257502596 - rollout_corr/rollout_is_seq_mean:0.9999993443489075 - rollout_corr/rollout_is_seq_std:0.0022388717625290155 - rollout_corr/rollout_is_seq_max:1.0062590837478638 - rollout_corr/rollout_is_seq_min:0.9932899475097656 - rollout_corr/rollout_is_seq_max_deviation:0.006710052490234375 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.538189579732716) - rollout_corr/training_log_ppl:np.float64(0.4231192368315533) - rollout_corr/kl:np.float64(0.0006429263638891847) - rollout_corr/k3_kl:np.float64(0.0006422562655927777) - rollout_corr/rollout_ppl:np.float64(1.5371436807326972) - rollout_corr/rollout_log_ppl:np.float64(0.4224763092934154) - rollout_corr/log_ppl_diff:np.float64(0.000642927538137883) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017930976464413106) - rollout_corr/log_ppl_diff_max:np.float64(0.007571697235107422) - rollout_corr/log_ppl_diff_min:np.float64(-0.005531102418899536) - rollout_corr/ppl_ratio:np.float64(1.0006456598639488) - rollout_corr/chi2_token:np.float64(0.0013122691307216883) - rollout_corr/chi2_seq:np.float64(0.5198598308488727) - actor/pg_loss:np.float64(-0.08463223291073518) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08885854567051865) - srpo/sdpo_loss:np.float64(0.004226312759783468) - srpo/routed_loss:np.float64(-0.08463223291073518) - srpo/routed_token_count:np.float64(332.1484375) - srpo/correct_sample_fraction:np.float64(0.515625) - srpo/sdpo_sample_fraction:np.float64(0.234375) - srpo/grpo_sample_fraction:np.float64(0.765625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.09361398714827374) - self_distillation/dynamic_weight_mean:np.float64(0.23437500139698386) - self_distillation/dynamic_weight_max:np.float64(1.6021174192428589) - self_distillation/empty_target_batch:np.float64(0.25390625) - actor/grad_norm:np.float64(0.11999677121639252) - perf/mfu/actor:np.float64(0.0507104083044595) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.18274307250977) - actor/lr:np.float64(5e-06) - training/global_step:37 - training/epoch:0 - critic/score/mean:0.515625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.515625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004571915604174137 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004571915604174137 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:332.1484375 - response_length/max:806.0 - response_length/min:152.0 - res
|
||||
step:38 - global_seqlen/min:15033 - global_seqlen/max:23174 - global_seqlen/minmax_diff:8141 - global_seqlen/balanced_min:19043 - global_seqlen/balanced_max:19046 - global_seqlen/mean:19044.5 - actor/entropy:0.42253032326698303 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.38079845905303955 - training/rollout_probs_diff_mean:0.004645258653908968 - training/rollout_probs_diff_std:0.010890359058976173 - training/rollout_actor_probs_pearson_corr:0.9992119073867798 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.8671875 - self_distillation/correct_sample_fraction:0.66796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8671875 - rollout_corr/rollout_is_mean:1.0000581741333008 - rollout_corr/rollout_is_ratio_fraction_high:1.1766366696974728e-05 - rollout_corr/rollout_is_ratio_fraction_low:4.706546678789891e-05 - rollout_corr/rollout_is_max:2.48980712890625 - rollout_corr/rollout_is_min:0.2384062260389328 - rollout_corr/rollout_is_std:0.0351409874856472 - rollout_corr/rollout_is_eff_sample_size:0.9987667529550661 - rollout_corr/rollout_is_seq_mean:1.000091314315796 - rollout_corr/rollout_is_seq_std:0.0020507413428276777 - rollout_corr/rollout_is_seq_max:1.0068427324295044 - rollout_corr/rollout_is_seq_min:0.9934874176979065 - rollout_corr/rollout_is_seq_max_deviation:0.0068427324295043945 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5426450273953378) - rollout_corr/training_log_ppl:np.float64(0.4257253296673298) - rollout_corr/kl:np.float64(0.000570809987138432) - rollout_corr/k3_kl:np.float64(0.0006621677724751862) - rollout_corr/rollout_ppl:np.float64(1.5417939978651702) - rollout_corr/rollout_log_ppl:np.float64(0.4251545207807794) - rollout_corr/log_ppl_diff:np.float64(0.0005708088865503669) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016955116298049688) - rollout_corr/log_ppl_diff_max:np.float64(0.00982201099395752) - rollout_corr/log_ppl_diff_min:np.float64(-0.006258904933929443) - rollout_corr/ppl_ratio:np.float64(1.0005732860881835) - rollout_corr/chi2_token:np.float64(0.0014913850463926792) - rollout_corr/chi2_seq:np.float64(0.5091007978189737) - actor/pg_loss:np.float64(-0.08853226011706283) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09231598969199695) - srpo/sdpo_loss:np.float64(0.0037837295749341138) - srpo/routed_loss:np.float64(-0.08853226011706283) - srpo/routed_token_count:np.float64(331.984375) - srpo/correct_sample_fraction:np.float64(0.66796875) - srpo/sdpo_sample_fraction:np.float64(0.20703125) - srpo/grpo_sample_fraction:np.float64(0.79296875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07427940861089155) - self_distillation/dynamic_weight_mean:np.float64(0.20703125232830644) - self_distillation/dynamic_weight_max:np.float64(1.6149126291275024) - self_distillation/empty_target_batch:np.float64(0.1328125) - actor/grad_norm:np.float64(0.11134433001279831) - perf/mfu/actor:np.float64(0.04692610883672019) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.08474731445312) - actor/lr:np.float64(5e-06) - training/global_step:38 - training/epoch:0 - critic/score/mean:0.66796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004044688772410154 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004044688772410154 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:331.984375 - response_length/max:660.0 - response_length/min
|
||||
step:39 - global_seqlen/min:14397 - global_seqlen/max:25625 - global_seqlen/minmax_diff:11228 - global_seqlen/balanced_min:20333 - global_seqlen/balanced_max:20335 - global_seqlen/mean:20334.625 - actor/entropy:0.43753883242607117 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22950392961502075 - training/rollout_probs_diff_mean:0.004383872728794813 - training/rollout_probs_diff_std:0.009687982499599457 - training/rollout_actor_probs_pearson_corr:0.9993665814399719 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.91796875 - self_distillation/correct_sample_fraction:0.64453125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.91796875 - rollout_corr/rollout_is_mean:1.0000824928283691 - rollout_corr/rollout_is_ratio_fraction_high:1.1060355973313563e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.1060355973313563e-05 - rollout_corr/rollout_is_max:3.1216232776641846 - rollout_corr/rollout_is_min:0.4722694754600525 - rollout_corr/rollout_is_std:0.03345884755253792 - rollout_corr/rollout_is_eff_sample_size:0.9988821142567822 - rollout_corr/rollout_is_seq_mean:1.0000559091567993 - rollout_corr/rollout_is_seq_std:0.0020881060045212507 - rollout_corr/rollout_is_seq_max:1.007974624633789 - rollout_corr/rollout_is_seq_min:0.994015097618103 - rollout_corr/rollout_is_seq_max_deviation:0.007974624633789062 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5771854338236153) - rollout_corr/training_log_ppl:np.float64(0.44649062905227765) - rollout_corr/kl:np.float64(0.000529431266485858) - rollout_corr/k3_kl:np.float64(0.0005853498021224368) - rollout_corr/rollout_ppl:np.float64(1.576344080734998) - rollout_corr/rollout_log_ppl:np.float64(0.4459611967904493) - rollout_corr/log_ppl_diff:np.float64(0.0005294322618283331) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016428118688054383) - rollout_corr/log_ppl_diff_max:np.float64(0.0069314539432525635) - rollout_corr/log_ppl_diff_min:np.float64(-0.005884826183319092) - rollout_corr/ppl_ratio:np.float64(1.0005316617898643) - rollout_corr/chi2_token:np.float64(0.0013176046777516603) - rollout_corr/chi2_seq:np.float64(0.7660247103776783) - actor/pg_loss:np.float64(-0.06528454778162995) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07076795410830528) - srpo/sdpo_loss:np.float64(0.005483406326675322) - srpo/routed_loss:np.float64(-0.06528454778162995) - srpo/routed_token_count:np.float64(353.17578125) - srpo/correct_sample_fraction:np.float64(0.64453125) - srpo/sdpo_sample_fraction:np.float64(0.29296875) - srpo/grpo_sample_fraction:np.float64(0.70703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1215132337238174) - self_distillation/dynamic_weight_mean:np.float64(0.29296875302679837) - self_distillation/dynamic_weight_max:np.float64(1.632083773612976) - self_distillation/empty_target_batch:np.float64(0.08203125) - actor/grad_norm:np.float64(0.1547842025756836) - perf/mfu/actor:np.float64(0.049421253492996996) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.9262924194336) - actor/lr:np.float64(5e-06) - training/global_step:39 - training/epoch:0 - critic/score/mean:0.64453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.64453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0055246478877961636 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0055246478877961636 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:353.17578125 - response_length/max:845.0 - respon
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 40}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a specific structure: a nitrogen-containing ring (likely a pyrrole or similar), a chlorinated aromatic ring, and a trifluorinated carbon group (C(F)(F)F).
|
||||
|
||||
Option A: "O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a nitrogen ring with the correct fluorinated aromatic ring and chlorine, matching the structure of the target product.
|
||||
|
||||
Option B: Contains a different arrangement of atoms and lacks the trifluorinated carbon group.
|
||||
|
||||
Option C: Contains a hydroxyl group and a different structure of the fluorinated ring, which does not match the target product.
|
||||
|
||||
Option D: Has a different functional group and structure, missing the correct nitrogen ring and fluorinated group.
|
||||
|
||||
Therefore, Option A is the only one that matches the structure of the target product.
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_40
|
||||
step:40 - global_seqlen/min:15911 - global_seqlen/max:24232 - global_seqlen/minmax_diff:8321 - global_seqlen/balanced_min:20602 - global_seqlen/balanced_max:20606 - global_seqlen/mean:20604.875 - actor/entropy:0.46418753266334534 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24389708042144775 - training/rollout_probs_diff_mean:0.004484218545258045 - training/rollout_probs_diff_std:0.009685778059065342 - training/rollout_actor_probs_pearson_corr:0.9993940591812134 - self_distillation/success_group_fraction:0.8125 - self_distillation/success_sample_fraction:0.796875 - self_distillation/correct_sample_fraction:0.62109375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.796875 - rollout_corr/rollout_is_mean:0.9999793767929077 - rollout_corr/rollout_is_ratio_fraction_high:1.1793704288720619e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.104719400405884 - rollout_corr/rollout_is_min:0.5360895991325378 - rollout_corr/rollout_is_std:0.03385201469063759 - rollout_corr/rollout_is_eff_sample_size:0.9988552338816478 - rollout_corr/rollout_is_seq_mean:1.0000172853469849 - rollout_corr/rollout_is_seq_std:0.002118913223966956 - rollout_corr/rollout_is_seq_max:1.0064846277236938 - rollout_corr/rollout_is_seq_min:0.9943442344665527 - rollout_corr/rollout_is_seq_max_deviation:0.006484627723693848 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6162401298061013) - rollout_corr/training_log_ppl:np.float64(0.47070970362983644) - rollout_corr/kl:np.float64(0.0005711930538847554) - rollout_corr/k3_kl:np.float64(0.0005883991744326522) - rollout_corr/rollout_ppl:np.float64(1.615376097150147) - rollout_corr/rollout_log_ppl:np.float64(0.4701385085354559) - rollout_corr/log_ppl_diff:np.float64(0.0005711950943805277) - rollout_corr/log_ppl_abs_diff:np.float64(0.001706359616946429) - rollout_corr/log_ppl_diff_max:np.float64(0.006203114986419678) - rollout_corr/log_ppl_diff_min:np.float64(-0.0058518946170806885) - rollout_corr/ppl_ratio:np.float64(1.000573573866859) - rollout_corr/chi2_token:np.float64(0.0012191531714051962) - rollout_corr/chi2_seq:np.float64(0.4556426911149174) - actor/pg_loss:np.float64(-0.06544186719293066) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.06883945895242505) - srpo/sdpo_loss:np.float64(0.0033975917594943894) - srpo/routed_loss:np.float64(-0.06544186719293066) - srpo/routed_token_count:np.float64(331.21484375) - srpo/correct_sample_fraction:np.float64(0.62109375) - srpo/sdpo_sample_fraction:np.float64(0.19140625) - srpo/grpo_sample_fraction:np.float64(0.80859375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07497979828622192) - self_distillation/dynamic_weight_mean:np.float64(0.19140625186264515) - self_distillation/dynamic_weight_max:np.float64(1.6288305521011353) - self_distillation/empty_target_batch:np.float64(0.203125) - actor/grad_norm:np.float64(0.10317564755678177) - perf/mfu/actor:np.float64(0.05020082326197656) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(196.88145303726196) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.687202380952381) - val-aux/sciknoweval/reward/std@16:np.float64(0.18864691508385573) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7624238095238096) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.15623788939545272) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6114190476190476) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.16294165443720715) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.6875666666666667) - val-aux/sci
|
||||
step:41 - global_seqlen/min:14916 - global_seqlen/max:22959 - global_seqlen/minmax_diff:8043 - global_seqlen/balanced_min:18729 - global_seqlen/balanced_max:18734 - global_seqlen/mean:18732.375 - actor/entropy:0.45522943139076233 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.39721664786338806 - training/rollout_probs_diff_mean:0.0044524469412863255 - training/rollout_probs_diff_std:0.009824960492551327 - training/rollout_actor_probs_pearson_corr:0.9993643164634705 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.8828125 - self_distillation/correct_sample_fraction:0.625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8828125 - rollout_corr/rollout_is_mean:0.9999255537986755 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.430163112876471e-05 - rollout_corr/rollout_is_max:1.4692851305007935 - rollout_corr/rollout_is_min:0.2927173972129822 - rollout_corr/rollout_is_std:0.03369140625 - rollout_corr/rollout_is_eff_sample_size:0.9988661761606453 - rollout_corr/rollout_is_seq_mean:0.9999945163726807 - rollout_corr/rollout_is_seq_std:0.002066683955490589 - rollout_corr/rollout_is_seq_max:1.0058201551437378 - rollout_corr/rollout_is_seq_min:0.9950087070465088 - rollout_corr/rollout_is_seq_max_deviation:0.005820155143737793 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6068657375872135) - rollout_corr/training_log_ppl:np.float64(0.4630621191463433) - rollout_corr/kl:np.float64(0.0006016730167495155) - rollout_corr/k3_kl:np.float64(0.0005961646538139576) - rollout_corr/rollout_ppl:np.float64(1.6059175664559007) - rollout_corr/rollout_log_ppl:np.float64(0.4624604450946208) - rollout_corr/log_ppl_diff:np.float64(0.0006016740517225116) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016927682154346257) - rollout_corr/log_ppl_diff_max:np.float64(0.005777508020401001) - rollout_corr/log_ppl_diff_min:np.float64(-0.005100607872009277) - rollout_corr/ppl_ratio:np.float64(1.0006039491854608) - rollout_corr/chi2_token:np.float64(0.0011800143402069807) - rollout_corr/chi2_seq:np.float64(0.3825054154731333) - actor/pg_loss:np.float64(-0.08442165148426284) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08985013491474092) - srpo/sdpo_loss:np.float64(0.005428483430478082) - srpo/routed_loss:np.float64(-0.08442165148426284) - srpo/routed_token_count:np.float64(321.48046875) - srpo/correct_sample_fraction:np.float64(0.625) - srpo/sdpo_sample_fraction:np.float64(0.28125) - srpo/grpo_sample_fraction:np.float64(0.71875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11463365977397189) - self_distillation/dynamic_weight_mean:np.float64(0.2812500004656613) - self_distillation/dynamic_weight_max:np.float64(1.6790928840637207) - self_distillation/empty_target_batch:np.float64(0.1171875) - actor/grad_norm:np.float64(0.12891331315040588) - perf/mfu/actor:np.float64(0.04565433685522008) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.91184854507446) - actor/lr:np.float64(5e-06) - training/global_step:41 - training/epoch:0 - critic/score/mean:0.625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004483650904148817 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004483650904148817 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:321.48046875 - response_length/max:778.0 - response_length/min:148.0 - response_length/clip_ratio:0.0
|
||||
step:42 - global_seqlen/min:14468 - global_seqlen/max:20650 - global_seqlen/minmax_diff:6182 - global_seqlen/balanced_min:17897 - global_seqlen/balanced_max:17899 - global_seqlen/mean:17898.25 - actor/entropy:0.44524770975112915 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27219340205192566 - training/rollout_probs_diff_mean:0.0043832119554281235 - training/rollout_probs_diff_std:0.009606699459254742 - training/rollout_actor_probs_pearson_corr:0.9993855953216553 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.8984375 - self_distillation/correct_sample_fraction:0.64453125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8984375 - rollout_corr/rollout_is_mean:1.000205159187317 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.2904891264042817e-05 - rollout_corr/rollout_is_max:1.6230565309524536 - rollout_corr/rollout_is_min:0.30208978056907654 - rollout_corr/rollout_is_std:0.033183373510837555 - rollout_corr/rollout_is_eff_sample_size:0.9989005507486984 - rollout_corr/rollout_is_seq_mean:1.0001862049102783 - rollout_corr/rollout_is_seq_std:0.001911638304591179 - rollout_corr/rollout_is_seq_max:1.00917649269104 - rollout_corr/rollout_is_seq_min:0.9935993552207947 - rollout_corr/rollout_is_seq_max_deviation:0.009176492691040039 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5734205627813935) - rollout_corr/training_log_ppl:np.float64(0.44587916709133424) - rollout_corr/kl:np.float64(0.0003908680713919921) - rollout_corr/k3_kl:np.float64(0.0005770794769830445) - rollout_corr/rollout_ppl:np.float64(1.5727852829732) - rollout_corr/rollout_log_ppl:np.float64(0.44548829627456143) - rollout_corr/log_ppl_diff:np.float64(0.00039087081677280366) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015247250848915428) - rollout_corr/log_ppl_diff_max:np.float64(0.007057368755340576) - rollout_corr/log_ppl_diff_min:np.float64(-0.008557796478271484) - rollout_corr/ppl_ratio:np.float64(1.0003928137011826) - rollout_corr/chi2_token:np.float64(0.0015250372234731913) - rollout_corr/chi2_seq:np.float64(0.42782377707771957) - actor/pg_loss:np.float64(-0.10132257301665959) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10695971877430566) - srpo/sdpo_loss:np.float64(0.005637145757646067) - srpo/routed_loss:np.float64(-0.10132257301665959) - srpo/routed_token_count:np.float64(302.6953125) - srpo/correct_sample_fraction:np.float64(0.64453125) - srpo/sdpo_sample_fraction:np.float64(0.26171875) - srpo/grpo_sample_fraction:np.float64(0.73828125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10607803362654522) - self_distillation/dynamic_weight_mean:np.float64(0.2617187525611371) - self_distillation/dynamic_weight_max:np.float64(1.6414852142333984) - self_distillation/empty_target_batch:np.float64(0.1015625) - actor/grad_norm:np.float64(0.12501229345798492) - perf/mfu/actor:np.float64(0.043495422694598405) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.29776763916016) - actor/lr:np.float64(5e-06) - training/global_step:42 - training/epoch:0 - critic/score/mean:0.64453125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.64453125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.011049812659621239 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.011049812659621239 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:302.6953125 - response_length/max:650.0 - response_length/min:154.0 - re
|
||||
step:43 - global_seqlen/min:16863 - global_seqlen/max:20963 - global_seqlen/minmax_diff:4100 - global_seqlen/balanced_min:18628 - global_seqlen/balanced_max:18630 - global_seqlen/mean:18629.375 - actor/entropy:0.46630623936653137 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1351245641708374 - training/rollout_probs_diff_mean:0.004427042324095964 - training/rollout_probs_diff_std:0.009452704340219498 - training/rollout_actor_probs_pearson_corr:0.9994356632232666 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.88671875 - self_distillation/correct_sample_fraction:0.6484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.88671875 - rollout_corr/rollout_is_mean:0.9999434947967529 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.8404886722564697 - rollout_corr/rollout_is_min:0.6187398433685303 - rollout_corr/rollout_is_std:0.03321927785873413 - rollout_corr/rollout_is_eff_sample_size:0.9988975770749379 - rollout_corr/rollout_is_seq_mean:0.9999711513519287 - rollout_corr/rollout_is_seq_std:0.0021280087530612946 - rollout_corr/rollout_is_seq_max:1.0073354244232178 - rollout_corr/rollout_is_seq_min:0.9940288066864014 - rollout_corr/rollout_is_seq_max_deviation:0.0073354244232177734 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6367164347320795) - rollout_corr/training_log_ppl:np.float64(0.4828014755912591) - rollout_corr/kl:np.float64(0.0006010708953088084) - rollout_corr/k3_kl:np.float64(0.0005722300516879386) - rollout_corr/rollout_ppl:np.float64(1.6357447290793061) - rollout_corr/rollout_log_ppl:np.float64(0.48220039941952564) - rollout_corr/log_ppl_diff:np.float64(0.000601076171733439) - rollout_corr/log_ppl_abs_diff:np.float64(0.00174069992499426) - rollout_corr/log_ppl_diff_max:np.float64(0.006749510765075684) - rollout_corr/log_ppl_diff_min:np.float64(-0.0062541961669921875) - rollout_corr/ppl_ratio:np.float64(1.000603506108746) - rollout_corr/chi2_token:np.float64(0.0010978484060615301) - rollout_corr/chi2_seq:np.float64(0.3312085000798106) - actor/pg_loss:np.float64(-0.06847735622068285) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07418632347253151) - srpo/sdpo_loss:np.float64(0.005708967251848662) - srpo/routed_loss:np.float64(-0.06847735622068285) - srpo/routed_token_count:np.float64(279.23046875) - srpo/correct_sample_fraction:np.float64(0.6484375) - srpo/sdpo_sample_fraction:np.float64(0.2578125) - srpo/grpo_sample_fraction:np.float64(0.7421875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11333916458534077) - self_distillation/dynamic_weight_mean:np.float64(0.2578125020954758) - self_distillation/dynamic_weight_max:np.float64(1.5988959074020386) - self_distillation/empty_target_batch:np.float64(0.11328125) - actor/grad_norm:np.float64(0.13338765501976013) - perf/mfu/actor:np.float64(0.045835989560495796) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.3518180847168) - actor/lr:np.float64(5e-06) - training/global_step:43 - training/epoch:0 - critic/score/mean:0.6484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0021543584298342466 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0021543584298342466 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:279.23046875 - response_length/max:563.0 - response_length/min:117.0 - response_length/clip_r
|
||||
step:44 - global_seqlen/min:16110 - global_seqlen/max:21634 - global_seqlen/minmax_diff:5524 - global_seqlen/balanced_min:18621 - global_seqlen/balanced_max:18623 - global_seqlen/mean:18622.75 - actor/entropy:0.47108331322669983 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2133282721042633 - training/rollout_probs_diff_mean:0.00456958869472146 - training/rollout_probs_diff_std:0.009799101389944553 - training/rollout_actor_probs_pearson_corr:0.9994072318077087 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.94921875 - self_distillation/correct_sample_fraction:0.69921875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.94921875 - rollout_corr/rollout_is_mean:1.0000110864639282 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6369786262512207 - rollout_corr/rollout_is_min:0.5410536527633667 - rollout_corr/rollout_is_std:0.03393466770648956 - rollout_corr/rollout_is_eff_sample_size:0.9988497628320506 - rollout_corr/rollout_is_seq_mean:0.9999640583992004 - rollout_corr/rollout_is_seq_std:0.0021523928735405207 - rollout_corr/rollout_is_seq_max:1.0067898035049438 - rollout_corr/rollout_is_seq_min:0.99367356300354 - rollout_corr/rollout_is_seq_max_deviation:0.006789803504943848 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6370351798832417) - rollout_corr/training_log_ppl:np.float64(0.4840039372793399) - rollout_corr/kl:np.float64(0.0006258039229782852) - rollout_corr/k3_kl:np.float64(0.0005898741882788272) - rollout_corr/rollout_ppl:np.float64(1.6359904841519892) - rollout_corr/rollout_log_ppl:np.float64(0.48337813242687844) - rollout_corr/log_ppl_diff:np.float64(0.0006258048524614424) - rollout_corr/log_ppl_abs_diff:np.float64(0.001725075562717393) - rollout_corr/log_ppl_diff_max:np.float64(0.0071482062339782715) - rollout_corr/log_ppl_diff_min:np.float64(-0.006052911281585693) - rollout_corr/ppl_ratio:np.float64(1.0006283507682383) - rollout_corr/chi2_token:np.float64(0.001115474384278059) - rollout_corr/chi2_seq:np.float64(0.317935703555122) - actor/pg_loss:np.float64(-0.07962945348481298) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08547140384325758) - srpo/sdpo_loss:np.float64(0.005841950358444592) - srpo/routed_loss:np.float64(-0.07962945348481298) - srpo/routed_token_count:np.float64(270.3984375) - srpo/correct_sample_fraction:np.float64(0.69921875) - srpo/sdpo_sample_fraction:np.float64(0.26953125) - srpo/grpo_sample_fraction:np.float64(0.73046875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11597977060591802) - self_distillation/dynamic_weight_mean:np.float64(0.2695312495343387) - self_distillation/dynamic_weight_max:np.float64(1.5871297121047974) - self_distillation/empty_target_batch:np.float64(0.05078125) - actor/grad_norm:np.float64(0.15354065597057343) - perf/mfu/actor:np.float64(0.046185863736244476) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.23716735839844) - actor/lr:np.float64(5e-06) - training/global_step:44 - training/epoch:0 - critic/score/mean:0.69921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.69921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0025226806756109 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0025226806756109 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:270.3984375 - response_length/max:554.0 - response_length/min:87.0 - response_length/clip_ratio:0
|
||||
step:45 - global_seqlen/min:17512 - global_seqlen/max:23717 - global_seqlen/minmax_diff:6205 - global_seqlen/balanced_min:20027 - global_seqlen/balanced_max:20030 - global_seqlen/mean:20028.5 - actor/entropy:0.38953566551208496 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.289776086807251 - training/rollout_probs_diff_mean:0.0036877007223665714 - training/rollout_probs_diff_std:0.008829666301608086 - training/rollout_actor_probs_pearson_corr:0.9994727969169617 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.86328125 - self_distillation/correct_sample_fraction:0.6171875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.86328125 - rollout_corr/rollout_is_mean:0.9999586939811707 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6395994424819946 - rollout_corr/rollout_is_min:0.6212241649627686 - rollout_corr/rollout_is_std:0.02979516051709652 - rollout_corr/rollout_is_eff_sample_size:0.9991130358245629 - rollout_corr/rollout_is_seq_mean:0.9999487400054932 - rollout_corr/rollout_is_seq_std:0.0021273819729685783 - rollout_corr/rollout_is_seq_max:1.0071238279342651 - rollout_corr/rollout_is_seq_min:0.9926797747612 - rollout_corr/rollout_is_seq_max_deviation:0.007320225238800049 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5431659719906747) - rollout_corr/training_log_ppl:np.float64(0.4210633404145483) - rollout_corr/kl:np.float64(0.0005370916071765208) - rollout_corr/k3_kl:np.float64(0.0004857943063427683) - rollout_corr/rollout_ppl:np.float64(1.5423180633224547) - rollout_corr/rollout_log_ppl:np.float64(0.42052624546340667) - rollout_corr/log_ppl_diff:np.float64(0.0005370949511416256) - rollout_corr/log_ppl_abs_diff:np.float64(0.00163960742065683) - rollout_corr/log_ppl_diff_max:np.float64(0.008353590965270996) - rollout_corr/log_ppl_diff_min:np.float64(-0.006379067897796631) - rollout_corr/ppl_ratio:np.float64(1.0005395198240876) - rollout_corr/chi2_token:np.float64(0.0008759137708693743) - rollout_corr/chi2_seq:np.float64(0.2898227805271745) - actor/pg_loss:np.float64(-0.0880377632111049) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0917962018866092) - srpo/sdpo_loss:np.float64(0.0037584386755042942) - srpo/routed_loss:np.float64(-0.0880377632111049) - srpo/routed_token_count:np.float64(311.203125) - srpo/correct_sample_fraction:np.float64(0.6171875) - srpo/sdpo_sample_fraction:np.float64(0.2578125) - srpo/grpo_sample_fraction:np.float64(0.7421875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08077684926684014) - self_distillation/dynamic_weight_mean:np.float64(0.2578124995343387) - self_distillation/dynamic_weight_max:np.float64(1.5019110441207886) - self_distillation/empty_target_batch:np.float64(0.13671875) - actor/grad_norm:np.float64(0.11020450294017792) - perf/mfu/actor:np.float64(0.04881261497736364) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.11759757995605) - actor/lr:np.float64(5e-06) - training/global_step:45 - training/epoch:0 - critic/score/mean:0.6171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0005648441147059202 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0005648441147059202 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:311.203125 - response_length/max:758.0 - response_length/min:110.0 - response_length/clip_ratio:0.0 - re
|
||||
step:46 - global_seqlen/min:15736 - global_seqlen/max:19415 - global_seqlen/minmax_diff:3679 - global_seqlen/balanced_min:17628 - global_seqlen/balanced_max:17630 - global_seqlen/mean:17629.125 - actor/entropy:0.4461721181869507 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18458622694015503 - training/rollout_probs_diff_mean:0.004358669742941856 - training/rollout_probs_diff_std:0.009517756290733814 - training/rollout_actor_probs_pearson_corr:0.9994155168533325 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.8359375 - self_distillation/correct_sample_fraction:0.54296875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8359375 - rollout_corr/rollout_is_mean:0.9998335242271423 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5524688959121704 - rollout_corr/rollout_is_min:0.6626942157745361 - rollout_corr/rollout_is_std:0.0325009785592556 - rollout_corr/rollout_is_eff_sample_size:0.9989444442327405 - rollout_corr/rollout_is_seq_mean:0.999772846698761 - rollout_corr/rollout_is_seq_std:0.002245047828182578 - rollout_corr/rollout_is_seq_max:1.0073643922805786 - rollout_corr/rollout_is_seq_min:0.9944477081298828 - rollout_corr/rollout_is_seq_max_deviation:0.007364392280578613 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.6208336823619902) - rollout_corr/training_log_ppl:np.float64(0.4696902318682987) - rollout_corr/kl:np.float64(0.0007847917741585775) - rollout_corr/k3_kl:np.float64(0.0005576914399512134) - rollout_corr/rollout_ppl:np.float64(1.6194864124991) - rollout_corr/rollout_log_ppl:np.float64(0.4689054406771902) - rollout_corr/log_ppl_diff:np.float64(0.0007847911911085248) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018667371477931738) - rollout_corr/log_ppl_diff_max:np.float64(0.0064449310302734375) - rollout_corr/log_ppl_diff_min:np.float64(-0.006794661283493042) - rollout_corr/ppl_ratio:np.float64(1.0007876835297793) - rollout_corr/chi2_token:np.float64(0.0006636297330260277) - rollout_corr/chi2_seq:np.float64(0.3674677633680403) - actor/pg_loss:np.float64(-0.10262560667979415) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10990135380416177) - srpo/sdpo_loss:np.float64(0.007275747124367626) - srpo/routed_loss:np.float64(-0.10262560667979415) - srpo/routed_token_count:np.float64(275.72265625) - srpo/correct_sample_fraction:np.float64(0.54296875) - srpo/sdpo_sample_fraction:np.float64(0.30078125) - srpo/grpo_sample_fraction:np.float64(0.69921875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.13497673417441547) - self_distillation/dynamic_weight_mean:np.float64(0.30078125186264515) - self_distillation/dynamic_weight_max:np.float64(1.6944266557693481) - self_distillation/empty_target_batch:np.float64(0.1640625) - actor/grad_norm:np.float64(0.17583350837230682) - perf/mfu/actor:np.float64(0.042782511282808064) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.14670324325562) - actor/lr:np.float64(5e-06) - training/global_step:46 - training/epoch:0 - critic/score/mean:0.54296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.54296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004645108710974455 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004645108710974455 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:275.72265625 - response_length/max:749.0 - response_length/min:123.0 - response_length/clip_
|
||||
step:47 - global_seqlen/min:15208 - global_seqlen/max:22277 - global_seqlen/minmax_diff:7069 - global_seqlen/balanced_min:18318 - global_seqlen/balanced_max:18322 - global_seqlen/mean:18320.25 - actor/entropy:0.4442516267299652 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1434015929698944 - training/rollout_probs_diff_mean:0.0044583845883607864 - training/rollout_probs_diff_std:0.009713144041597843 - training/rollout_actor_probs_pearson_corr:0.9993932843208313 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.921875 - self_distillation/correct_sample_fraction:0.65234375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.921875 - rollout_corr/rollout_is_mean:1.0000956058502197 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.513457179069519 - rollout_corr/rollout_is_min:0.6649011969566345 - rollout_corr/rollout_is_std:0.03343924507498741 - rollout_corr/rollout_is_eff_sample_size:0.9988833036873365 - rollout_corr/rollout_is_seq_mean:1.0000998973846436 - rollout_corr/rollout_is_seq_std:0.0022933923173695803 - rollout_corr/rollout_is_seq_max:1.0066989660263062 - rollout_corr/rollout_is_seq_min:0.9921740889549255 - rollout_corr/rollout_is_seq_max_deviation:0.007825911045074463 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.600008980371058) - rollout_corr/training_log_ppl:np.float64(0.45908944052644074) - rollout_corr/kl:np.float64(0.0004801880408820125) - rollout_corr/k3_kl:np.float64(0.0005801463714760757) - rollout_corr/rollout_ppl:np.float64(1.5992351025342941) - rollout_corr/rollout_log_ppl:np.float64(0.4586092519457452) - rollout_corr/log_ppl_diff:np.float64(0.0004801885806955397) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018471761723048985) - rollout_corr/log_ppl_diff_max:np.float64(0.008501231670379639) - rollout_corr/log_ppl_diff_min:np.float64(-0.005895853042602539) - rollout_corr/ppl_ratio:np.float64(1.0004829729441553) - rollout_corr/chi2_token:np.float64(0.00137198599986732) - rollout_corr/chi2_seq:np.float64(0.48459026333875954) - actor/pg_loss:np.float64(-0.08699625615918194) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09328508231556043) - srpo/sdpo_loss:np.float64(0.006288826156378491) - srpo/routed_loss:np.float64(-0.08699625615918194) - srpo/routed_token_count:np.float64(279.2265625) - srpo/correct_sample_fraction:np.float64(0.65234375) - srpo/sdpo_sample_fraction:np.float64(0.28515625) - srpo/grpo_sample_fraction:np.float64(0.71484375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1126043688855134) - self_distillation/dynamic_weight_mean:np.float64(0.28515625349245965) - self_distillation/dynamic_weight_max:np.float64(1.5938427448272705) - self_distillation/empty_target_batch:np.float64(0.078125) - actor/grad_norm:np.float64(0.1467599719762802) - perf/mfu/actor:np.float64(0.04435133007079088) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.0153045654297) - actor/lr:np.float64(5e-06) - training/global_step:47 - training/epoch:0 - critic/score/mean:0.65234375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.65234375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.012440194375813007 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.012440194375813007 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:279.2265625 - response_length/max:684.0 - response_length/min:131.0 - response_length/clip_ratio:0.
|
||||
step:48 - global_seqlen/min:14163 - global_seqlen/max:18474 - global_seqlen/minmax_diff:4311 - global_seqlen/balanced_min:16855 - global_seqlen/balanced_max:16859 - global_seqlen/mean:16857.625 - actor/entropy:0.4062342345714569 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20551994442939758 - training/rollout_probs_diff_mean:0.004398288205265999 - training/rollout_probs_diff_std:0.009904880076646805 - training/rollout_actor_probs_pearson_corr:0.9993363618850708 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.93359375 - self_distillation/correct_sample_fraction:0.71484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.93359375 - rollout_corr/rollout_is_mean:0.9999321103096008 - rollout_corr/rollout_is_ratio_fraction_high:1.496177264925791e-05 - rollout_corr/rollout_is_ratio_fraction_low:2.992354529851582e-05 - rollout_corr/rollout_is_max:2.0681045055389404 - rollout_corr/rollout_is_min:0.4818607270717621 - rollout_corr/rollout_is_std:0.03342141583561897 - rollout_corr/rollout_is_eff_sample_size:0.9988841362904098 - rollout_corr/rollout_is_seq_mean:0.9998827576637268 - rollout_corr/rollout_is_seq_std:0.0022634887136518955 - rollout_corr/rollout_is_seq_max:1.0056546926498413 - rollout_corr/rollout_is_seq_min:0.9926372170448303 - rollout_corr/rollout_is_seq_max_deviation:0.007362782955169678 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.534714241977781) - rollout_corr/training_log_ppl:np.float64(0.4195367561187595) - rollout_corr/kl:np.float64(0.0007031474209455713) - rollout_corr/k3_kl:np.float64(0.000585894002256282) - rollout_corr/rollout_ppl:np.float64(1.5336296055465937) - rollout_corr/rollout_log_ppl:np.float64(0.41883361007785425) - rollout_corr/log_ppl_diff:np.float64(0.000703146040905267) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017895629280246794) - rollout_corr/log_ppl_diff_max:np.float64(0.008262872695922852) - rollout_corr/log_ppl_diff_min:np.float64(-0.005002617835998535) - rollout_corr/ppl_ratio:np.float64(1.0007059555500746) - rollout_corr/chi2_token:np.float64(0.0009468025527894497) - rollout_corr/chi2_seq:np.float64(0.25319387880153954) - actor/pg_loss:np.float64(-0.07993142136729148) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08448229500208981) - srpo/sdpo_loss:np.float64(0.004550873634798336) - srpo/routed_loss:np.float64(-0.07993142136729148) - srpo/routed_token_count:np.float64(261.08203125) - srpo/correct_sample_fraction:np.float64(0.71484375) - srpo/sdpo_sample_fraction:np.float64(0.22265625) - srpo/grpo_sample_fraction:np.float64(0.77734375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08188011115998961) - self_distillation/dynamic_weight_mean:np.float64(0.2226562516298145) - self_distillation/dynamic_weight_max:np.float64(1.537306308746338) - self_distillation/empty_target_batch:np.float64(0.06640625) - actor/grad_norm:np.float64(0.1405552476644516) - perf/mfu/actor:np.float64(0.04143305844810591) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.11788940429688) - actor/lr:np.float64(5e-06) - training/global_step:48 - training/epoch:0 - critic/score/mean:0.71484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.71484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0053338720463216305 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0053338720463216305 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:261.08203125 - response_length/max:772.0 - response_
|
||||
step:49 - global_seqlen/min:16771 - global_seqlen/max:19294 - global_seqlen/minmax_diff:2523 - global_seqlen/balanced_min:17984 - global_seqlen/balanced_max:17987 - global_seqlen/mean:17985.625 - actor/entropy:0.4223562180995941 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16782420873641968 - training/rollout_probs_diff_mean:0.004360088612884283 - training/rollout_probs_diff_std:0.009725361131131649 - training/rollout_actor_probs_pearson_corr:0.9993458986282349 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.9375 - self_distillation/correct_sample_fraction:0.7578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9375 - rollout_corr/rollout_is_mean:1.0000373125076294 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5510412454605103 - rollout_corr/rollout_is_min:0.6414554715156555 - rollout_corr/rollout_is_std:0.03317798301577568 - rollout_corr/rollout_is_eff_sample_size:0.9989005507486984 - rollout_corr/rollout_is_seq_mean:1.0000441074371338 - rollout_corr/rollout_is_seq_std:0.0022229535970836878 - rollout_corr/rollout_is_seq_max:1.0069113969802856 - rollout_corr/rollout_is_seq_min:0.9936801791191101 - rollout_corr/rollout_is_seq_max_deviation:0.0069113969802856445 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5675392425619066) - rollout_corr/training_log_ppl:np.float64(0.437957078916952) - rollout_corr/kl:np.float64(0.0005393229550314516) - rollout_corr/k3_kl:np.float64(0.0005835720966729241) - rollout_corr/rollout_ppl:np.float64(1.5666301953606308) - rollout_corr/rollout_log_ppl:np.float64(0.43741775531088933) - rollout_corr/log_ppl_diff:np.float64(0.0005393236060626805) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017802273505367339) - rollout_corr/log_ppl_diff_max:np.float64(0.007090777158737183) - rollout_corr/log_ppl_diff_min:np.float64(-0.006095618009567261) - rollout_corr/ppl_ratio:np.float64(1.0005420204252005) - rollout_corr/chi2_token:np.float64(0.0012653782032430172) - rollout_corr/chi2_seq:np.float64(0.30491782864555717) - actor/pg_loss:np.float64(-0.08309106064189109) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08689938005409203) - srpo/sdpo_loss:np.float64(0.0038083194122009445) - srpo/routed_loss:np.float64(-0.08309106064189109) - srpo/routed_token_count:np.float64(283.23828125) - srpo/correct_sample_fraction:np.float64(0.7578125) - srpo/sdpo_sample_fraction:np.float64(0.1796875) - srpo/grpo_sample_fraction:np.float64(0.8203125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.06264669704250991) - self_distillation/dynamic_weight_mean:np.float64(0.179687503259629) - self_distillation/dynamic_weight_max:np.float64(1.6759812831878662) - self_distillation/empty_target_batch:np.float64(0.0625) - actor/grad_norm:np.float64(0.11861380934715271) - perf/mfu/actor:np.float64(0.04430913306128627) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.11798191070557) - actor/lr:np.float64(5e-06) - training/global_step:49 - training/epoch:0 - critic/score/mean:0.7578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.001539464108645916 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:0.001539464108645916 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:283.23828125 - response_length/max:649.0 - response_length/min:106.0 - response_length/clip_ratio:0.0 - res
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 50}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a specific structure: a nitrogen-containing ring connected to a chlorinated aromatic ring with a trifluorinated carbon group.
|
||||
|
||||
Option A: "O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains the correct trifluorinated aromatic ring, the chlorine atom, and the nitrogen-containing ring. It also includes the correct functional groups and connectivity.
|
||||
|
||||
Option B: "O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1" has a different structure, with a misplaced chlorine and a different ring configuration, making it incorrect.
|
||||
|
||||
Option C: "O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1" includes an oxygen-containing group that is not present in the target molecule, making it incorrect.
|
||||
|
||||
Option D: "O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F" has a different structure with a double bond and incorrect placement of the trifluorinated group, making it incorrect.
|
||||
|
||||
Therefore, Option A is the only correct reactant that matches the target product's structure.
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_50
|
||||
step:50 - global_seqlen/min:15668 - global_seqlen/max:22875 - global_seqlen/minmax_diff:7207 - global_seqlen/balanced_min:17747 - global_seqlen/balanced_max:17752 - global_seqlen/mean:17750.5 - actor/entropy:0.32356467843055725 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.13839322328567505 - training/rollout_probs_diff_mean:0.003877913346514106 - training/rollout_probs_diff_std:0.009684939868748188 - training/rollout_actor_probs_pearson_corr:0.9992807507514954 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.9609375 - self_distillation/correct_sample_fraction:0.65625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9609375 - rollout_corr/rollout_is_mean:0.9999958872795105 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.751487374305725 - rollout_corr/rollout_is_min:0.5104202628135681 - rollout_corr/rollout_is_std:0.03128240630030632 - rollout_corr/rollout_is_eff_sample_size:0.9990222486661019 - rollout_corr/rollout_is_seq_mean:0.9999993443489075 - rollout_corr/rollout_is_seq_std:0.0023086187429726124 - rollout_corr/rollout_is_seq_max:1.0064046382904053 - rollout_corr/rollout_is_seq_min:0.993079662322998 - rollout_corr/rollout_is_seq_max_deviation:0.006920337677001953 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4397490345872939) - rollout_corr/training_log_ppl:np.float64(0.35570654342882335) - rollout_corr/kl:np.float64(0.000549424471401494) - rollout_corr/k3_kl:np.float64(0.0005487494592557596) - rollout_corr/rollout_ppl:np.float64(1.4389166603796184) - rollout_corr/rollout_log_ppl:np.float64(0.3551571185234934) - rollout_corr/log_ppl_diff:np.float64(0.0005494249053299427) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017574544763192534) - rollout_corr/log_ppl_diff_max:np.float64(0.007718890905380249) - rollout_corr/log_ppl_diff_min:np.float64(-0.005334198474884033) - rollout_corr/ppl_ratio:np.float64(1.0005522454157472) - rollout_corr/chi2_token:np.float64(0.0011049809399992228) - rollout_corr/chi2_seq:np.float64(0.27074859221465886) - actor/pg_loss:np.float64(-0.11745847099700768) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.1230995946098119) - srpo/sdpo_loss:np.float64(0.005641123612804222) - srpo/routed_loss:np.float64(-0.11745847099700768) - srpo/routed_token_count:np.float64(274.953125) - srpo/correct_sample_fraction:np.float64(0.65625) - srpo/sdpo_sample_fraction:np.float64(0.3125) - srpo/grpo_sample_fraction:np.float64(0.6875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10172598352073692) - self_distillation/dynamic_weight_mean:np.float64(0.3125000027939677) - self_distillation/dynamic_weight_max:np.float64(1.5450893640518188) - self_distillation/empty_target_batch:np.float64(0.0390625) - actor/grad_norm:np.float64(0.13704557716846466) - perf/mfu/actor:np.float64(0.04267779537060148) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.0948600769043) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7080357142857143) - val-aux/sciknoweval/reward/std@16:np.float64(0.17027018200144636) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7783047619047619) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1443282971402189) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6375857142857142) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.14450831652311386) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.7082428571428571) - val-aux/sciknoweval/reward/maj@2/std:np.float6
|
||||
step:51 - global_seqlen/min:17193 - global_seqlen/max:19434 - global_seqlen/minmax_diff:2241 - global_seqlen/balanced_min:17997 - global_seqlen/balanced_max:18003 - global_seqlen/mean:18001.0 - actor/entropy:0.4176895320415497 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1385253369808197 - training/rollout_probs_diff_mean:0.004739908501505852 - training/rollout_probs_diff_std:0.010310427285730839 - training/rollout_actor_probs_pearson_corr:0.9992532730102539 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.8359375 - self_distillation/correct_sample_fraction:0.63671875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8359375 - rollout_corr/rollout_is_mean:1.0001846551895142 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5303902626037598 - rollout_corr/rollout_is_min:0.6108550429344177 - rollout_corr/rollout_is_std:0.035090066492557526 - rollout_corr/rollout_is_eff_sample_size:0.9987706771800656 - rollout_corr/rollout_is_seq_mean:1.0002140998840332 - rollout_corr/rollout_is_seq_std:0.002305692760273814 - rollout_corr/rollout_is_seq_max:1.0090092420578003 - rollout_corr/rollout_is_seq_min:0.9940124750137329 - rollout_corr/rollout_is_seq_max_deviation:0.009009242057800293 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5367693048901856) - rollout_corr/training_log_ppl:np.float64(0.4223989690945018) - rollout_corr/kl:np.float64(0.00041283182707996247) - rollout_corr/k3_kl:np.float64(0.000626929208550564) - rollout_corr/rollout_ppl:np.float64(1.536094892770052) - rollout_corr/rollout_log_ppl:np.float64(0.4219861378369387) - rollout_corr/log_ppl_diff:np.float64(0.00041283125756308436) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018218833720311522) - rollout_corr/log_ppl_diff_max:np.float64(0.006566166877746582) - rollout_corr/log_ppl_diff_min:np.float64(-0.00790831446647644) - rollout_corr/ppl_ratio:np.float64(1.0004155428614467) - rollout_corr/chi2_token:np.float64(0.0016912491992115974) - rollout_corr/chi2_seq:np.float64(0.4717189180664718) - actor/pg_loss:np.float64(-0.07013046357133135) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07575388290570118) - srpo/sdpo_loss:np.float64(0.005623419334369828) - srpo/routed_loss:np.float64(-0.07013046357133135) - srpo/routed_token_count:np.float64(250.0) - srpo/correct_sample_fraction:np.float64(0.63671875) - srpo/sdpo_sample_fraction:np.float64(0.20703125) - srpo/grpo_sample_fraction:np.float64(0.79296875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08702127379365265) - self_distillation/dynamic_weight_mean:np.float64(0.2070312520954758) - self_distillation/dynamic_weight_max:np.float64(1.543750286102295) - self_distillation/empty_target_batch:np.float64(0.1640625) - actor/grad_norm:np.float64(0.1567918360233307) - perf/mfu/actor:np.float64(0.04419411818987016) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.32497787475586) - actor/lr:np.float64(5e-06) - training/global_step:51 - training/epoch:0 - critic/score/mean:0.63671875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.63671875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.001931640668772161 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.001931640668772161 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:250.0 - response_length/max:475.0 - response_length/min:102.0 - response_length/clip_ratio:0.0 - respo
|
||||
step:52 - global_seqlen/min:14529 - global_seqlen/max:21349 - global_seqlen/minmax_diff:6820 - global_seqlen/balanced_min:17316 - global_seqlen/balanced_max:17319 - global_seqlen/mean:17317.75 - actor/entropy:0.3665162920951843 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.20087039470672607 - training/rollout_probs_diff_mean:0.0043674916960299015 - training/rollout_probs_diff_std:0.01037906389683485 - training/rollout_actor_probs_pearson_corr:0.9992243647575378 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.83984375 - self_distillation/correct_sample_fraction:0.6171875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.83984375 - rollout_corr/rollout_is_mean:0.9999945163726807 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.403745227435138e-05 - rollout_corr/rollout_is_max:1.8165900707244873 - rollout_corr/rollout_is_min:0.3720569312572479 - rollout_corr/rollout_is_std:0.03399258106946945 - rollout_corr/rollout_is_eff_sample_size:0.9988456001170712 - rollout_corr/rollout_is_seq_mean:0.9999499320983887 - rollout_corr/rollout_is_seq_std:0.002262725727632642 - rollout_corr/rollout_is_seq_max:1.0053527355194092 - rollout_corr/rollout_is_seq_min:0.9903926849365234 - rollout_corr/rollout_is_seq_max_deviation:0.009607315063476562 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.478542173281312) - rollout_corr/training_log_ppl:np.float64(0.381631747528445) - rollout_corr/kl:np.float64(0.0006508814691295051) - rollout_corr/k3_kl:np.float64(0.0006007653834672055) - rollout_corr/rollout_ppl:np.float64(1.4775625416077673) - rollout_corr/rollout_log_ppl:np.float64(0.38098086486570537) - rollout_corr/log_ppl_diff:np.float64(0.0006508826627396047) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017858808278106153) - rollout_corr/log_ppl_diff_max:np.float64(0.011281490325927734) - rollout_corr/log_ppl_diff_min:np.float64(-0.004346072673797607) - rollout_corr/ppl_ratio:np.float64(1.0006537432782352) - rollout_corr/chi2_token:np.float64(0.0011035066563636065) - rollout_corr/chi2_seq:np.float64(0.3557637711055577) - actor/pg_loss:np.float64(-0.08321424067798944) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08783571064122953) - srpo/sdpo_loss:np.float64(0.004621469963240088) - srpo/routed_loss:np.float64(-0.08321424067798944) - srpo/routed_token_count:np.float64(278.2734375) - srpo/correct_sample_fraction:np.float64(0.6171875) - srpo/sdpo_sample_fraction:np.float64(0.2265625) - srpo/grpo_sample_fraction:np.float64(0.7734375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07313463746686466) - self_distillation/dynamic_weight_mean:np.float64(0.22656250256113708) - self_distillation/dynamic_weight_max:np.float64(1.6231733560562134) - self_distillation/empty_target_batch:np.float64(0.16015625) - actor/grad_norm:np.float64(0.12330563366413116) - perf/mfu/actor:np.float64(0.042961004364396635) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.36529159545898) - actor/lr:np.float64(5e-06) - training/global_step:52 - training/epoch:0 - critic/score/mean:0.6171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00300226011313498 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00300226011313498 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:278.2734375 - response_length/max:584.0 - response_length/min:115.0 - response
|
||||
step:53 - global_seqlen/min:15823 - global_seqlen/max:19790 - global_seqlen/minmax_diff:3967 - global_seqlen/balanced_min:17808 - global_seqlen/balanced_max:17819 - global_seqlen/mean:17810.25 - actor/entropy:0.37047523260116577 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.14009299874305725 - training/rollout_probs_diff_mean:0.0043705543503165245 - training/rollout_probs_diff_std:0.010221186093986034 - training/rollout_actor_probs_pearson_corr:0.9992404580116272 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.85546875 - self_distillation/correct_sample_fraction:0.6328125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.85546875 - rollout_corr/rollout_is_mean:1.000195860862732 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5978800058364868 - rollout_corr/rollout_is_min:0.6363809108734131 - rollout_corr/rollout_is_std:0.03352469578385353 - rollout_corr/rollout_is_eff_sample_size:0.9988778323302412 - rollout_corr/rollout_is_seq_mean:1.0001294612884521 - rollout_corr/rollout_is_seq_std:0.0021879973355680704 - rollout_corr/rollout_is_seq_max:1.0058295726776123 - rollout_corr/rollout_is_seq_min:0.9925891757011414 - rollout_corr/rollout_is_seq_max_deviation:0.007410824298858643 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4700344055891037) - rollout_corr/training_log_ppl:np.float64(0.3778625774139073) - rollout_corr/kl:np.float64(0.0004562811597956795) - rollout_corr/k3_kl:np.float64(0.0005857632739036944) - rollout_corr/rollout_ppl:np.float64(1.4693358507938683) - rollout_corr/rollout_log_ppl:np.float64(0.37740629544714466) - rollout_corr/log_ppl_diff:np.float64(0.00045628196676261723) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017293350829277188) - rollout_corr/log_ppl_diff_max:np.float64(0.008526027202606201) - rollout_corr/log_ppl_diff_min:np.float64(-0.004931062459945679) - rollout_corr/ppl_ratio:np.float64(1.000458801863715) - rollout_corr/chi2_token:np.float64(0.0014385194517672062) - rollout_corr/chi2_seq:np.float64(0.37628731480799615) - actor/pg_loss:np.float64(-0.06909529411132098) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07422024957486428) - srpo/sdpo_loss:np.float64(0.0051249554635433014) - srpo/routed_loss:np.float64(-0.06909529411132098) - srpo/routed_token_count:np.float64(261.0078125) - srpo/correct_sample_fraction:np.float64(0.6328125) - srpo/sdpo_sample_fraction:np.float64(0.2421875) - srpo/grpo_sample_fraction:np.float64(0.7578125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.09400739939883351) - self_distillation/dynamic_weight_mean:np.float64(0.24218749883584678) - self_distillation/dynamic_weight_max:np.float64(1.505387306213379) - self_distillation/empty_target_batch:np.float64(0.14453125) - actor/grad_norm:np.float64(0.13613758981227875) - perf/mfu/actor:np.float64(0.043506500752797356) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.7060604095459) - actor/lr:np.float64(5e-06) - training/global_step:53 - training/epoch:0 - critic/score/mean:0.6328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.010036592371761799 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.010036592371761799 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:261.0078125 - response_length/max:650.0 - response_length/min:114.0 - response_length/clip_r
|
||||
step:54 - global_seqlen/min:15589 - global_seqlen/max:20006 - global_seqlen/minmax_diff:4417 - global_seqlen/balanced_min:17319 - global_seqlen/balanced_max:17323 - global_seqlen/mean:17321.875 - actor/entropy:0.3399423658847809 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16069819033145905 - training/rollout_probs_diff_mean:0.004249268211424351 - training/rollout_probs_diff_std:0.010456678457558155 - training/rollout_actor_probs_pearson_corr:0.9991868138313293 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.89453125 - self_distillation/correct_sample_fraction:0.61328125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.89453125 - rollout_corr/rollout_is_mean:1.000238060951233 - rollout_corr/rollout_is_ratio_fraction_high:1.4439390724874102e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.5368900299072266 - rollout_corr/rollout_is_min:0.5352610349655151 - rollout_corr/rollout_is_std:0.03339822217822075 - rollout_corr/rollout_is_eff_sample_size:0.9988863962200344 - rollout_corr/rollout_is_seq_mean:1.0002613067626953 - rollout_corr/rollout_is_seq_std:0.0022409530356526375 - rollout_corr/rollout_is_seq_max:1.007705807685852 - rollout_corr/rollout_is_seq_min:0.9930018186569214 - rollout_corr/rollout_is_seq_max_deviation:0.007705807685852051 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4303228948265314) - rollout_corr/training_log_ppl:np.float64(0.35159968861262314) - rollout_corr/kl:np.float64(0.00032366120841231805) - rollout_corr/k3_kl:np.float64(0.0005848598676152506) - rollout_corr/rollout_ppl:np.float64(1.429861125536263) - rollout_corr/rollout_log_ppl:np.float64(0.3512760254088789) - rollout_corr/log_ppl_diff:np.float64(0.00032366320374421775) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017317676974926144) - rollout_corr/log_ppl_diff_max:np.float64(0.007566303014755249) - rollout_corr/log_ppl_diff_min:np.float64(-0.007074624300003052) - rollout_corr/ppl_ratio:np.float64(1.000326164998114) - rollout_corr/chi2_token:np.float64(0.0017210387159138918) - rollout_corr/chi2_seq:np.float64(0.4759312637615949) - actor/pg_loss:np.float64(-0.08485743050914607) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09127607094706036) - srpo/sdpo_loss:np.float64(0.006418640437914291) - srpo/routed_loss:np.float64(-0.08485743050914607) - srpo/routed_token_count:np.float64(270.52734375) - srpo/correct_sample_fraction:np.float64(0.61328125) - srpo/sdpo_sample_fraction:np.float64(0.29296875) - srpo/grpo_sample_fraction:np.float64(0.70703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11184396909084171) - self_distillation/dynamic_weight_mean:np.float64(0.29296875139698386) - self_distillation/dynamic_weight_max:np.float64(1.5093251466751099) - self_distillation/empty_target_batch:np.float64(0.10546875) - actor/grad_norm:np.float64(0.1669313907623291) - perf/mfu/actor:np.float64(0.04258996210659822) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.45006561279297) - actor/lr:np.float64(5e-06) - training/global_step:54 - training/epoch:0 - critic/score/mean:0.61328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.61328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003449209500104189 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.003449209500104189 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:270.52734375 - response_length/max:802.0 - response_length/min:98.0 -
|
||||
step:55 - global_seqlen/min:15854 - global_seqlen/max:18639 - global_seqlen/minmax_diff:2785 - global_seqlen/balanced_min:17331 - global_seqlen/balanced_max:17345 - global_seqlen/mean:17334.25 - actor/entropy:0.37005415558815 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19638025760650635 - training/rollout_probs_diff_mean:0.004436558578163385 - training/rollout_probs_diff_std:0.010305066592991352 - training/rollout_actor_probs_pearson_corr:0.9992448091506958 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.89453125 - self_distillation/correct_sample_fraction:0.6953125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.89453125 - rollout_corr/rollout_is_mean:1.000173807144165 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.953819990158081 - rollout_corr/rollout_is_min:0.6124352216720581 - rollout_corr/rollout_is_std:0.034943681210279465 - rollout_corr/rollout_is_eff_sample_size:0.9987809040931451 - rollout_corr/rollout_is_seq_mean:1.0001393556594849 - rollout_corr/rollout_is_seq_std:0.002523832255974412 - rollout_corr/rollout_is_seq_max:1.0065802335739136 - rollout_corr/rollout_is_seq_min:0.9920718669891357 - rollout_corr/rollout_is_seq_max_deviation:0.007928133010864258 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.481430918443948) - rollout_corr/training_log_ppl:np.float64(0.38590955999097787) - rollout_corr/kl:np.float64(0.0004924240567696359) - rollout_corr/k3_kl:np.float64(0.0006317714258159413) - rollout_corr/rollout_ppl:np.float64(1.4806531509384513) - rollout_corr/rollout_log_ppl:np.float64(0.38541713476297446) - rollout_corr/log_ppl_diff:np.float64(0.0004924252280034125) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020279380260035396) - rollout_corr/log_ppl_diff_max:np.float64(0.008623301982879639) - rollout_corr/log_ppl_diff_min:np.float64(-0.005547881126403809) - rollout_corr/ppl_ratio:np.float64(1.0004957444034517) - rollout_corr/chi2_token:np.float64(0.0015562053304165602) - rollout_corr/chi2_seq:np.float64(0.46634520567022264) - actor/pg_loss:np.float64(-0.07053768179866893) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07520471012685448) - srpo/sdpo_loss:np.float64(0.004667028328185552) - srpo/routed_loss:np.float64(-0.07053768179866893) - srpo/routed_token_count:np.float64(237.1953125) - srpo/correct_sample_fraction:np.float64(0.6953125) - srpo/sdpo_sample_fraction:np.float64(0.2109375) - srpo/grpo_sample_fraction:np.float64(0.7890625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.0741569637611974) - self_distillation/dynamic_weight_mean:np.float64(0.21093750419095159) - self_distillation/dynamic_weight_max:np.float64(1.4723008871078491) - self_distillation/empty_target_batch:np.float64(0.10546875) - actor/grad_norm:np.float64(0.1423896998167038) - perf/mfu/actor:np.float64(0.042689240724504605) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.44668197631836) - actor/lr:np.float64(5e-06) - training/global_step:55 - training/epoch:0 - critic/score/mean:0.6953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0039050921332091093 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0039050921332091093 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:237.1953125 - response_length/max:806.0 - response_length/min:87.0 - response_length/clip_ratio:
|
||||
step:56 - global_seqlen/min:15299 - global_seqlen/max:20295 - global_seqlen/minmax_diff:4996 - global_seqlen/balanced_min:17217 - global_seqlen/balanced_max:17291 - global_seqlen/mean:17230.0 - actor/entropy:0.326508104801178 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1825750470161438 - training/rollout_probs_diff_mean:0.004021446220576763 - training/rollout_probs_diff_std:0.009980265982449055 - training/rollout_actor_probs_pearson_corr:0.9992411732673645 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.8671875 - self_distillation/correct_sample_fraction:0.6171875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8671875 - rollout_corr/rollout_is_mean:1.00002121925354 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6177420616149902 - rollout_corr/rollout_is_min:0.5800302028656006 - rollout_corr/rollout_is_std:0.03184514865279198 - rollout_corr/rollout_is_eff_sample_size:0.9989869139579487 - rollout_corr/rollout_is_seq_mean:0.9999220371246338 - rollout_corr/rollout_is_seq_std:0.002382569946348667 - rollout_corr/rollout_is_seq_max:1.0077228546142578 - rollout_corr/rollout_is_seq_min:0.9908753037452698 - rollout_corr/rollout_is_seq_max_deviation:0.009124696254730225 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4318625899031758) - rollout_corr/training_log_ppl:np.float64(0.3514319890527986) - rollout_corr/kl:np.float64(0.0006289039088967496) - rollout_corr/k3_kl:np.float64(0.000550925917366385) - rollout_corr/rollout_ppl:np.float64(1.430938482284546) - rollout_corr/rollout_log_ppl:np.float64(0.35080308144097216) - rollout_corr/log_ppl_diff:np.float64(0.0006289076118264347) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017966283776331693) - rollout_corr/log_ppl_diff_max:np.float64(0.009966462850570679) - rollout_corr/log_ppl_diff_min:np.float64(-0.006837189197540283) - rollout_corr/ppl_ratio:np.float64(1.0006319861859083) - rollout_corr/chi2_token:np.float64(0.0009546712972223759) - rollout_corr/chi2_seq:np.float64(0.3416807516478002) - actor/pg_loss:np.float64(-0.07986453830199025) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08393508862354793) - srpo/sdpo_loss:np.float64(0.0040705503215576755) - srpo/routed_loss:np.float64(-0.07986453830199025) - srpo/routed_token_count:np.float64(273.28125) - srpo/correct_sample_fraction:np.float64(0.6171875) - srpo/sdpo_sample_fraction:np.float64(0.2578125) - srpo/grpo_sample_fraction:np.float64(0.7421875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07827931913197972) - self_distillation/dynamic_weight_mean:np.float64(0.2578125011641532) - self_distillation/dynamic_weight_max:np.float64(1.4770383834838867) - self_distillation/empty_target_batch:np.float64(0.1328125) - actor/grad_norm:np.float64(0.12633781135082245) - perf/mfu/actor:np.float64(0.042822857127629864) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.3530044555664) - actor/lr:np.float64(5e-06) - training/global_step:56 - training/epoch:0 - critic/score/mean:0.6171875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6171875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009212407283484936 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009212407283484936 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:273.28125 - response_length/max:926.0 - response_length/min:101.0 - response_length/clip_ratio:0.0 - respon
|
||||
step:57 - global_seqlen/min:15381 - global_seqlen/max:19646 - global_seqlen/minmax_diff:4265 - global_seqlen/balanced_min:17407 - global_seqlen/balanced_max:17418 - global_seqlen/mean:17410.25 - actor/entropy:0.34866297245025635 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.45647868514060974 - training/rollout_probs_diff_mean:0.0044652484357357025 - training/rollout_probs_diff_std:0.010806460864841938 - training/rollout_actor_probs_pearson_corr:0.9991498589515686 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.90234375 - self_distillation/correct_sample_fraction:0.6875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.90234375 - rollout_corr/rollout_is_mean:0.9998388290405273 - rollout_corr/rollout_is_ratio_fraction_high:1.5182339666353073e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.5182339666353073e-05 - rollout_corr/rollout_is_max:2.4000091552734375 - rollout_corr/rollout_is_min:0.41273799538612366 - rollout_corr/rollout_is_std:0.034714359790086746 - rollout_corr/rollout_is_eff_sample_size:0.9987960070105921 - rollout_corr/rollout_is_seq_mean:0.9998228549957275 - rollout_corr/rollout_is_seq_std:0.002485904609784484 - rollout_corr/rollout_is_seq_max:1.0084002017974854 - rollout_corr/rollout_is_seq_min:0.9930424690246582 - rollout_corr/rollout_is_seq_max_deviation:0.008400201797485352 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.438953316770494) - rollout_corr/training_log_ppl:np.float64(0.35846923690405674) - rollout_corr/kl:np.float64(0.0008165899475613969) - rollout_corr/k3_kl:np.float64(0.000639407720939289) - rollout_corr/rollout_ppl:np.float64(1.4377734092995524) - rollout_corr/rollout_log_ppl:np.float64(0.35765264809015207) - rollout_corr/log_ppl_diff:np.float64(0.0008165888139046729) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019743162556551397) - rollout_corr/log_ppl_diff_max:np.float64(0.007979780435562134) - rollout_corr/log_ppl_diff_min:np.float64(-0.0076621174812316895) - rollout_corr/ppl_ratio:np.float64(1.0008200088050216) - rollout_corr/chi2_token:np.float64(0.0009337591473013163) - rollout_corr/chi2_seq:np.float64(0.26765777403488755) - actor/pg_loss:np.float64(-0.07690066762370407) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08205050457036123) - srpo/sdpo_loss:np.float64(0.00514983694665716) - srpo/routed_loss:np.float64(-0.07690066762370407) - srpo/routed_token_count:np.float64(257.2890625) - srpo/correct_sample_fraction:np.float64(0.6875) - srpo/sdpo_sample_fraction:np.float64(0.21875) - srpo/grpo_sample_fraction:np.float64(0.78125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08158150647068396) - self_distillation/dynamic_weight_mean:np.float64(0.21875000419095159) - self_distillation/dynamic_weight_max:np.float64(1.4962294101715088) - self_distillation/empty_target_batch:np.float64(0.09765625) - actor/grad_norm:np.float64(0.15153729915618896) - perf/mfu/actor:np.float64(0.04171556479349679) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.198383808136) - actor/lr:np.float64(5e-06) - training/global_step:57 - training/epoch:0 - critic/score/mean:0.6875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002651215996593237 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.002651215996593237 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:257.2890625 - response_length/max:863.0 - response_length/min:87.0 - re
|
||||
step:58 - global_seqlen/min:15154 - global_seqlen/max:19099 - global_seqlen/minmax_diff:3945 - global_seqlen/balanced_min:17864 - global_seqlen/balanced_max:17877 - global_seqlen/mean:17873.25 - actor/entropy:0.33318018913269043 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16844695806503296 - training/rollout_probs_diff_mean:0.004098919685930014 - training/rollout_probs_diff_std:0.010109534487128258 - training/rollout_actor_probs_pearson_corr:0.9992092251777649 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.96484375 - self_distillation/correct_sample_fraction:0.75390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.96484375 - rollout_corr/rollout_is_mean:0.9998122453689575 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.606180191040039 - rollout_corr/rollout_is_min:0.5599064230918884 - rollout_corr/rollout_is_std:0.032432131469249725 - rollout_corr/rollout_is_eff_sample_size:0.9989487267303973 - rollout_corr/rollout_is_seq_mean:0.9997631907463074 - rollout_corr/rollout_is_seq_std:0.0020933104678988457 - rollout_corr/rollout_is_seq_max:1.005079746246338 - rollout_corr/rollout_is_seq_min:0.9928784966468811 - rollout_corr/rollout_is_seq_max_deviation:0.0071215033531188965 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4340523737482727) - rollout_corr/training_log_ppl:np.float64(0.35386272572213784) - rollout_corr/kl:np.float64(0.0008245179848067608) - rollout_corr/k3_kl:np.float64(0.0005877123531661255) - rollout_corr/rollout_ppl:np.float64(1.4328336650505662) - rollout_corr/rollout_log_ppl:np.float64(0.3530382043682039) - rollout_corr/log_ppl_diff:np.float64(0.0008245213539339602) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017756061279214919) - rollout_corr/log_ppl_diff_max:np.float64(0.007857710123062134) - rollout_corr/log_ppl_diff_min:np.float64(-0.004537910223007202) - rollout_corr/ppl_ratio:np.float64(1.0008271150290966) - rollout_corr/chi2_token:np.float64(0.0007010134868323803) - rollout_corr/chi2_seq:np.float64(0.06868360750377178) - actor/pg_loss:np.float64(-0.0931240010268084) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09714114860980771) - srpo/sdpo_loss:np.float64(0.004017147582999314) - srpo/routed_loss:np.float64(-0.0931240010268084) - srpo/routed_token_count:np.float64(281.6953125) - srpo/correct_sample_fraction:np.float64(0.75390625) - srpo/sdpo_sample_fraction:np.float64(0.21484375) - srpo/grpo_sample_fraction:np.float64(0.78515625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.06831714572035708) - self_distillation/dynamic_weight_mean:np.float64(0.21484374976716936) - self_distillation/dynamic_weight_max:np.float64(1.4674711227416992) - self_distillation/empty_target_batch:np.float64(0.03515625) - actor/grad_norm:np.float64(0.12320444732904434) - perf/mfu/actor:np.float64(0.04336131299642938) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.08333587646484) - actor/lr:np.float64(5e-06) - training/global_step:58 - training/epoch:0 - critic/score/mean:0.75390625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.75390625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009242311120033264 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009242311120033264 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:281.6953125 - response_length/max:949.0 - response_length/min:131.0 - response_length/cl
|
||||
step:59 - global_seqlen/min:15369 - global_seqlen/max:20230 - global_seqlen/minmax_diff:4861 - global_seqlen/balanced_min:17331 - global_seqlen/balanced_max:17459 - global_seqlen/mean:17349.5 - actor/entropy:0.3275406062602997 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17279458045959473 - training/rollout_probs_diff_mean:0.003945734817534685 - training/rollout_probs_diff_std:0.00993745494633913 - training/rollout_actor_probs_pearson_corr:0.9992856979370117 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.92578125 - self_distillation/correct_sample_fraction:0.6953125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.92578125 - rollout_corr/rollout_is_mean:1.000052571296692 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.4276740330387838e-05 - rollout_corr/rollout_is_max:1.5700583457946777 - rollout_corr/rollout_is_min:0.49207714200019836 - rollout_corr/rollout_is_std:0.03169881924986839 - rollout_corr/rollout_is_eff_sample_size:0.9989963125083661 - rollout_corr/rollout_is_seq_mean:0.9999786615371704 - rollout_corr/rollout_is_seq_std:0.0022067695390433073 - rollout_corr/rollout_is_seq_max:1.0068247318267822 - rollout_corr/rollout_is_seq_min:0.9924913048744202 - rollout_corr/rollout_is_seq_max_deviation:0.007508695125579834 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.437052187975496) - rollout_corr/training_log_ppl:np.float64(0.35290985126630403) - rollout_corr/kl:np.float64(0.0005790869558897072) - rollout_corr/k3_kl:np.float64(0.0005578497464568954) - rollout_corr/rollout_ppl:np.float64(1.4361992203630507) - rollout_corr/rollout_log_ppl:np.float64(0.35233076324220747) - rollout_corr/log_ppl_diff:np.float64(0.0005790880240965635) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017409914580639452) - rollout_corr/log_ppl_diff_max:np.float64(0.008466064929962158) - rollout_corr/log_ppl_diff_min:np.float64(-0.006260931491851807) - rollout_corr/ppl_ratio:np.float64(1.0005817411001772) - rollout_corr/chi2_token:np.float64(0.0010787148494273424) - rollout_corr/chi2_seq:np.float64(0.2305738520808518) - actor/pg_loss:np.float64(-0.07504167804381723) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.07913266343530267) - srpo/sdpo_loss:np.float64(0.004090985391485447) - srpo/routed_loss:np.float64(-0.07504167804381723) - srpo/routed_token_count:np.float64(273.609375) - srpo/correct_sample_fraction:np.float64(0.6953125) - srpo/sdpo_sample_fraction:np.float64(0.2421875) - srpo/grpo_sample_fraction:np.float64(0.7578125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07591441171825863) - self_distillation/dynamic_weight_mean:np.float64(0.24218750139698386) - self_distillation/dynamic_weight_max:np.float64(1.5248026847839355) - self_distillation/empty_target_batch:np.float64(0.07421875) - actor/grad_norm:np.float64(0.12574104964733124) - perf/mfu/actor:np.float64(0.04237827982869038) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.23952198028564) - actor/lr:np.float64(5e-06) - training/global_step:59 - training/epoch:0 - critic/score/mean:0.6953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.007256153505295515 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.007256153505295515 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:273.609375 - response_length/max:958.0 - response_length/min:96.0 - response_
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 60}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a nitrogen atom directly bonded to a carbon ring, which is also connected to a chlorine-substituted aromatic ring and a trifluorinated carbon group (C(F)(F)F).
|
||||
|
||||
Option A: "O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a structure that matches the target product, including the nitrogen ring, the chlorine-substituted aromatic ring, and the trifluorinated group. The structure is also consistent with the functional groups and connectivity described in the target molecule.
|
||||
|
||||
Option B: Contains a different arrangement of atoms and does not match the correct structure of the target molecule.
|
||||
|
||||
Option C: Contains a hydroxyl group (–OH) which is not present in the target molecule.
|
||||
|
||||
Option D: Contains a different connectivity and does not match the correct structure of the target molecule.
|
||||
|
||||
Therefore, the only option that correctly matches the structure of the target product is Option A.
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_60
|
||||
step:60 - global_seqlen/min:14817 - global_seqlen/max:17276 - global_seqlen/minmax_diff:2459 - global_seqlen/balanced_min:16163 - global_seqlen/balanced_max:16165 - global_seqlen/mean:16164.5 - actor/entropy:0.37409889698028564 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.24490728974342346 - training/rollout_probs_diff_mean:0.004337766673415899 - training/rollout_probs_diff_std:0.01013374887406826 - training/rollout_actor_probs_pearson_corr:0.9992696642875671 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.94921875 - self_distillation/correct_sample_fraction:0.62109375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.94921875 - rollout_corr/rollout_is_mean:1.0001269578933716 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.514868974685669 - rollout_corr/rollout_is_min:0.5822561979293823 - rollout_corr/rollout_is_std:0.03279854729771614 - rollout_corr/rollout_is_eff_sample_size:0.9989257682138614 - rollout_corr/rollout_is_seq_mean:1.0001267194747925 - rollout_corr/rollout_is_seq_std:0.0024029656779021025 - rollout_corr/rollout_is_seq_max:1.0079761743545532 - rollout_corr/rollout_is_seq_min:0.9926149845123291 - rollout_corr/rollout_is_seq_max_deviation:0.007976174354553223 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4785833074711263) - rollout_corr/training_log_ppl:np.float64(0.3825166132883169) - rollout_corr/kl:np.float64(0.0004344126947728455) - rollout_corr/k3_kl:np.float64(0.0005611689053353075) - rollout_corr/rollout_ppl:np.float64(1.4779374795034528) - rollout_corr/rollout_log_ppl:np.float64(0.3820822009292897) - rollout_corr/log_ppl_diff:np.float64(0.000434412359027192) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019136869523208588) - rollout_corr/log_ppl_diff_max:np.float64(0.008152186870574951) - rollout_corr/log_ppl_diff_min:np.float64(-0.007260337471961975) - rollout_corr/ppl_ratio:np.float64(1.0004374517593533) - rollout_corr/chi2_token:np.float64(0.0013800773303955793) - rollout_corr/chi2_seq:np.float64(0.2913097704295069) - actor/pg_loss:np.float64(-0.09642143893324828) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10406602668808773) - srpo/sdpo_loss:np.float64(0.007644587754839449) - srpo/routed_loss:np.float64(-0.09642143893324828) - srpo/routed_token_count:np.float64(239.203125) - srpo/correct_sample_fraction:np.float64(0.62109375) - srpo/sdpo_sample_fraction:np.float64(0.34765625) - srpo/grpo_sample_fraction:np.float64(0.65234375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.13928118062904105) - self_distillation/dynamic_weight_mean:np.float64(0.34765625069849193) - self_distillation/dynamic_weight_max:np.float64(1.6440893411636353) - self_distillation/empty_target_batch:np.float64(0.05078125) - actor/grad_norm:np.float64(0.18237151205539703) - perf/mfu/actor:np.float64(0.03935204188196663) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(197.95093536376953) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7080357142857143) - val-aux/sciknoweval/reward/std@16:np.float64(0.1775957676549729) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7819476190476191) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1504925017109809) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6343904761904761) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1500967984431367) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.7070809523809524) - val-aux/sciknoweval/reward/maj
|
||||
step:61 - global_seqlen/min:12944 - global_seqlen/max:19493 - global_seqlen/minmax_diff:6549 - global_seqlen/balanced_min:16962 - global_seqlen/balanced_max:16966 - global_seqlen/mean:16965.0 - actor/entropy:0.3440743684768677 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.14035016298294067 - training/rollout_probs_diff_mean:0.004122760612517595 - training/rollout_probs_diff_std:0.009974507614970207 - training/rollout_actor_probs_pearson_corr:0.9992440938949585 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.94921875 - self_distillation/correct_sample_fraction:0.67578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.94921875 - rollout_corr/rollout_is_mean:1.00004243850708 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7854588031768799 - rollout_corr/rollout_is_min:0.6680986881256104 - rollout_corr/rollout_is_std:0.03204665333032608 - rollout_corr/rollout_is_eff_sample_size:0.9989743035225582 - rollout_corr/rollout_is_seq_mean:1.0000989437103271 - rollout_corr/rollout_is_seq_std:0.0024231583811342716 - rollout_corr/rollout_is_seq_max:1.0072091817855835 - rollout_corr/rollout_is_seq_min:0.9911785125732422 - rollout_corr/rollout_is_seq_max_deviation:0.008821487426757812 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4500967343337834) - rollout_corr/training_log_ppl:np.float64(0.3633547317003831) - rollout_corr/kl:np.float64(0.00044709630828521085) - rollout_corr/k3_kl:np.float64(0.0005460466783517859) - rollout_corr/rollout_ppl:np.float64(1.4494472299702466) - rollout_corr/rollout_log_ppl:np.float64(0.3629076330398675) - rollout_corr/log_ppl_diff:np.float64(0.0004470986605156213) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018785202119033784) - rollout_corr/log_ppl_diff_max:np.float64(0.009542286396026611) - rollout_corr/log_ppl_diff_min:np.float64(-0.006616801023483276) - rollout_corr/ppl_ratio:np.float64(1.000450149178505) - rollout_corr/chi2_token:np.float64(0.0013043771032243967) - rollout_corr/chi2_seq:np.float64(0.42019237764179707) - actor/pg_loss:np.float64(-0.07679644448398903) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08155216663726605) - srpo/sdpo_loss:np.float64(0.00475572215327702) - srpo/routed_loss:np.float64(-0.07679644448398903) - srpo/routed_token_count:np.float64(268.125) - srpo/correct_sample_fraction:np.float64(0.67578125) - srpo/sdpo_sample_fraction:np.float64(0.29296875) - srpo/grpo_sample_fraction:np.float64(0.70703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.0892372963426169) - self_distillation/dynamic_weight_mean:np.float64(0.29296875069849193) - self_distillation/dynamic_weight_max:np.float64(1.531406044960022) - self_distillation/empty_target_batch:np.float64(0.05078125) - actor/grad_norm:np.float64(0.1215364933013916) - perf/mfu/actor:np.float64(0.04140174924784932) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.0888328552246) - actor/lr:np.float64(5e-06) - training/global_step:61 - training/epoch:1 - critic/score/mean:0.67578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.67578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0072097172960639 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0072097172960639 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:268.125 - response_length/max:717.0 - response_length/min:108.0 - response_length/clip_ratio:0.0 - respo
|
||||
step:62 - global_seqlen/min:15628 - global_seqlen/max:20121 - global_seqlen/minmax_diff:4493 - global_seqlen/balanced_min:17939 - global_seqlen/balanced_max:17941 - global_seqlen/mean:17940.625 - actor/entropy:0.4198036193847656 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16888058185577393 - training/rollout_probs_diff_mean:0.004653629381209612 - training/rollout_probs_diff_std:0.01023451890796423 - training/rollout_actor_probs_pearson_corr:0.9993073344230652 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.94921875 - self_distillation/correct_sample_fraction:0.6796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.94921875 - rollout_corr/rollout_is_mean:1.0000615119934082 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5708988904953003 - rollout_corr/rollout_is_min:0.6908365488052368 - rollout_corr/rollout_is_std:0.03405214846134186 - rollout_corr/rollout_is_eff_sample_size:0.9988419131699215 - rollout_corr/rollout_is_seq_mean:1.0000951290130615 - rollout_corr/rollout_is_seq_std:0.0022886041551828384 - rollout_corr/rollout_is_seq_max:1.007284164428711 - rollout_corr/rollout_is_seq_min:0.9944009780883789 - rollout_corr/rollout_is_seq_max_deviation:0.0072841644287109375 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5483565339818597) - rollout_corr/training_log_ppl:np.float64(0.4303483597468585) - rollout_corr/kl:np.float64(0.0004954521509290544) - rollout_corr/k3_kl:np.float64(0.0005905672808239615) - rollout_corr/rollout_ppl:np.float64(1.5475484300404787) - rollout_corr/rollout_log_ppl:np.float64(0.4298529076622799) - rollout_corr/log_ppl_diff:np.float64(0.0004954520845785737) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018080065492540598) - rollout_corr/log_ppl_diff_max:np.float64(0.006451606750488281) - rollout_corr/log_ppl_diff_min:np.float64(-0.006362259387969971) - rollout_corr/ppl_ratio:np.float64(1.0004981835372746) - rollout_corr/chi2_token:np.float64(0.0013771189842373133) - rollout_corr/chi2_seq:np.float64(0.39781781332567334) - actor/pg_loss:np.float64(-0.07941254840989131) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0859582806006074) - srpo/sdpo_loss:np.float64(0.00654573219071608) - srpo/routed_loss:np.float64(-0.07941254840989131) - srpo/routed_token_count:np.float64(261.39453125) - srpo/correct_sample_fraction:np.float64(0.6796875) - srpo/sdpo_sample_fraction:np.float64(0.2890625) - srpo/grpo_sample_fraction:np.float64(0.7109375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1280744240502827) - self_distillation/dynamic_weight_mean:np.float64(0.28906250232830644) - self_distillation/dynamic_weight_max:np.float64(1.6323143243789673) - self_distillation/empty_target_batch:np.float64(0.05078125) - actor/grad_norm:np.float64(0.16269755363464355) - perf/mfu/actor:np.float64(0.04424694431934885) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.71253299713135) - actor/lr:np.float64(5e-06) - training/global_step:62 - training/epoch:1 - critic/score/mean:0.6796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00532562704756856 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00532562704756856 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:261.39453125 - response_length/max:724.0 - response_length/min:99.0 - response_length/clip_ratio
|
||||
step:63 - global_seqlen/min:16119 - global_seqlen/max:21185 - global_seqlen/minmax_diff:5066 - global_seqlen/balanced_min:18281 - global_seqlen/balanced_max:18428 - global_seqlen/mean:18303.375 - actor/entropy:0.37756481766700745 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16028034687042236 - training/rollout_probs_diff_mean:0.003948505502194166 - training/rollout_probs_diff_std:0.009218703024089336 - training/rollout_actor_probs_pearson_corr:0.9994103312492371 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.87109375 - self_distillation/correct_sample_fraction:0.625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.87109375 - rollout_corr/rollout_is_mean:1.0000476837158203 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5793356895446777 - rollout_corr/rollout_is_min:0.5748249292373657 - rollout_corr/rollout_is_std:0.031087452545762062 - rollout_corr/rollout_is_eff_sample_size:0.9990346223534587 - rollout_corr/rollout_is_seq_mean:1.0000591278076172 - rollout_corr/rollout_is_seq_std:0.0022955252788960934 - rollout_corr/rollout_is_seq_max:1.00737726688385 - rollout_corr/rollout_is_seq_min:0.9922806620597839 - rollout_corr/rollout_is_seq_max_deviation:0.0077193379402160645 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5082235797308385) - rollout_corr/training_log_ppl:np.float64(0.40197896733297966) - rollout_corr/kl:np.float64(0.00045722003787496135) - rollout_corr/k3_kl:np.float64(0.0005163681177009494) - rollout_corr/rollout_ppl:np.float64(1.5075309704989195) - rollout_corr/rollout_log_ppl:np.float64(0.40152174429385923) - rollout_corr/log_ppl_diff:np.float64(0.0004572230391204357) - rollout_corr/log_ppl_abs_diff:np.float64(0.001827178173698485) - rollout_corr/log_ppl_diff_max:np.float64(0.008295178413391113) - rollout_corr/log_ppl_diff_min:np.float64(-0.006387829780578613) - rollout_corr/ppl_ratio:np.float64(1.0004599587991834) - rollout_corr/chi2_token:np.float64(0.0011582295410335064) - rollout_corr/chi2_seq:np.float64(0.4681846504099667) - actor/pg_loss:np.float64(-0.099639762287552) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10354684814228676) - srpo/sdpo_loss:np.float64(0.00390708585473476) - srpo/routed_loss:np.float64(-0.099639762287552) - srpo/routed_token_count:np.float64(285.76171875) - srpo/correct_sample_fraction:np.float64(0.625) - srpo/sdpo_sample_fraction:np.float64(0.25) - srpo/grpo_sample_fraction:np.float64(0.75) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.09133433608803898) - self_distillation/dynamic_weight_mean:np.float64(0.25) - self_distillation/dynamic_weight_max:np.float64(1.5831602811813354) - self_distillation/empty_target_batch:np.float64(0.12890625) - actor/grad_norm:np.float64(0.12219933420419693) - perf/mfu/actor:np.float64(0.04458006519215793) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.59436511993408) - actor/lr:np.float64(5e-06) - training/global_step:63 - training/epoch:1 - critic/score/mean:0.625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.010057412087917328 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.010057412087917328 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:285.76171875 - response_length/max:1095.0 - response_length/min:98.0 - response_length/clip_ratio:0.0 - response_length_non_aborted/mean
|
||||
step:64 - global_seqlen/min:14124 - global_seqlen/max:21073 - global_seqlen/minmax_diff:6949 - global_seqlen/balanced_min:18441 - global_seqlen/balanced_max:18513 - global_seqlen/mean:18451.0 - actor/entropy:0.4293702244758606 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2665538191795349 - training/rollout_probs_diff_mean:0.0043538883328437805 - training/rollout_probs_diff_std:0.009636919014155865 - training/rollout_actor_probs_pearson_corr:0.9993881583213806 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.99609375 - self_distillation/correct_sample_fraction:0.765625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:1.0000770092010498 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5042511224746704 - rollout_corr/rollout_is_min:0.6534336805343628 - rollout_corr/rollout_is_std:0.032645534723997116 - rollout_corr/rollout_is_eff_sample_size:0.9989356414362005 - rollout_corr/rollout_is_seq_mean:1.0000722408294678 - rollout_corr/rollout_is_seq_std:0.0022168713621795177 - rollout_corr/rollout_is_seq_max:1.0070909261703491 - rollout_corr/rollout_is_seq_min:0.9911789894104004 - rollout_corr/rollout_is_seq_max_deviation:0.00882101058959961 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.567206475418061) - rollout_corr/training_log_ppl:np.float64(0.44018275721464306) - rollout_corr/kl:np.float64(0.0004922438950565322) - rollout_corr/k3_kl:np.float64(0.0005643939806816434) - rollout_corr/rollout_ppl:np.float64(1.5664576846174896) - rollout_corr/rollout_log_ppl:np.float64(0.4396905109169893) - rollout_corr/log_ppl_diff:np.float64(0.0004922462976537645) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017175839166156948) - rollout_corr/log_ppl_diff_max:np.float64(0.009856849908828735) - rollout_corr/log_ppl_diff_min:np.float64(-0.006023406982421875) - rollout_corr/ppl_ratio:np.float64(1.0004948303103447) - rollout_corr/chi2_token:np.float64(0.0012764516286551952) - rollout_corr/chi2_seq:np.float64(0.4137597030494362) - actor/pg_loss:np.float64(-0.08012491174486058) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08499670671881177) - srpo/sdpo_loss:np.float64(0.004871794973951182) - srpo/routed_loss:np.float64(-0.08012491174486058) - srpo/routed_token_count:np.float64(283.84375) - srpo/correct_sample_fraction:np.float64(0.765625) - srpo/sdpo_sample_fraction:np.float64(0.234375) - srpo/grpo_sample_fraction:np.float64(0.765625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.09426911166519858) - self_distillation/dynamic_weight_mean:np.float64(0.23437500349245965) - self_distillation/dynamic_weight_max:np.float64(1.6086878776550293) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.14118260145187378) - perf/mfu/actor:np.float64(0.04479156480483427) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.5854206085205) - actor/lr:np.float64(5e-06) - training/global_step:64 - training/epoch:1 - critic/score/mean:0.765625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.765625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005640688817948103 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005640688817948103 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:283.84375 - response_length/max:988.0 - response_length/min:96.0 - response_length/clip_ratio:0.0 - respons
|
||||
step:65 - global_seqlen/min:14882 - global_seqlen/max:21483 - global_seqlen/minmax_diff:6601 - global_seqlen/balanced_min:18340 - global_seqlen/balanced_max:18342 - global_seqlen/mean:18341.125 - actor/entropy:0.4183250963687897 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.27729880809783936 - training/rollout_probs_diff_mean:0.004323477856814861 - training/rollout_probs_diff_std:0.009723249822854996 - training/rollout_actor_probs_pearson_corr:0.9993472099304199 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.96484375 - self_distillation/correct_sample_fraction:0.7421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.96484375 - rollout_corr/rollout_is_mean:0.9999299049377441 - rollout_corr/rollout_is_ratio_fraction_high:1.3489997400029097e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.3489997400029097e-05 - rollout_corr/rollout_is_max:2.2451677322387695 - rollout_corr/rollout_is_min:0.49304327368736267 - rollout_corr/rollout_is_std:0.03266743943095207 - rollout_corr/rollout_is_eff_sample_size:0.9989336191940448 - rollout_corr/rollout_is_seq_mean:0.9998835325241089 - rollout_corr/rollout_is_seq_std:0.002289823954924941 - rollout_corr/rollout_is_seq_max:1.0074113607406616 - rollout_corr/rollout_is_seq_min:0.9933005571365356 - rollout_corr/rollout_is_seq_max_deviation:0.007411360740661621 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5515654468908906) - rollout_corr/training_log_ppl:np.float64(0.43189701283699833) - rollout_corr/kl:np.float64(0.0006815506097934687) - rollout_corr/k3_kl:np.float64(0.000565055939063086) - rollout_corr/rollout_ppl:np.float64(1.5505206752568483) - rollout_corr/rollout_log_ppl:np.float64(0.4312154612271115) - rollout_corr/log_ppl_diff:np.float64(0.0006815516098868102) - rollout_corr/log_ppl_abs_diff:np.float64(0.001770866772858426) - rollout_corr/log_ppl_diff_max:np.float64(0.007677972316741943) - rollout_corr/log_ppl_diff_min:np.float64(-0.006828129291534424) - rollout_corr/ppl_ratio:np.float64(1.0006843444425613) - rollout_corr/chi2_token:np.float64(0.0009076953865587711) - rollout_corr/chi2_seq:np.float64(0.3011427400633693) - actor/pg_loss:np.float64(-0.082583589342903) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08694605395430699) - srpo/sdpo_loss:np.float64(0.004362464611403993) - srpo/routed_loss:np.float64(-0.082583589342903) - srpo/routed_token_count:np.float64(289.56640625) - srpo/correct_sample_fraction:np.float64(0.7421875) - srpo/sdpo_sample_fraction:np.float64(0.2265625) - srpo/grpo_sample_fraction:np.float64(0.7734375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.09592759172664955) - self_distillation/dynamic_weight_mean:np.float64(0.2265625016298145) - self_distillation/dynamic_weight_max:np.float64(1.613898515701294) - self_distillation/empty_target_batch:np.float64(0.03515625) - actor/grad_norm:np.float64(0.12529830634593964) - perf/mfu/actor:np.float64(0.04421706925374242) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.51546096801758) - actor/lr:np.float64(5e-06) - training/global_step:65 - training/epoch:1 - critic/score/mean:0.7421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00972797442227602 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00972797442227602 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:289.56640625 - response_length/max:805.0 - response_length/min
|
||||
step:66 - global_seqlen/min:15310 - global_seqlen/max:20701 - global_seqlen/minmax_diff:5391 - global_seqlen/balanced_min:18595 - global_seqlen/balanced_max:18598 - global_seqlen/mean:18596.75 - actor/entropy:0.3855205774307251 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.25539666414260864 - training/rollout_probs_diff_mean:0.004018941428512335 - training/rollout_probs_diff_std:0.009421814233064651 - training/rollout_actor_probs_pearson_corr:0.999393105506897 - self_distillation/success_group_fraction:0.84375 - self_distillation/success_sample_fraction:0.828125 - self_distillation/correct_sample_fraction:0.61328125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.828125 - rollout_corr/rollout_is_mean:1.0001100301742554 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7524439096450806 - rollout_corr/rollout_is_min:0.6539098024368286 - rollout_corr/rollout_is_std:0.031623516231775284 - rollout_corr/rollout_is_eff_sample_size:0.9990011903067705 - rollout_corr/rollout_is_seq_mean:1.0000332593917847 - rollout_corr/rollout_is_seq_std:0.002301123458892107 - rollout_corr/rollout_is_seq_max:1.0101454257965088 - rollout_corr/rollout_is_seq_min:0.9930441379547119 - rollout_corr/rollout_is_seq_max_deviation:0.010145425796508789 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5247870972380042) - rollout_corr/training_log_ppl:np.float64(0.4135045976145193) - rollout_corr/kl:np.float64(0.0005131154880189115) - rollout_corr/k3_kl:np.float64(0.0005464653016815646) - rollout_corr/rollout_ppl:np.float64(1.5239639333449304) - rollout_corr/rollout_log_ppl:np.float64(0.41299148090183735) - rollout_corr/log_ppl_diff:np.float64(0.0005131167126819491) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017782232025638223) - rollout_corr/log_ppl_diff_max:np.float64(0.007626920938491821) - rollout_corr/log_ppl_diff_min:np.float64(-0.008380651473999023) - rollout_corr/ppl_ratio:np.float64(1.000515891937539) - rollout_corr/chi2_token:np.float64(0.001167922280728817) - rollout_corr/chi2_seq:np.float64(0.447232429869473) - actor/pg_loss:np.float64(-0.07664515728902188) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08058364101452753) - srpo/sdpo_loss:np.float64(0.003938483725505648) - srpo/routed_loss:np.float64(-0.07664515728902188) - srpo/routed_token_count:np.float64(290.8984375) - srpo/correct_sample_fraction:np.float64(0.61328125) - srpo/sdpo_sample_fraction:np.float64(0.23046875) - srpo/grpo_sample_fraction:np.float64(0.76953125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08623806026298553) - self_distillation/dynamic_weight_mean:np.float64(0.23046875116415322) - self_distillation/dynamic_weight_max:np.float64(1.603785514831543) - self_distillation/empty_target_batch:np.float64(0.171875) - actor/grad_norm:np.float64(0.10141944140195847) - perf/mfu/actor:np.float64(0.04553771649800369) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.59149646759033) - actor/lr:np.float64(5e-06) - training/global_step:66 - training/epoch:1 - critic/score/mean:0.61328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.61328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0015912448288872838 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0015912448288872838 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:290.8984375 - response_length/max:733.0 - response_length/min:104.0 - response_length/clip_rati
|
||||
step:67 - global_seqlen/min:13542 - global_seqlen/max:19666 - global_seqlen/minmax_diff:6124 - global_seqlen/balanced_min:17072 - global_seqlen/balanced_max:17074 - global_seqlen/mean:17073.25 - actor/entropy:0.41985124349594116 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16719824075698853 - training/rollout_probs_diff_mean:0.00447444012388587 - training/rollout_probs_diff_std:0.009811129420995712 - training/rollout_actor_probs_pearson_corr:0.9993532299995422 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.8984375 - self_distillation/correct_sample_fraction:0.66015625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8984375 - rollout_corr/rollout_is_mean:0.9999842047691345 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.3818295001983643 - rollout_corr/rollout_is_min:0.6573331952095032 - rollout_corr/rollout_is_std:0.03257608041167259 - rollout_corr/rollout_is_eff_sample_size:0.9989399238583818 - rollout_corr/rollout_is_seq_mean:0.9999893307685852 - rollout_corr/rollout_is_seq_std:0.0024475576356053352 - rollout_corr/rollout_is_seq_max:1.0052748918533325 - rollout_corr/rollout_is_seq_min:0.9924448132514954 - rollout_corr/rollout_is_seq_max_deviation:0.007555186748504639 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5527781541459262) - rollout_corr/training_log_ppl:np.float64(0.4319148526410572) - rollout_corr/kl:np.float64(0.0005707164169734824) - rollout_corr/k3_kl:np.float64(0.0005601007790119183) - rollout_corr/rollout_ppl:np.float64(1.5518779326230288) - rollout_corr/rollout_log_ppl:np.float64(0.4313441361882724) - rollout_corr/log_ppl_diff:np.float64(0.0005707164527848363) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019617117941379547) - rollout_corr/log_ppl_diff_max:np.float64(0.008202850818634033) - rollout_corr/log_ppl_diff_min:np.float64(-0.004570811986923218) - rollout_corr/ppl_ratio:np.float64(1.0005738788750023) - rollout_corr/chi2_token:np.float64(0.0011020824313163757) - rollout_corr/chi2_seq:np.float64(0.2887111024465412) - actor/pg_loss:np.float64(-0.09165099645542796) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09715589886764064) - srpo/sdpo_loss:np.float64(0.005504902412212687) - srpo/routed_loss:np.float64(-0.09165099645542796) - srpo/routed_token_count:np.float64(241.6953125) - srpo/correct_sample_fraction:np.float64(0.66015625) - srpo/sdpo_sample_fraction:np.float64(0.24609375) - srpo/grpo_sample_fraction:np.float64(0.75390625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1045418448629789) - self_distillation/dynamic_weight_mean:np.float64(0.2460937520954758) - self_distillation/dynamic_weight_max:np.float64(1.672771692276001) - self_distillation/empty_target_batch:np.float64(0.1015625) - actor/grad_norm:np.float64(0.14204055070877075) - perf/mfu/actor:np.float64(0.04235469575091137) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.5395164489746) - actor/lr:np.float64(5e-06) - training/global_step:67 - training/epoch:1 - critic/score/mean:0.66015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.01169715914875269 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.01169715914875269 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:241.6953125 - response_length/max:737.0 - response_length/min:95.0 - response_length/clip_ratio:0.
|
||||
step:68 - global_seqlen/min:14462 - global_seqlen/max:20545 - global_seqlen/minmax_diff:6083 - global_seqlen/balanced_min:17727 - global_seqlen/balanced_max:17728 - global_seqlen/mean:17727.75 - actor/entropy:0.42889732122421265 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16559508442878723 - training/rollout_probs_diff_mean:0.0044265869073569775 - training/rollout_probs_diff_std:0.009674998000264168 - training/rollout_actor_probs_pearson_corr:0.9993919134140015 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.8515625 - self_distillation/correct_sample_fraction:0.56640625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8515625 - rollout_corr/rollout_is_mean:0.9999788999557495 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.423461675643921 - rollout_corr/rollout_is_min:0.6363786458969116 - rollout_corr/rollout_is_std:0.032482631504535675 - rollout_corr/rollout_is_eff_sample_size:0.998945990685992 - rollout_corr/rollout_is_seq_mean:1.0000098943710327 - rollout_corr/rollout_is_seq_std:0.002284191083163023 - rollout_corr/rollout_is_seq_max:1.0077213048934937 - rollout_corr/rollout_is_seq_min:0.9925332069396973 - rollout_corr/rollout_is_seq_max_deviation:0.007721304893493652 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5731641221791506) - rollout_corr/training_log_ppl:np.float64(0.44307586876675487) - rollout_corr/kl:np.float64(0.0005403902855682929) - rollout_corr/k3_kl:np.float64(0.0005504062309569235) - rollout_corr/rollout_ppl:np.float64(1.572355137206614) - rollout_corr/rollout_log_ppl:np.float64(0.4425354764680378) - rollout_corr/log_ppl_diff:np.float64(0.0005403922987170517) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018198965699411929) - rollout_corr/log_ppl_diff_max:np.float64(0.008019685745239258) - rollout_corr/log_ppl_diff_min:np.float64(-0.006509006023406982) - rollout_corr/ppl_ratio:np.float64(1.0005430637393147) - rollout_corr/chi2_token:np.float64(0.0011312682181596756) - rollout_corr/chi2_seq:np.float64(0.2665694917086512) - actor/pg_loss:np.float64(-0.09250657446864352) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09908896451815963) - srpo/sdpo_loss:np.float64(0.006582390049516107) - srpo/routed_loss:np.float64(-0.09250657446864352) - srpo/routed_token_count:np.float64(238.7734375) - srpo/correct_sample_fraction:np.float64(0.56640625) - srpo/sdpo_sample_fraction:np.float64(0.30859375) - srpo/grpo_sample_fraction:np.float64(0.69140625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.13492869975743815) - self_distillation/dynamic_weight_mean:np.float64(0.3085937516298145) - self_distillation/dynamic_weight_max:np.float64(1.6627885103225708) - self_distillation/empty_target_batch:np.float64(0.1484375) - actor/grad_norm:np.float64(0.1615680754184723) - perf/mfu/actor:np.float64(0.04369865401666212) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.4835968017578) - actor/lr:np.float64(5e-06) - training/global_step:68 - training/epoch:1 - critic/score/mean:0.56640625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.56640625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0034355265088379383 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0034355265088379383 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:238.7734375 - response_length/max:654.0 - response_length/min:107.0 - response_length/clip_ra
|
||||
step:69 - global_seqlen/min:15983 - global_seqlen/max:20966 - global_seqlen/minmax_diff:4983 - global_seqlen/balanced_min:18560 - global_seqlen/balanced_max:18564 - global_seqlen/mean:18562.5 - actor/entropy:0.4450245201587677 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1243181824684143 - training/rollout_probs_diff_mean:0.004411367233842611 - training/rollout_probs_diff_std:0.009440166875720024 - training/rollout_actor_probs_pearson_corr:0.9994192123413086 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.9921875 - self_distillation/correct_sample_fraction:0.66796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:0.999984860420227 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7597155570983887 - rollout_corr/rollout_is_min:0.6213083267211914 - rollout_corr/rollout_is_std:0.03319055587053299 - rollout_corr/rollout_is_eff_sample_size:0.9988995991711687 - rollout_corr/rollout_is_seq_mean:0.9999459981918335 - rollout_corr/rollout_is_seq_std:0.0024309332948178053 - rollout_corr/rollout_is_seq_max:1.0062596797943115 - rollout_corr/rollout_is_seq_min:0.993736743927002 - rollout_corr/rollout_is_seq_max_deviation:0.006263256072998047 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5993730365298688) - rollout_corr/training_log_ppl:np.float64(0.45953419362194836) - rollout_corr/kl:np.float64(0.000643168309480302) - rollout_corr/k3_kl:np.float64(0.0005891352880667) - rollout_corr/rollout_ppl:np.float64(1.598279653582722) - rollout_corr/rollout_log_ppl:np.float64(0.45889102236833423) - rollout_corr/log_ppl_diff:np.float64(0.0006431712536141276) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019652292830869555) - rollout_corr/log_ppl_diff_max:np.float64(0.006943225860595703) - rollout_corr/log_ppl_diff_min:np.float64(-0.005596280097961426) - rollout_corr/ppl_ratio:np.float64(1.000646373955533) - rollout_corr/chi2_token:np.float64(0.0010749362409114838) - rollout_corr/chi2_seq:np.float64(0.4158324277959764) - actor/pg_loss:np.float64(-0.1238599967527989) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.1314001681166701) - srpo/sdpo_loss:np.float64(0.007540171363871195) - srpo/routed_loss:np.float64(-0.1238599967527989) - srpo/routed_token_count:np.float64(270.265625) - srpo/correct_sample_fraction:np.float64(0.66796875) - srpo/sdpo_sample_fraction:np.float64(0.33203125) - srpo/grpo_sample_fraction:np.float64(0.66796875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.14701901923399419) - self_distillation/dynamic_weight_mean:np.float64(0.33203125) - self_distillation/dynamic_weight_max:np.float64(1.6931427717208862) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.18375805020332336) - perf/mfu/actor:np.float64(0.04564459667916623) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.52737188339233) - actor/lr:np.float64(5e-06) - training/global_step:69 - training/epoch:1 - critic/score/mean:0.66796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.005448921583592892 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.005448921583592892 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:270.265625 - response_length/max:718.0 - response_length/min:113.0 - response_length/clip_ratio:0.0 - response_leng
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 70}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a nitrogen atom in a ring structure, a chlorine-substituted aromatic ring, and a trifluoromethyl group. Among the given options, only option A has a similar structure with the correct nitrogen-containing ring, the chlorine-substituted aromatic ring, and the trifluoromethyl group. The other options either lack these key structural features or have incorrect substitutions or functional groups.
|
||||
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_70
|
||||
step:70 - global_seqlen/min:13157 - global_seqlen/max:19936 - global_seqlen/minmax_diff:6779 - global_seqlen/balanced_min:17500 - global_seqlen/balanced_max:17501 - global_seqlen/mean:17500.75 - actor/entropy:0.4179520905017853 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.19972145557403564 - training/rollout_probs_diff_mean:0.004558151122182608 - training/rollout_probs_diff_std:0.010152522474527359 - training/rollout_actor_probs_pearson_corr:0.9993077516555786 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.98046875 - self_distillation/correct_sample_fraction:0.67578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.98046875 - rollout_corr/rollout_is_mean:0.9998593330383301 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.570795757288579e-05 - rollout_corr/rollout_is_max:1.6337392330169678 - rollout_corr/rollout_is_min:0.48079198598861694 - rollout_corr/rollout_is_std:0.03359396383166313 - rollout_corr/rollout_is_eff_sample_size:0.998872361033084 - rollout_corr/rollout_is_seq_mean:0.9998186230659485 - rollout_corr/rollout_is_seq_std:0.002411942696198821 - rollout_corr/rollout_is_seq_max:1.0101840496063232 - rollout_corr/rollout_is_seq_min:0.9929684996604919 - rollout_corr/rollout_is_seq_max_deviation:0.010184049606323242 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5288775111548603) - rollout_corr/training_log_ppl:np.float64(0.41675863409182057) - rollout_corr/kl:np.float64(0.0007724604789878242) - rollout_corr/k3_kl:np.float64(0.0005911085403624838) - rollout_corr/rollout_ppl:np.float64(1.5276475041173398) - rollout_corr/rollout_log_ppl:np.float64(0.4159861726220697) - rollout_corr/log_ppl_diff:np.float64(0.0007724614697508514) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019090596470050514) - rollout_corr/log_ppl_diff_max:np.float64(0.007620632648468018) - rollout_corr/log_ppl_diff_min:np.float64(-0.009236514568328857) - rollout_corr/ppl_ratio:np.float64(1.0007756291888654) - rollout_corr/chi2_token:np.float64(0.0008282116614282131) - rollout_corr/chi2_seq:np.float64(0.29700843524187803) - actor/pg_loss:np.float64(-0.08022544555387867) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0873686972190626) - srpo/sdpo_loss:np.float64(0.007143251665183925) - srpo/routed_loss:np.float64(-0.08022544555387867) - srpo/routed_token_count:np.float64(248.6796875) - srpo/correct_sample_fraction:np.float64(0.67578125) - srpo/sdpo_sample_fraction:np.float64(0.32421875) - srpo/grpo_sample_fraction:np.float64(0.67578125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.13291742175351828) - self_distillation/dynamic_weight_mean:np.float64(0.3242187537252903) - self_distillation/dynamic_weight_max:np.float64(1.5787192583084106) - self_distillation/empty_target_batch:np.float64(0.01953125) - actor/grad_norm:np.float64(0.1696300208568573) - perf/mfu/actor:np.float64(0.04324360993704998) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.52356481552124) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7169642857142857) - val-aux/sciknoweval/reward/std@16:np.float64(0.17450871680021474) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7912619047619048) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.1490335070852073) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6427238095238095) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1479108267044202) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.7179714285714286) - val-aux/scikn
|
||||
step:71 - global_seqlen/min:15283 - global_seqlen/max:20966 - global_seqlen/minmax_diff:5683 - global_seqlen/balanced_min:17521 - global_seqlen/balanced_max:17575 - global_seqlen/mean:17536.375 - actor/entropy:0.3812526762485504 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3583572804927826 - training/rollout_probs_diff_mean:0.004342528060078621 - training/rollout_probs_diff_std:0.010018392466008663 - training/rollout_actor_probs_pearson_corr:0.9992932081222534 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.984375 - self_distillation/correct_sample_fraction:0.6796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.984375 - rollout_corr/rollout_is_mean:1.000230073928833 - rollout_corr/rollout_is_ratio_fraction_high:1.5902549421298318e-05 - rollout_corr/rollout_is_ratio_fraction_low:1.5902549421298318e-05 - rollout_corr/rollout_is_max:2.049781322479248 - rollout_corr/rollout_is_min:0.4723665416240692 - rollout_corr/rollout_is_std:0.03321748226881027 - rollout_corr/rollout_is_eff_sample_size:0.9988982907550257 - rollout_corr/rollout_is_seq_mean:1.0001415014266968 - rollout_corr/rollout_is_seq_std:0.002471146872267127 - rollout_corr/rollout_is_seq_max:1.008381962776184 - rollout_corr/rollout_is_seq_min:0.9914731979370117 - rollout_corr/rollout_is_seq_max_deviation:0.008526802062988281 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5123362643644214) - rollout_corr/training_log_ppl:np.float64(0.40517089652712457) - rollout_corr/kl:np.float64(0.00044898043580765545) - rollout_corr/k3_kl:np.float64(0.0005904403766976429) - rollout_corr/rollout_ppl:np.float64(1.5116147687658668) - rollout_corr/rollout_log_ppl:np.float64(0.4047219126659911) - rollout_corr/log_ppl_diff:np.float64(0.00044898386113345623) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019608382135629654) - rollout_corr/log_ppl_diff_max:np.float64(0.009291350841522217) - rollout_corr/log_ppl_diff_min:np.float64(-0.007106184959411621) - rollout_corr/ppl_ratio:np.float64(1.0004521158989519) - rollout_corr/chi2_token:np.float64(0.0014774929732084274) - rollout_corr/chi2_seq:np.float64(0.5185750669334084) - actor/pg_loss:np.float64(-0.10238917961942207) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10936993843642995) - srpo/sdpo_loss:np.float64(0.006980758817007882) - srpo/routed_loss:np.float64(-0.10238917961942207) - srpo/routed_token_count:np.float64(245.63671875) - srpo/correct_sample_fraction:np.float64(0.6796875) - srpo/sdpo_sample_fraction:np.float64(0.3203125) - srpo/grpo_sample_fraction:np.float64(0.6796875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.12916380545357242) - self_distillation/dynamic_weight_mean:np.float64(0.3203125011641532) - self_distillation/dynamic_weight_max:np.float64(1.6242324113845825) - self_distillation/empty_target_batch:np.float64(0.015625) - actor/grad_norm:np.float64(0.1776091307401657) - perf/mfu/actor:np.float64(0.04301452414468708) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.34147548675537) - actor/lr:np.float64(5e-06) - training/global_step:71 - training/epoch:1 - critic/score/mean:0.6796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0010237266542389989 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0010237266542389989 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:245.63671875 - response_length/max:988.0 - response_length/min:12
|
||||
step:72 - global_seqlen/min:13769 - global_seqlen/max:18838 - global_seqlen/minmax_diff:5069 - global_seqlen/balanced_min:16596 - global_seqlen/balanced_max:16701 - global_seqlen/mean:16609.625 - actor/entropy:0.40069469809532166 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12435343861579895 - training/rollout_probs_diff_mean:0.004787490237504244 - training/rollout_probs_diff_std:0.010525659658014774 - training/rollout_actor_probs_pearson_corr:0.999233067035675 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.93359375 - self_distillation/correct_sample_fraction:0.73828125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.93359375 - rollout_corr/rollout_is_mean:1.0000097751617432 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5908658504486084 - rollout_corr/rollout_is_min:0.5040895342826843 - rollout_corr/rollout_is_std:0.03490613400936127 - rollout_corr/rollout_is_eff_sample_size:0.9987831635556771 - rollout_corr/rollout_is_seq_mean:1.0000803470611572 - rollout_corr/rollout_is_seq_std:0.00257575954310596 - rollout_corr/rollout_is_seq_max:1.007339358329773 - rollout_corr/rollout_is_seq_min:0.9940271973609924 - rollout_corr/rollout_is_seq_max_deviation:0.007339358329772949 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5074000507593155) - rollout_corr/training_log_ppl:np.float64(0.4046720272745006) - rollout_corr/kl:np.float64(0.0005408609402017817) - rollout_corr/k3_kl:np.float64(0.00062109782254538) - rollout_corr/rollout_ppl:np.float64(1.5065733529627323) - rollout_corr/rollout_log_ppl:np.float64(0.4041311625041999) - rollout_corr/log_ppl_diff:np.float64(0.0005408647703006864) - rollout_corr/log_ppl_abs_diff:np.float64(0.002042293199338019) - rollout_corr/log_ppl_diff_max:np.float64(0.0065201520919799805) - rollout_corr/log_ppl_diff_min:np.float64(-0.00632476806640625) - rollout_corr/ppl_ratio:np.float64(1.000544240232557) - rollout_corr/chi2_token:np.float64(0.0014122200664132833) - rollout_corr/chi2_seq:np.float64(0.37398282694630325) - actor/pg_loss:np.float64(-0.07809951130002446) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08252953746705316) - srpo/sdpo_loss:np.float64(0.0044300261670287) - srpo/routed_loss:np.float64(-0.07809951130002446) - srpo/routed_token_count:np.float64(232.20703125) - srpo/correct_sample_fraction:np.float64(0.73828125) - srpo/sdpo_sample_fraction:np.float64(0.19921875) - srpo/grpo_sample_fraction:np.float64(0.80078125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08560231712181121) - self_distillation/dynamic_weight_mean:np.float64(0.19921874930150807) - self_distillation/dynamic_weight_max:np.float64(1.5397229194641113) - self_distillation/empty_target_batch:np.float64(0.06640625) - actor/grad_norm:np.float64(0.14065425097942352) - perf/mfu/actor:np.float64(0.041080814050258714) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.28689289093018) - actor/lr:np.float64(5e-06) - training/global_step:72 - training/epoch:1 - critic/score/mean:0.73828125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.73828125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006764656398445368 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006764656398445368 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:232.20703125 - response_length/max:959.0 - response_length/min:102.0 - response_length/clip_r
|
||||
step:73 - global_seqlen/min:15901 - global_seqlen/max:19298 - global_seqlen/minmax_diff:3397 - global_seqlen/balanced_min:17512 - global_seqlen/balanced_max:17558 - global_seqlen/mean:17520.0 - actor/entropy:0.3839605152606964 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1998463273048401 - training/rollout_probs_diff_mean:0.004121786914765835 - training/rollout_probs_diff_std:0.009536780416965485 - training/rollout_actor_probs_pearson_corr:0.9993576407432556 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.98046875 - self_distillation/correct_sample_fraction:0.68359375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.98046875 - rollout_corr/rollout_is_mean:0.9997648000717163 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7430939674377441 - rollout_corr/rollout_is_min:0.6694032549858093 - rollout_corr/rollout_is_std:0.03142593428492546 - rollout_corr/rollout_is_eff_sample_size:0.9990130875758242 - rollout_corr/rollout_is_seq_mean:0.999661922454834 - rollout_corr/rollout_is_seq_std:0.002263972768560052 - rollout_corr/rollout_is_seq_max:1.005861759185791 - rollout_corr/rollout_is_seq_min:0.9935265183448792 - rollout_corr/rollout_is_seq_max_deviation:0.00647348165512085 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5071720364503562) - rollout_corr/training_log_ppl:np.float64(0.4012178223929368) - rollout_corr/kl:np.float64(0.0008763901423014531) - rollout_corr/k3_kl:np.float64(0.0005382662275223993) - rollout_corr/rollout_ppl:np.float64(1.5058168219402432) - rollout_corr/rollout_log_ppl:np.float64(0.40034143131924793) - rollout_corr/log_ppl_diff:np.float64(0.0008763910736888647) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018779031233862042) - rollout_corr/log_ppl_diff_max:np.float64(0.007447659969329834) - rollout_corr/log_ppl_diff_min:np.float64(-0.005491346120834351) - rollout_corr/ppl_ratio:np.float64(1.0008793550077826) - rollout_corr/chi2_token:np.float64(0.0004007224924862385) - rollout_corr/chi2_seq:np.float64(0.1001955782994628) - actor/pg_loss:np.float64(-0.08892252354962693) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09522879892028868) - srpo/sdpo_loss:np.float64(0.006306275370661751) - srpo/routed_loss:np.float64(-0.08892252354962693) - srpo/routed_token_count:np.float64(267.28125) - srpo/correct_sample_fraction:np.float64(0.68359375) - srpo/sdpo_sample_fraction:np.float64(0.31640625) - srpo/grpo_sample_fraction:np.float64(0.68359375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.12437099119415507) - self_distillation/dynamic_weight_mean:np.float64(0.3164062511641532) - self_distillation/dynamic_weight_max:np.float64(1.7745639085769653) - self_distillation/empty_target_batch:np.float64(0.01953125) - actor/grad_norm:np.float64(0.14191436767578125) - perf/mfu/actor:np.float64(0.04315269445924168) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.84010219573975) - actor/lr:np.float64(5e-06) - training/global_step:73 - training/epoch:1 - critic/score/mean:0.68359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.68359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0010997602948918939 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0010997602948918939 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:267.28125 - response_length/max:956.0 - response_length/min:99.0 - response_length/clip_ratio:0.0 -
|
||||
step:74 - global_seqlen/min:14417 - global_seqlen/max:19491 - global_seqlen/minmax_diff:5074 - global_seqlen/balanced_min:16655 - global_seqlen/balanced_max:16658 - global_seqlen/mean:16656.75 - actor/entropy:0.3797001838684082 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.16888189315795898 - training/rollout_probs_diff_mean:0.004351973067969084 - training/rollout_probs_diff_std:0.010001418180763721 - training/rollout_actor_probs_pearson_corr:0.9993001818656921 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.8671875 - self_distillation/correct_sample_fraction:0.7109375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8671875 - rollout_corr/rollout_is_mean:1.0000834465026855 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.71326744556427 - rollout_corr/rollout_is_min:0.6142690181732178 - rollout_corr/rollout_is_std:0.03270026668906212 - rollout_corr/rollout_is_eff_sample_size:0.9989320727790972 - rollout_corr/rollout_is_seq_mean:1.0000282526016235 - rollout_corr/rollout_is_seq_std:0.0025343417655676603 - rollout_corr/rollout_is_seq_max:1.007320523262024 - rollout_corr/rollout_is_seq_min:0.9927815198898315 - rollout_corr/rollout_is_seq_max_deviation:0.007320523262023926 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4863851955160499) - rollout_corr/training_log_ppl:np.float64(0.389422973676119) - rollout_corr/kl:np.float64(0.0005261539969794171) - rollout_corr/k3_kl:np.float64(0.0005544843815243894) - rollout_corr/rollout_ppl:np.float64(1.485583790577948) - rollout_corr/rollout_log_ppl:np.float64(0.3888968176324852) - rollout_corr/log_ppl_diff:np.float64(0.0005261560436338186) - rollout_corr/log_ppl_abs_diff:np.float64(0.002008517854847014) - rollout_corr/log_ppl_diff_max:np.float64(0.008105874061584473) - rollout_corr/log_ppl_diff_min:np.float64(-0.006392151117324829) - rollout_corr/ppl_ratio:np.float64(1.0005295081064105) - rollout_corr/chi2_token:np.float64(0.0011755276937037706) - rollout_corr/chi2_seq:np.float64(0.4233211863320321) - actor/pg_loss:np.float64(-0.057067182709943154) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.06053182590403594) - srpo/sdpo_loss:np.float64(0.003464643194092787) - srpo/routed_loss:np.float64(-0.057067182709943154) - srpo/routed_token_count:np.float64(247.1171875) - srpo/correct_sample_fraction:np.float64(0.7109375) - srpo/sdpo_sample_fraction:np.float64(0.1640625) - srpo/grpo_sample_fraction:np.float64(0.8359375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07092723640380427) - self_distillation/dynamic_weight_mean:np.float64(0.16406250093132257) - self_distillation/dynamic_weight_max:np.float64(1.7312991619110107) - self_distillation/empty_target_batch:np.float64(0.1328125) - actor/grad_norm:np.float64(0.12384505569934845) - perf/mfu/actor:np.float64(0.04138188612197678) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.8210678100586) - actor/lr:np.float64(5e-06) - training/global_step:74 - training/epoch:1 - critic/score/mean:0.7109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00888369046151638 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.00888369046151638 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:247.1171875 - response_length/max:718.0 - response_length/min:117.0 - response_length/clip_ratio:0.0 - resp
|
||||
step:75 - global_seqlen/min:14420 - global_seqlen/max:20125 - global_seqlen/minmax_diff:5705 - global_seqlen/balanced_min:18028 - global_seqlen/balanced_max:18034 - global_seqlen/mean:18031.75 - actor/entropy:0.40880638360977173 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1397233009338379 - training/rollout_probs_diff_mean:0.004486057907342911 - training/rollout_probs_diff_std:0.00985009130090475 - training/rollout_actor_probs_pearson_corr:0.9993287324905396 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.87109375 - self_distillation/correct_sample_fraction:0.76953125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.87109375 - rollout_corr/rollout_is_mean:1.0000200271606445 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.5621582861058414e-05 - rollout_corr/rollout_is_max:1.9793897867202759 - rollout_corr/rollout_is_min:0.4928237497806549 - rollout_corr/rollout_is_std:0.03372853621840477 - rollout_corr/rollout_is_eff_sample_size:0.9988636784454102 - rollout_corr/rollout_is_seq_mean:0.9999855756759644 - rollout_corr/rollout_is_seq_std:0.0024348420556634665 - rollout_corr/rollout_is_seq_max:1.0083551406860352 - rollout_corr/rollout_is_seq_min:0.9930126667022705 - rollout_corr/rollout_is_seq_max_deviation:0.008355140686035156 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5249755838885903) - rollout_corr/training_log_ppl:np.float64(0.41502080409554765) - rollout_corr/kl:np.float64(0.0006081552420340586) - rollout_corr/k3_kl:np.float64(0.0005937167650813535) - rollout_corr/rollout_ppl:np.float64(1.5239909207448363) - rollout_corr/rollout_log_ppl:np.float64(0.4144126469618641) - rollout_corr/log_ppl_diff:np.float64(0.0006081571336835623) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019308605697005987) - rollout_corr/log_ppl_diff_max:np.float64(0.007594943046569824) - rollout_corr/log_ppl_diff_min:np.float64(-0.0075761377811431885) - rollout_corr/ppl_ratio:np.float64(1.0006113592535257) - rollout_corr/chi2_token:np.float64(0.001156349666416645) - rollout_corr/chi2_seq:np.float64(0.470384988700971) - actor/pg_loss:np.float64(-0.03011251320458541) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.031759593199240044) - srpo/sdpo_loss:np.float64(0.0016470799946546322) - srpo/routed_loss:np.float64(-0.03011251320458541) - srpo/routed_token_count:np.float64(250.0546875) - srpo/correct_sample_fraction:np.float64(0.76953125) - srpo/sdpo_sample_fraction:np.float64(0.10546875) - srpo/grpo_sample_fraction:np.float64(0.89453125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.035776251868810505) - self_distillation/dynamic_weight_mean:np.float64(0.1054687516298145) - self_distillation/dynamic_weight_max:np.float64(1.479050874710083) - self_distillation/empty_target_batch:np.float64(0.12890625) - actor/grad_norm:np.float64(0.07409743964672089) - perf/mfu/actor:np.float64(0.04427738622448289) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.7328338623047) - actor/lr:np.float64(5e-06) - training/global_step:75 - training/epoch:1 - critic/score/mean:0.76953125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.76953125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006275970954447985 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.006275970954447985 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:250.0546875 - response_length/max:810.0 - response_length/min:96.0 - re
|
||||
step:76 - global_seqlen/min:17385 - global_seqlen/max:22061 - global_seqlen/minmax_diff:4676 - global_seqlen/balanced_min:19005 - global_seqlen/balanced_max:19029 - global_seqlen/mean:19011.125 - actor/entropy:0.38418692350387573 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18463599681854248 - training/rollout_probs_diff_mean:0.00395550299435854 - training/rollout_probs_diff_std:0.009286673739552498 - training/rollout_actor_probs_pearson_corr:0.9994359612464905 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.87109375 - self_distillation/correct_sample_fraction:0.609375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.87109375 - rollout_corr/rollout_is_mean:1.0000728368759155 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.2665763279073872e-05 - rollout_corr/rollout_is_max:1.7734376192092896 - rollout_corr/rollout_is_min:0.36553579568862915 - rollout_corr/rollout_is_std:0.031033720821142197 - rollout_corr/rollout_is_eff_sample_size:0.9990379537831949 - rollout_corr/rollout_is_seq_mean:1.0000348091125488 - rollout_corr/rollout_is_seq_std:0.001918452326208353 - rollout_corr/rollout_is_seq_max:1.0054993629455566 - rollout_corr/rollout_is_seq_min:0.9944759011268616 - rollout_corr/rollout_is_seq_max_deviation:0.005524098873138428 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.511946415528655) - rollout_corr/training_log_ppl:np.float64(0.4048107878479641) - rollout_corr/kl:np.float64(0.0004901838615491982) - rollout_corr/k3_kl:np.float64(0.0005250389759225982) - rollout_corr/rollout_ppl:np.float64(1.5111754373647273) - rollout_corr/rollout_log_ppl:np.float64(0.40432059846352786) - rollout_corr/log_ppl_diff:np.float64(0.0004901893844362348) - rollout_corr/log_ppl_abs_diff:np.float64(0.0014946619921829551) - rollout_corr/log_ppl_diff_max:np.float64(0.0060492753982543945) - rollout_corr/log_ppl_diff_min:np.float64(-0.004325747489929199) - rollout_corr/ppl_ratio:np.float64(1.000492111314088) - rollout_corr/chi2_token:np.float64(0.0011271003168076277) - rollout_corr/chi2_seq:np.float64(0.28208160353824496) - actor/pg_loss:np.float64(-0.09667219529910653) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10059447603998706) - srpo/sdpo_loss:np.float64(0.003922280740880524) - srpo/routed_loss:np.float64(-0.09667219529910653) - srpo/routed_token_count:np.float64(308.41015625) - srpo/correct_sample_fraction:np.float64(0.609375) - srpo/sdpo_sample_fraction:np.float64(0.265625) - srpo/grpo_sample_fraction:np.float64(0.734375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.0979922479018569) - self_distillation/dynamic_weight_mean:np.float64(0.2656250046566129) - self_distillation/dynamic_weight_max:np.float64(1.6649571657180786) - self_distillation/empty_target_batch:np.float64(0.12890625) - actor/grad_norm:np.float64(0.13556750118732452) - perf/mfu/actor:np.float64(0.04651097666371763) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.7458257675171) - actor/lr:np.float64(5e-06) - training/global_step:76 - training/epoch:1 - critic/score/mean:0.609375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.609375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0030761973466724157 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0030761973466724157 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:308.41015625 - response_length/max:900.0 - response_length/min:112.0 - response
|
||||
step:77 - global_seqlen/min:16109 - global_seqlen/max:20692 - global_seqlen/minmax_diff:4583 - global_seqlen/balanced_min:18189 - global_seqlen/balanced_max:18223 - global_seqlen/mean:18193.75 - actor/entropy:0.4225366711616516 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17917883396148682 - training/rollout_probs_diff_mean:0.004493961110711098 - training/rollout_probs_diff_std:0.009820220060646534 - training/rollout_actor_probs_pearson_corr:0.9993571639060974 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.90234375 - self_distillation/correct_sample_fraction:0.7109375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.90234375 - rollout_corr/rollout_is_mean:0.9999683499336243 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5086508989334106 - rollout_corr/rollout_is_min:0.6322242617607117 - rollout_corr/rollout_is_std:0.033278435468673706 - rollout_corr/rollout_is_eff_sample_size:0.9988936518526836 - rollout_corr/rollout_is_seq_mean:1.0000046491622925 - rollout_corr/rollout_is_seq_std:0.0022202881518751383 - rollout_corr/rollout_is_seq_max:1.0064780712127686 - rollout_corr/rollout_is_seq_min:0.9941601753234863 - rollout_corr/rollout_is_seq_max_deviation:0.006478071212768555 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5395157258026302) - rollout_corr/training_log_ppl:np.float64(0.42556922062067315) - rollout_corr/kl:np.float64(0.0005572282703312226) - rollout_corr/k3_kl:np.float64(0.0005618788659944585) - rollout_corr/rollout_ppl:np.float64(1.53865960938856) - rollout_corr/rollout_log_ppl:np.float64(0.42501199076650664) - rollout_corr/log_ppl_diff:np.float64(0.0005572298541665077) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017570009222254157) - rollout_corr/log_ppl_diff_max:np.float64(0.006614625453948975) - rollout_corr/log_ppl_diff_min:np.float64(-0.005727171897888184) - rollout_corr/ppl_ratio:np.float64(1.0005598131101578) - rollout_corr/chi2_token:np.float64(0.0011348023544996977) - rollout_corr/chi2_seq:np.float64(0.280247600749135) - actor/pg_loss:np.float64(-0.0767891556424729) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08106607402442023) - srpo/sdpo_loss:np.float64(0.0042769183819473255) - srpo/routed_loss:np.float64(-0.0767891556424729) - srpo/routed_token_count:np.float64(251.4609375) - srpo/correct_sample_fraction:np.float64(0.7109375) - srpo/sdpo_sample_fraction:np.float64(0.1953125) - srpo/grpo_sample_fraction:np.float64(0.8046875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08480438741389662) - self_distillation/dynamic_weight_mean:np.float64(0.19531250139698386) - self_distillation/dynamic_weight_max:np.float64(1.6500523090362549) - self_distillation/empty_target_batch:np.float64(0.09765625) - actor/grad_norm:np.float64(0.13666537404060364) - perf/mfu/actor:np.float64(0.044629743806914535) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.66819763183594) - actor/lr:np.float64(5e-06) - training/global_step:77 - training/epoch:1 - critic/score/mean:0.7109375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7109375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.006675831973552704 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:-0.006675831973552704 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:251.4609375 - response_length/max:990.0 - response_length/min:105.0 - response_length/clip_rati
|
||||
step:78 - global_seqlen/min:14429 - global_seqlen/max:22082 - global_seqlen/minmax_diff:7653 - global_seqlen/balanced_min:18015 - global_seqlen/balanced_max:18021 - global_seqlen/mean:18018.375 - actor/entropy:0.37895575165748596 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.31862038373947144 - training/rollout_probs_diff_mean:0.003967680502682924 - training/rollout_probs_diff_std:0.009356293827295303 - training/rollout_actor_probs_pearson_corr:0.9993759393692017 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.96484375 - self_distillation/correct_sample_fraction:0.72265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.96484375 - rollout_corr/rollout_is_mean:0.9998828768730164 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:2.7556179702514783e-05 - rollout_corr/rollout_is_max:1.5026787519454956 - rollout_corr/rollout_is_min:0.27226293087005615 - rollout_corr/rollout_is_std:0.03128621727228165 - rollout_corr/rollout_is_eff_sample_size:0.9990218917373611 - rollout_corr/rollout_is_seq_mean:0.9998887777328491 - rollout_corr/rollout_is_seq_std:0.0022714645601809025 - rollout_corr/rollout_is_seq_max:1.0083369016647339 - rollout_corr/rollout_is_seq_min:0.9921979308128357 - rollout_corr/rollout_is_seq_max_deviation:0.008336901664733887 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5001137531362474) - rollout_corr/training_log_ppl:np.float64(0.3975887571286876) - rollout_corr/kl:np.float64(0.0006447099610085161) - rollout_corr/k3_kl:np.float64(0.0005335468095495344) - rollout_corr/rollout_ppl:np.float64(1.499162388034165) - rollout_corr/rollout_log_ppl:np.float64(0.39694404520560056) - rollout_corr/log_ppl_diff:np.float64(0.0006447119230870157) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018208989349659532) - rollout_corr/log_ppl_diff_max:np.float64(0.00835949182510376) - rollout_corr/log_ppl_diff_min:np.float64(-0.00739520788192749) - rollout_corr/ppl_ratio:np.float64(1.0006475341506302) - rollout_corr/chi2_token:np.float64(0.0008383798412978649) - rollout_corr/chi2_seq:np.float64(0.23750465409830213) - actor/pg_loss:np.float64(-0.08744400448449596) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09132377590867691) - srpo/sdpo_loss:np.float64(0.0038797714241809445) - srpo/routed_loss:np.float64(-0.08744400448449596) - srpo/routed_token_count:np.float64(283.51171875) - srpo/correct_sample_fraction:np.float64(0.72265625) - srpo/sdpo_sample_fraction:np.float64(0.24609375) - srpo/grpo_sample_fraction:np.float64(0.75390625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08540272357640788) - self_distillation/dynamic_weight_mean:np.float64(0.24609375116415322) - self_distillation/dynamic_weight_max:np.float64(1.6912362575531006) - self_distillation/empty_target_batch:np.float64(0.03515625) - actor/grad_norm:np.float64(0.11413214355707169) - perf/mfu/actor:np.float64(0.043977045148611144) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.70936250686646) - actor/lr:np.float64(5e-06) - training/global_step:78 - training/epoch:1 - critic/score/mean:0.72265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.72265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.008101517334580421 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.008101517334580421 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:283.51171875 - response_length/max:922.0 - response_length/min:
|
||||
step:79 - global_seqlen/min:15601 - global_seqlen/max:20462 - global_seqlen/minmax_diff:4861 - global_seqlen/balanced_min:17367 - global_seqlen/balanced_max:17370 - global_seqlen/mean:17368.875 - actor/entropy:0.37341946363449097 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1951150894165039 - training/rollout_probs_diff_mean:0.004095052368938923 - training/rollout_probs_diff_std:0.009660725481808186 - training/rollout_actor_probs_pearson_corr:0.9993351101875305 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.9296875 - self_distillation/correct_sample_fraction:0.6015625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9296875 - rollout_corr/rollout_is_mean:0.9999163150787354 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.450800895690918 - rollout_corr/rollout_is_min:0.6518160104751587 - rollout_corr/rollout_is_std:0.031131519004702568 - rollout_corr/rollout_is_eff_sample_size:0.9990315289028837 - rollout_corr/rollout_is_seq_mean:0.9998810291290283 - rollout_corr/rollout_is_seq_std:0.0023178227711468935 - rollout_corr/rollout_is_seq_max:1.0079294443130493 - rollout_corr/rollout_is_seq_min:0.9920941591262817 - rollout_corr/rollout_is_seq_max_deviation:0.007929444313049316 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4850972653366625) - rollout_corr/training_log_ppl:np.float64(0.3880005799292121) - rollout_corr/kl:np.float64(0.0006517279732705106) - rollout_corr/k3_kl:np.float64(0.0005327464872664223) - rollout_corr/rollout_ppl:np.float64(1.4840610632672906) - rollout_corr/rollout_log_ppl:np.float64(0.38734885078156367) - rollout_corr/log_ppl_diff:np.float64(0.0006517291476484388) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018639273766893893) - rollout_corr/log_ppl_diff_max:np.float64(0.009168148040771484) - rollout_corr/log_ppl_diff_min:np.float64(-0.007229983806610107) - rollout_corr/ppl_ratio:np.float64(1.0006546596996486) - rollout_corr/chi2_token:np.float64(0.0008305197115987539) - rollout_corr/chi2_seq:np.float64(0.4140950972214341) - actor/pg_loss:np.float64(-0.11877298712352058) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.12493046841700561) - srpo/sdpo_loss:np.float64(0.006157481293485034) - srpo/routed_loss:np.float64(-0.11877298712352058) - srpo/routed_token_count:np.float64(278.90234375) - srpo/correct_sample_fraction:np.float64(0.6015625) - srpo/sdpo_sample_fraction:np.float64(0.3359375) - srpo/grpo_sample_fraction:np.float64(0.6640625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.12742248622816987) - self_distillation/dynamic_weight_mean:np.float64(0.3359375041909516) - self_distillation/dynamic_weight_max:np.float64(1.5650328397750854) - self_distillation/empty_target_batch:np.float64(0.0703125) - actor/grad_norm:np.float64(0.14312633872032166) - perf/mfu/actor:np.float64(0.04243524356862195) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.70986890792847) - actor/lr:np.float64(5e-06) - training/global_step:79 - training/epoch:1 - critic/score/mean:0.6015625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6015625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0014233392430469394 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0014233392430469394 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:278.90234375 - response_length/max:909.0 - response_length/min:116.0 - response_length/clip_rat
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 80}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a fluorinated aromatic ring with a chlorine atom, and a nitrogen-containing group. The correct reactant must match these structural features.
|
||||
|
||||
Option A contains a fluorinated aromatic ring with a chlorine atom and a nitrogen-containing group, which matches the target structure. It also includes a fluorinated aromatic ring with a chlorine atom, which is consistent with the product.
|
||||
|
||||
Options B, C, and D either lack the correct fluorinated aromatic ring or contain different functional groups that do not match the target product.
|
||||
|
||||
Therefore, Option A is the correct reactant.
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_80
|
||||
step:80 - global_seqlen/min:15236 - global_seqlen/max:20675 - global_seqlen/minmax_diff:5439 - global_seqlen/balanced_min:18066 - global_seqlen/balanced_max:18072 - global_seqlen/mean:18070.25 - actor/entropy:0.4111771583557129 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15038055181503296 - training/rollout_probs_diff_mean:0.004379655700176954 - training/rollout_probs_diff_std:0.009657450020313263 - training/rollout_actor_probs_pearson_corr:0.9993616938591003 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.96484375 - self_distillation/correct_sample_fraction:0.75390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.96484375 - rollout_corr/rollout_is_mean:0.9999166131019592 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6198930740356445 - rollout_corr/rollout_is_min:0.6746315956115723 - rollout_corr/rollout_is_std:0.03282579407095909 - rollout_corr/rollout_is_eff_sample_size:0.9989232702005918 - rollout_corr/rollout_is_seq_mean:0.9999278783798218 - rollout_corr/rollout_is_seq_std:0.0021165315993130207 - rollout_corr/rollout_is_seq_max:1.0063962936401367 - rollout_corr/rollout_is_seq_min:0.9936091899871826 - rollout_corr/rollout_is_seq_max_deviation:0.006396293640136719 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.530177541077137) - rollout_corr/training_log_ppl:np.float64(0.417630116106011) - rollout_corr/kl:np.float64(0.0006246926224009464) - rollout_corr/k3_kl:np.float64(0.0005526193954779046) - rollout_corr/rollout_ppl:np.float64(1.529208338353783) - rollout_corr/rollout_log_ppl:np.float64(0.41700542549369857) - rollout_corr/log_ppl_diff:np.float64(0.0006246906123124063) - rollout_corr/log_ppl_abs_diff:np.float64(0.001742444874253124) - rollout_corr/log_ppl_diff_max:np.float64(0.006818175315856934) - rollout_corr/log_ppl_diff_min:np.float64(-0.005981951951980591) - rollout_corr/ppl_ratio:np.float64(1.0006271332968026) - rollout_corr/chi2_token:np.float64(0.0009702248498797417) - rollout_corr/chi2_seq:np.float64(0.15094306715764105) - actor/pg_loss:np.float64(-0.0820826936778758) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08641462225932628) - srpo/sdpo_loss:np.float64(0.004331928581450484) - srpo/routed_loss:np.float64(-0.0820826936778758) - srpo/routed_token_count:np.float64(251.0078125) - srpo/correct_sample_fraction:np.float64(0.75390625) - srpo/sdpo_sample_fraction:np.float64(0.21484375) - srpo/grpo_sample_fraction:np.float64(0.78515625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08663215860724449) - self_distillation/dynamic_weight_mean:np.float64(0.2148437520954758) - self_distillation/dynamic_weight_max:np.float64(1.6084263324737549) - self_distillation/empty_target_batch:np.float64(0.03515625) - actor/grad_norm:np.float64(0.1293203979730606) - perf/mfu/actor:np.float64(0.04421056581184894) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.85351753234863) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7145833333333333) - val-aux/sciknoweval/reward/std@16:np.float64(0.1819467439224322) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.7902095238095239) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.15473961146321635) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6379619047619048) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.15405164893764173) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.713752380952381) - val-aux/sciknoweval/reward/maj@
|
||||
step:81 - global_seqlen/min:14756 - global_seqlen/max:21394 - global_seqlen/minmax_diff:6638 - global_seqlen/balanced_min:17794 - global_seqlen/balanced_max:17804 - global_seqlen/mean:17802.25 - actor/entropy:0.3769199252128601 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12439224123954773 - training/rollout_probs_diff_mean:0.004013327416032553 - training/rollout_probs_diff_std:0.009267188608646393 - training/rollout_actor_probs_pearson_corr:0.9993993639945984 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.88671875 - self_distillation/correct_sample_fraction:0.5859375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.88671875 - rollout_corr/rollout_is_mean:0.9999578595161438 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5457508563995361 - rollout_corr/rollout_is_min:0.6152642369270325 - rollout_corr/rollout_is_std:0.03066079691052437 - rollout_corr/rollout_is_eff_sample_size:0.9990606794859045 - rollout_corr/rollout_is_seq_mean:0.9999362230300903 - rollout_corr/rollout_is_seq_std:0.0023541131522506475 - rollout_corr/rollout_is_seq_max:1.0087997913360596 - rollout_corr/rollout_is_seq_min:0.9935306906700134 - rollout_corr/rollout_is_seq_max_deviation:0.00879979133605957 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4950171108357608) - rollout_corr/training_log_ppl:np.float64(0.39389959519030526) - rollout_corr/kl:np.float64(0.0005674818935403891) - rollout_corr/k3_kl:np.float64(0.0005037279744328771) - rollout_corr/rollout_ppl:np.float64(1.4941658964380622) - rollout_corr/rollout_log_ppl:np.float64(0.393332112027565) - rollout_corr/log_ppl_diff:np.float64(0.0005674831627402455) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018370499310549349) - rollout_corr/log_ppl_diff_max:np.float64(0.006931424140930176) - rollout_corr/log_ppl_diff_min:np.float64(-0.007905542850494385) - rollout_corr/ppl_ratio:np.float64(1.000570408301428) - rollout_corr/chi2_token:np.float64(0.0008840006776154041) - rollout_corr/chi2_seq:np.float64(0.3642311547882855) - actor/pg_loss:np.float64(-0.09293061987955298) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0996011829120107) - srpo/sdpo_loss:np.float64(0.006670563032457721) - srpo/routed_loss:np.float64(-0.09293061987955298) - srpo/routed_token_count:np.float64(248.5703125) - srpo/correct_sample_fraction:np.float64(0.5859375) - srpo/sdpo_sample_fraction:np.float64(0.3203125) - srpo/grpo_sample_fraction:np.float64(0.6796875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11997107736533508) - self_distillation/dynamic_weight_mean:np.float64(0.32031250349245965) - self_distillation/dynamic_weight_max:np.float64(1.5714712142944336) - self_distillation/empty_target_batch:np.float64(0.11328125) - actor/grad_norm:np.float64(0.15249930322170258) - perf/mfu/actor:np.float64(0.04331992748149881) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.34836721420288) - actor/lr:np.float64(5e-06) - training/global_step:81 - training/epoch:1 - critic/score/mean:0.5859375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.5859375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.006947936490178108 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.006947936490178108 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:248.5703125 - response_length/max:881.0 - response_length/min:102.0 - response_length/clip_ratio:0
|
||||
step:82 - global_seqlen/min:16311 - global_seqlen/max:19375 - global_seqlen/minmax_diff:3064 - global_seqlen/balanced_min:17938 - global_seqlen/balanced_max:17947 - global_seqlen/mean:17943.25 - actor/entropy:0.3456850051879883 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.15133517980575562 - training/rollout_probs_diff_mean:0.003580632619559765 - training/rollout_probs_diff_std:0.008772019296884537 - training/rollout_actor_probs_pearson_corr:0.9994385242462158 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.984375 - self_distillation/correct_sample_fraction:0.68359375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.984375 - rollout_corr/rollout_is_mean:0.9997856020927429 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.4881081581115723 - rollout_corr/rollout_is_min:0.6537071466445923 - rollout_corr/rollout_is_std:0.02917761355638504 - rollout_corr/rollout_is_eff_sample_size:0.9991490934939479 - rollout_corr/rollout_is_seq_mean:0.999820351600647 - rollout_corr/rollout_is_seq_std:0.002096925163641572 - rollout_corr/rollout_is_seq_max:1.0071840286254883 - rollout_corr/rollout_is_seq_min:0.9915923476219177 - rollout_corr/rollout_is_seq_max_deviation:0.008407652378082275 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.465920683927834) - rollout_corr/training_log_ppl:np.float64(0.37287054321495816) - rollout_corr/kl:np.float64(0.000651568104636624) - rollout_corr/k3_kl:np.float64(0.0004718729063597493) - rollout_corr/rollout_ppl:np.float64(1.4649224048480392) - rollout_corr/rollout_log_ppl:np.float64(0.37221897550625727) - rollout_corr/log_ppl_diff:np.float64(0.0006515677087008953) - rollout_corr/log_ppl_abs_diff:np.float64(0.001699516549706459) - rollout_corr/log_ppl_diff_max:np.float64(0.009221106767654419) - rollout_corr/log_ppl_diff_min:np.float64(-0.006529867649078369) - rollout_corr/ppl_ratio:np.float64(1.000654009403661) - rollout_corr/chi2_token:np.float64(0.0005858966615051031) - rollout_corr/chi2_seq:np.float64(0.2340279088821262) - actor/pg_loss:np.float64(-0.10191707437752484) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10789147351169959) - srpo/sdpo_loss:np.float64(0.005974399134174746) - srpo/routed_loss:np.float64(-0.10191707437752484) - srpo/routed_token_count:np.float64(294.6640625) - srpo/correct_sample_fraction:np.float64(0.68359375) - srpo/sdpo_sample_fraction:np.float64(0.31640625) - srpo/grpo_sample_fraction:np.float64(0.68359375) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11072386504383758) - self_distillation/dynamic_weight_mean:np.float64(0.3164062562864274) - self_distillation/dynamic_weight_max:np.float64(1.6953994035720825) - self_distillation/empty_target_batch:np.float64(0.015625) - actor/grad_norm:np.float64(0.12414476275444031) - perf/mfu/actor:np.float64(0.04412323023129267) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.03376007080078) - actor/lr:np.float64(5e-06) - training/global_step:82 - training/epoch:1 - critic/score/mean:0.68359375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.68359375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004638160578906536 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004638160578906536 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:294.6640625 - response_length/max:925.0 - response_length/min:108.0 - response_length/clip_ratio:0.0 - r
|
||||
step:83 - global_seqlen/min:14740 - global_seqlen/max:19994 - global_seqlen/minmax_diff:5254 - global_seqlen/balanced_min:17280 - global_seqlen/balanced_max:17285 - global_seqlen/mean:17283.625 - actor/entropy:0.38627350330352783 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.22556060552597046 - training/rollout_probs_diff_mean:0.004111551214009523 - training/rollout_probs_diff_std:0.009441768750548363 - training/rollout_actor_probs_pearson_corr:0.9993712306022644 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.90234375 - self_distillation/correct_sample_fraction:0.6328125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.90234375 - rollout_corr/rollout_is_mean:1.000248670578003 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.4810855388641357 - rollout_corr/rollout_is_min:0.5226787328720093 - rollout_corr/rollout_is_std:0.032057810574769974 - rollout_corr/rollout_is_eff_sample_size:0.9989738276633054 - rollout_corr/rollout_is_seq_mean:1.0002641677856445 - rollout_corr/rollout_is_seq_std:0.002328775357455015 - rollout_corr/rollout_is_seq_max:1.006323218345642 - rollout_corr/rollout_is_seq_min:0.9944009780883789 - rollout_corr/rollout_is_seq_max_deviation:0.00632321834564209 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5165052604861557) - rollout_corr/training_log_ppl:np.float64(0.40815839983406477) - rollout_corr/kl:np.float64(0.00028456081896877095) - rollout_corr/k3_kl:np.float64(0.0005487217497091024) - rollout_corr/rollout_ppl:np.float64(1.5160311069339514) - rollout_corr/rollout_log_ppl:np.float64(0.40787383646238595) - rollout_corr/log_ppl_diff:np.float64(0.0002845633716788143) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018252858135383576) - rollout_corr/log_ppl_diff_max:np.float64(0.006504625082015991) - rollout_corr/log_ppl_diff_min:np.float64(-0.005670338869094849) - rollout_corr/ppl_ratio:np.float64(1.0002872962504625) - rollout_corr/chi2_token:np.float64(0.0016355416737496853) - rollout_corr/chi2_seq:np.float64(0.42826881469227374) - actor/pg_loss:np.float64(-0.12276019338605693) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.12890555046033114) - srpo/sdpo_loss:np.float64(0.006145357074274216) - srpo/routed_loss:np.float64(-0.12276019338605693) - srpo/routed_token_count:np.float64(241.20703125) - srpo/correct_sample_fraction:np.float64(0.6328125) - srpo/sdpo_sample_fraction:np.float64(0.2734375) - srpo/grpo_sample_fraction:np.float64(0.7265625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10347583895782009) - self_distillation/dynamic_weight_mean:np.float64(0.27343750395812094) - self_distillation/dynamic_weight_max:np.float64(1.6793545484542847) - self_distillation/empty_target_batch:np.float64(0.09765625) - actor/grad_norm:np.float64(0.15595653653144836) - perf/mfu/actor:np.float64(0.04266951050180122) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.01318359375) - actor/lr:np.float64(5e-06) - training/global_step:83 - training/epoch:1 - critic/score/mean:0.6328125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6328125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.002267243107780814 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.002267243107780814 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:241.20703125 - response_length/max:751.0 - response_length/min:110.0 - response_length/clip_
|
||||
step:84 - global_seqlen/min:13553 - global_seqlen/max:18527 - global_seqlen/minmax_diff:4974 - global_seqlen/balanced_min:16038 - global_seqlen/balanced_max:16043 - global_seqlen/mean:16041.75 - actor/entropy:0.33717095851898193 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1243237555027008 - training/rollout_probs_diff_mean:0.0037477563600987196 - training/rollout_probs_diff_std:0.009163057431578636 - training/rollout_actor_probs_pearson_corr:0.9993744492530823 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.93359375 - self_distillation/correct_sample_fraction:0.71875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.93359375 - rollout_corr/rollout_is_mean:0.9999565482139587 - rollout_corr/rollout_is_ratio_fraction_high:1.579728996148333e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.023711919784546 - rollout_corr/rollout_is_min:0.5432583093643188 - rollout_corr/rollout_is_std:0.030354054644703865 - rollout_corr/rollout_is_eff_sample_size:0.9990792415599227 - rollout_corr/rollout_is_seq_mean:1.000040888786316 - rollout_corr/rollout_is_seq_std:0.0022717989049851894 - rollout_corr/rollout_is_seq_max:1.009521722793579 - rollout_corr/rollout_is_seq_min:0.9951351881027222 - rollout_corr/rollout_is_seq_max_deviation:0.009521722793579102 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.433876276947558) - rollout_corr/training_log_ppl:np.float64(0.3544339428190142) - rollout_corr/kl:np.float64(0.00046847886261147664) - rollout_corr/k3_kl:np.float64(0.000509383500371996) - rollout_corr/rollout_ppl:np.float64(1.4332284010015428) - rollout_corr/rollout_log_ppl:np.float64(0.3539654644555412) - rollout_corr/log_ppl_diff:np.float64(0.00046847836347296834) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017861324013210833) - rollout_corr/log_ppl_diff_max:np.float64(0.005693018436431885) - rollout_corr/log_ppl_diff_min:np.float64(-0.008831292390823364) - rollout_corr/ppl_ratio:np.float64(1.0004711225628853) - rollout_corr/chi2_token:np.float64(0.001115715829655528) - rollout_corr/chi2_seq:np.float64(0.1701606409624219) - actor/pg_loss:np.float64(-0.09367716553060745) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09766391225275584) - srpo/sdpo_loss:np.float64(0.003986746722148382) - srpo/routed_loss:np.float64(-0.09367716553060745) - srpo/routed_token_count:np.float64(247.2734375) - srpo/correct_sample_fraction:np.float64(0.71875) - srpo/sdpo_sample_fraction:np.float64(0.21875) - srpo/grpo_sample_fraction:np.float64(0.78125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.06651153432903811) - self_distillation/dynamic_weight_mean:np.float64(0.21875000093132257) - self_distillation/dynamic_weight_max:np.float64(1.414921760559082) - self_distillation/empty_target_batch:np.float64(0.06640625) - actor/grad_norm:np.float64(0.11507252603769302) - perf/mfu/actor:np.float64(0.039665197207532754) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.98191452026367) - actor/lr:np.float64(5e-06) - training/global_step:84 - training/epoch:1 - critic/score/mean:0.71875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.71875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.008911645971238613 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.008911645971238613 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:247.2734375 - response_length/max:743.0 - response_length/min:106.0 - response_length/clip_r
|
||||
step:85 - global_seqlen/min:13644 - global_seqlen/max:19850 - global_seqlen/minmax_diff:6206 - global_seqlen/balanced_min:17006 - global_seqlen/balanced_max:17011 - global_seqlen/mean:17008.875 - actor/entropy:0.38583576679229736 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.13856297731399536 - training/rollout_probs_diff_mean:0.004127009306102991 - training/rollout_probs_diff_std:0.009389800950884819 - training/rollout_actor_probs_pearson_corr:0.9993748068809509 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.9921875 - self_distillation/correct_sample_fraction:0.80078125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:0.9998779892921448 - rollout_corr/rollout_is_ratio_fraction_high:1.685800452833064e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.1232569217681885 - rollout_corr/rollout_is_min:0.6318889856338501 - rollout_corr/rollout_is_std:0.03203549236059189 - rollout_corr/rollout_is_eff_sample_size:0.9989745414523546 - rollout_corr/rollout_is_seq_mean:0.999901533126831 - rollout_corr/rollout_is_seq_std:0.002523655304685235 - rollout_corr/rollout_is_seq_max:1.0124003887176514 - rollout_corr/rollout_is_seq_min:0.992678165435791 - rollout_corr/rollout_is_seq_max_deviation:0.012400388717651367 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.5152932493947446) - rollout_corr/training_log_ppl:np.float64(0.40650658067897893) - rollout_corr/kl:np.float64(0.0006512277291927937) - rollout_corr/k3_kl:np.float64(0.0005527531138511677) - rollout_corr/rollout_ppl:np.float64(1.5142828901298344) - rollout_corr/rollout_log_ppl:np.float64(0.4058553484501317) - rollout_corr/log_ppl_diff:np.float64(0.0006512322288472205) - rollout_corr/log_ppl_abs_diff:np.float64(0.001990246499190107) - rollout_corr/log_ppl_diff_max:np.float64(0.007998764514923096) - rollout_corr/log_ppl_diff_min:np.float64(-0.010889887809753418) - rollout_corr/ppl_ratio:np.float64(1.0006545942742378) - rollout_corr/chi2_token:np.float64(0.0009249765425920486) - rollout_corr/chi2_seq:np.float64(0.2784617498982698) - actor/pg_loss:np.float64(-0.055480370747318375) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.06009457167237997) - srpo/sdpo_loss:np.float64(0.004614200925061596) - srpo/routed_loss:np.float64(-0.055480370747318375) - srpo/routed_token_count:np.float64(231.71484375) - srpo/correct_sample_fraction:np.float64(0.80078125) - srpo/sdpo_sample_fraction:np.float64(0.19921875) - srpo/grpo_sample_fraction:np.float64(0.80078125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08228409677394666) - self_distillation/dynamic_weight_mean:np.float64(0.19921875116415322) - self_distillation/dynamic_weight_max:np.float64(1.5831559896469116) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.13385282456874847) - perf/mfu/actor:np.float64(0.04213521310680021) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.85234546661377) - actor/lr:np.float64(5e-06) - training/global_step:85 - training/epoch:1 - critic/score/mean:0.80078125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.80078125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003913164604455233 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.003913164604455233 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:231.71484375 - response_length/max:863.0 - response_length/min:105.0 - respons
|
||||
step:86 - global_seqlen/min:15391 - global_seqlen/max:18622 - global_seqlen/minmax_diff:3231 - global_seqlen/balanced_min:16992 - global_seqlen/balanced_max:16994 - global_seqlen/mean:16993.0 - actor/entropy:0.33017370104789734 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.13669824600219727 - training/rollout_probs_diff_mean:0.0035278312861919403 - training/rollout_probs_diff_std:0.008916686289012432 - training/rollout_actor_probs_pearson_corr:0.9994030594825745 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.9375 - self_distillation/correct_sample_fraction:0.69140625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9375 - rollout_corr/rollout_is_mean:1.0002845525741577 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5472532510757446 - rollout_corr/rollout_is_min:0.6440743207931519 - rollout_corr/rollout_is_std:0.029359877109527588 - rollout_corr/rollout_is_eff_sample_size:0.9991392160517685 - rollout_corr/rollout_is_seq_mean:1.0002533197402954 - rollout_corr/rollout_is_seq_std:0.002235411200672388 - rollout_corr/rollout_is_seq_max:1.0101462602615356 - rollout_corr/rollout_is_seq_min:0.9949594140052795 - rollout_corr/rollout_is_seq_max_deviation:0.010146260261535645 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.450467106886208) - rollout_corr/training_log_ppl:np.float64(0.3638070890738163) - rollout_corr/kl:np.float64(0.00023882275563025246) - rollout_corr/k3_kl:np.float64(0.0004922245517491319) - rollout_corr/rollout_ppl:np.float64(1.4500941392034292) - rollout_corr/rollout_log_ppl:np.float64(0.36356826635892503) - rollout_corr/log_ppl_diff:np.float64(0.0002388227148912847) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017437052447348833) - rollout_corr/log_ppl_diff_max:np.float64(0.0058234333992004395) - rollout_corr/log_ppl_diff_min:np.float64(-0.009233921766281128) - rollout_corr/ppl_ratio:np.float64(1.0002414046321064) - rollout_corr/chi2_token:np.float64(0.0014957005623728037) - rollout_corr/chi2_seq:np.float64(0.5028763865120709) - actor/pg_loss:np.float64(-0.10306859263619117) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10793992629623972) - srpo/sdpo_loss:np.float64(0.004871333660048549) - srpo/routed_loss:np.float64(-0.10306859263619117) - srpo/routed_token_count:np.float64(253.65625) - srpo/correct_sample_fraction:np.float64(0.69140625) - srpo/sdpo_sample_fraction:np.float64(0.24609375) - srpo/grpo_sample_fraction:np.float64(0.75390625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.0843480454350356) - self_distillation/dynamic_weight_mean:np.float64(0.24609375349245965) - self_distillation/dynamic_weight_max:np.float64(1.50064218044281) - self_distillation/empty_target_batch:np.float64(0.0625) - actor/grad_norm:np.float64(0.14877189695835114) - perf/mfu/actor:np.float64(0.04187560357872389) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.8898811340332) - actor/lr:np.float64(5e-06) - training/global_step:86 - training/epoch:1 - critic/score/mean:0.69140625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.69140625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.009592137299478054 - critic/advantages/max:0.75 - critic/advantages/min:-0.875 - critic/returns/mean:-0.009592137299478054 - critic/returns/max:0.75 - critic/returns/min:-0.875 - response_length/mean:253.65625 - response_length/max:695.0 - response_length/min:91.0 - response_length/clip_ratio:0.0 - respo
|
||||
step:87 - global_seqlen/min:15573 - global_seqlen/max:19495 - global_seqlen/minmax_diff:3922 - global_seqlen/balanced_min:17186 - global_seqlen/balanced_max:17190 - global_seqlen/mean:17188.375 - actor/entropy:0.3418547511100769 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.18753105401992798 - training/rollout_probs_diff_mean:0.003501603379845619 - training/rollout_probs_diff_std:0.008677174337208271 - training/rollout_actor_probs_pearson_corr:0.9994415044784546 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.9296875 - self_distillation/correct_sample_fraction:0.69921875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9296875 - rollout_corr/rollout_is_mean:1.0001025199890137 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.621917724609375 - rollout_corr/rollout_is_min:0.6909472346305847 - rollout_corr/rollout_is_std:0.0285258237272501 - rollout_corr/rollout_is_eff_sample_size:0.999187058011183 - rollout_corr/rollout_is_seq_mean:1.000043511390686 - rollout_corr/rollout_is_seq_std:0.002129042288288474 - rollout_corr/rollout_is_seq_max:1.0079455375671387 - rollout_corr/rollout_is_seq_min:0.9928808212280273 - rollout_corr/rollout_is_seq_max_deviation:0.007945537567138672 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4546435810625553) - rollout_corr/training_log_ppl:np.float64(0.3666868570144288) - rollout_corr/kl:np.float64(0.0004110328515558592) - rollout_corr/k3_kl:np.float64(0.0004545050692286168) - rollout_corr/rollout_ppl:np.float64(1.4540175194852054) - rollout_corr/rollout_log_ppl:np.float64(0.36627582329674624) - rollout_corr/log_ppl_diff:np.float64(0.0004110337176825851) - rollout_corr/log_ppl_abs_diff:np.float64(0.0016370608645956963) - rollout_corr/log_ppl_diff_max:np.float64(0.007929563522338867) - rollout_corr/log_ppl_diff_min:np.float64(-0.007185518741607666) - rollout_corr/ppl_ratio:np.float64(1.0004133977927268) - rollout_corr/chi2_token:np.float64(0.0009978776797652245) - rollout_corr/chi2_seq:np.float64(0.29640329838730395) - actor/pg_loss:np.float64(-0.08708261354877322) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0913222094241064) - srpo/sdpo_loss:np.float64(0.00423959587533318) - srpo/routed_loss:np.float64(-0.08708261354877322) - srpo/routed_token_count:np.float64(241.66796875) - srpo/correct_sample_fraction:np.float64(0.69921875) - srpo/sdpo_sample_fraction:np.float64(0.23828125) - srpo/grpo_sample_fraction:np.float64(0.76171875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.08166925795376301) - self_distillation/dynamic_weight_mean:np.float64(0.23828125093132257) - self_distillation/dynamic_weight_max:np.float64(1.595162034034729) - self_distillation/empty_target_batch:np.float64(0.0703125) - actor/grad_norm:np.float64(0.15331289172172546) - perf/mfu/actor:np.float64(0.042497116315645025) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.92301559448242) - actor/lr:np.float64(5e-06) - training/global_step:87 - training/epoch:1 - critic/score/mean:0.69921875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.69921875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.00015557567530777305 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.00015557567530777305 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:241.66796875 - response_length/max:657.0 - response_length/min:104.0 - response_length/clip_
|
||||
step:88 - global_seqlen/min:14123 - global_seqlen/max:18959 - global_seqlen/minmax_diff:4836 - global_seqlen/balanced_min:16127 - global_seqlen/balanced_max:16430 - global_seqlen/mean:16167.125 - actor/entropy:0.3461867570877075 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.3285377323627472 - training/rollout_probs_diff_mean:0.0036610523238778114 - training/rollout_probs_diff_std:0.008946179412305355 - training/rollout_actor_probs_pearson_corr:0.999430775642395 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.984375 - self_distillation/correct_sample_fraction:0.70703125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.984375 - rollout_corr/rollout_is_mean:0.9999571442604065 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.7024450302124023 - rollout_corr/rollout_is_min:0.5483200550079346 - rollout_corr/rollout_is_std:0.029376113787293434 - rollout_corr/rollout_is_eff_sample_size:0.9991376690002011 - rollout_corr/rollout_is_seq_mean:0.9999440908432007 - rollout_corr/rollout_is_seq_std:0.002524615963920951 - rollout_corr/rollout_is_seq_max:1.0074857473373413 - rollout_corr/rollout_is_seq_min:0.9931561946868896 - rollout_corr/rollout_is_seq_max_deviation:0.007485747337341309 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4689888847060502) - rollout_corr/training_log_ppl:np.float64(0.37624329127720557) - rollout_corr/kl:np.float64(0.0005428126503126407) - rollout_corr/k3_kl:np.float64(0.0004868436460299108) - rollout_corr/rollout_ppl:np.float64(1.4681675769388676) - rollout_corr/rollout_log_ppl:np.float64(0.3757004766375758) - rollout_corr/log_ppl_diff:np.float64(0.0005428146396297961) - rollout_corr/log_ppl_abs_diff:np.float64(0.0020353466097731143) - rollout_corr/log_ppl_diff_max:np.float64(0.007631897926330566) - rollout_corr/log_ppl_diff_min:np.float64(-0.006820052862167358) - rollout_corr/ppl_ratio:np.float64(1.0005461471155286) - rollout_corr/chi2_token:np.float64(0.0008581497240811586) - rollout_corr/chi2_seq:np.float64(0.28925776691176) - actor/pg_loss:np.float64(-0.09135937608152744) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09715152767603286) - srpo/sdpo_loss:np.float64(0.0057921515945054125) - srpo/routed_loss:np.float64(-0.09135937608152744) - srpo/routed_token_count:np.float64(236.41015625) - srpo/correct_sample_fraction:np.float64(0.70703125) - srpo/sdpo_sample_fraction:np.float64(0.29296875) - srpo/grpo_sample_fraction:np.float64(0.70703125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10300566416117363) - self_distillation/dynamic_weight_mean:np.float64(0.29296875349245965) - self_distillation/dynamic_weight_max:np.float64(1.6328167915344238) - self_distillation/empty_target_batch:np.float64(0.015625) - actor/grad_norm:np.float64(0.1330961287021637) - perf/mfu/actor:np.float64(0.03961829565787525) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.74692916870117) - actor/lr:np.float64(5e-06) - training/global_step:88 - training/epoch:1 - critic/score/mean:0.70703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.70703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0002416516508674249 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0002416516508674249 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:236.41015625 - response_length/max:1264.0 - response_length/min:111.0 - response_length/clip_rati
|
||||
step:89 - global_seqlen/min:14777 - global_seqlen/max:20785 - global_seqlen/minmax_diff:6008 - global_seqlen/balanced_min:17724 - global_seqlen/balanced_max:17861 - global_seqlen/mean:17743.5 - actor/entropy:0.31707775592803955 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1688767671585083 - training/rollout_probs_diff_mean:0.0033764245454221964 - training/rollout_probs_diff_std:0.00865163467824459 - training/rollout_actor_probs_pearson_corr:0.9993929862976074 - self_distillation/success_group_fraction:0.875 - self_distillation/success_sample_fraction:0.8671875 - self_distillation/correct_sample_fraction:0.625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8671875 - rollout_corr/rollout_is_mean:1.0001920461654663 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6338101625442505 - rollout_corr/rollout_is_min:0.5890102982521057 - rollout_corr/rollout_is_std:0.028763040900230408 - rollout_corr/rollout_is_eff_sample_size:0.999173728447647 - rollout_corr/rollout_is_seq_mean:1.0001884698867798 - rollout_corr/rollout_is_seq_std:0.0020852379966527224 - rollout_corr/rollout_is_seq_max:1.0076977014541626 - rollout_corr/rollout_is_seq_min:0.9929795861244202 - rollout_corr/rollout_is_seq_max_deviation:0.007697701454162598 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4435964175499976) - rollout_corr/training_log_ppl:np.float64(0.3569589986873325) - rollout_corr/kl:np.float64(0.0002862213785554957) - rollout_corr/k3_kl:np.float64(0.00047457037791787116) - rollout_corr/rollout_ppl:np.float64(1.4431482101790607) - rollout_corr/rollout_log_ppl:np.float64(0.3566727753786836) - rollout_corr/log_ppl_diff:np.float64(0.0002862233086489141) - rollout_corr/log_ppl_abs_diff:np.float64(0.0015918213175609708) - rollout_corr/log_ppl_diff_max:np.float64(0.008435308933258057) - rollout_corr/log_ppl_diff_min:np.float64(-0.0068347156047821045) - rollout_corr/ppl_ratio:np.float64(1.0002884368877858) - rollout_corr/chi2_token:np.float64(0.0013382371980696917) - rollout_corr/chi2_seq:np.float64(0.3988541145808995) - actor/pg_loss:np.float64(-0.0903074720317818) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0947351779032033) - srpo/sdpo_loss:np.float64(0.0044277058714214945) - srpo/routed_loss:np.float64(-0.0903074720317818) - srpo/routed_token_count:np.float64(263.140625) - srpo/correct_sample_fraction:np.float64(0.625) - srpo/sdpo_sample_fraction:np.float64(0.25) - srpo/grpo_sample_fraction:np.float64(0.75) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07537960703484714) - self_distillation/dynamic_weight_mean:np.float64(0.25000000069849193) - self_distillation/dynamic_weight_max:np.float64(1.6231318712234497) - self_distillation/empty_target_batch:np.float64(0.1328125) - actor/grad_norm:np.float64(0.111341692507267) - perf/mfu/actor:np.float64(0.043373846983941325) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.76915407180786) - actor/lr:np.float64(5e-06) - training/global_step:89 - training/epoch:1 - critic/score/mean:0.625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.0019873373676091433 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.0019873373676091433 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:263.140625 - response_length/max:997.0 - response_length/min:99.0 - response_length/clip_ratio:0.0 - response_length_non_abor
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 90}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a benzene ring with a chlorine atom, a trifluoromethyl group, and a nitrogen-containing ring. Among the options, only option A has the correct structure with the trifluoromethyl group and the correct nitrogen-containing ring. It also matches the overall structure of the target product, including the correct placement of the chlorine and fluorine atoms. The other options either lack the correct functional groups or have incorrect structural arrangements.
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_90
|
||||
step:90 - global_seqlen/min:14258 - global_seqlen/max:18844 - global_seqlen/minmax_diff:4586 - global_seqlen/balanced_min:16673 - global_seqlen/balanced_max:16674 - global_seqlen/mean:16673.5 - actor/entropy:0.30567872524261475 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.21511110663414001 - training/rollout_probs_diff_mean:0.003278474323451519 - training/rollout_probs_diff_std:0.00854898989200592 - training/rollout_actor_probs_pearson_corr:0.9994205236434937 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.984375 - self_distillation/correct_sample_fraction:0.69921875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.984375 - rollout_corr/rollout_is_mean:1.000025749206543 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6097385883331299 - rollout_corr/rollout_is_min:0.5086572170257568 - rollout_corr/rollout_is_std:0.02811329998075962 - rollout_corr/rollout_is_eff_sample_size:0.999210266582079 - rollout_corr/rollout_is_seq_mean:1.000069260597229 - rollout_corr/rollout_is_seq_std:0.002489816164597869 - rollout_corr/rollout_is_seq_max:1.0087825059890747 - rollout_corr/rollout_is_seq_min:0.9932353496551514 - rollout_corr/rollout_is_seq_max_deviation:0.008782505989074707 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4148685559630394) - rollout_corr/training_log_ppl:np.float64(0.33916147451964207) - rollout_corr/kl:np.float64(0.0003883816361671677) - rollout_corr/k3_kl:np.float64(0.0004575878436128278) - rollout_corr/rollout_ppl:np.float64(1.414337256923318) - rollout_corr/rollout_log_ppl:np.float64(0.3387730893155094) - rollout_corr/log_ppl_diff:np.float64(0.0003883852041326463) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019174513290636241) - rollout_corr/log_ppl_diff_max:np.float64(0.007510393857955933) - rollout_corr/log_ppl_diff_min:np.float64(-0.007504522800445557) - rollout_corr/ppl_ratio:np.float64(1.0003915417473763) - rollout_corr/chi2_token:np.float64(0.0010572317987680435) - rollout_corr/chi2_seq:np.float64(0.28139811055734754) - actor/pg_loss:np.float64(-0.10326425130915595) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10795657022390515) - srpo/sdpo_loss:np.float64(0.004692318914749194) - srpo/routed_loss:np.float64(-0.10326425130915595) - srpo/routed_token_count:np.float64(243.171875) - srpo/correct_sample_fraction:np.float64(0.69921875) - srpo/sdpo_sample_fraction:np.float64(0.30078125) - srpo/grpo_sample_fraction:np.float64(0.69921875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.09121576408506371) - self_distillation/dynamic_weight_mean:np.float64(0.3007812548894435) - self_distillation/dynamic_weight_max:np.float64(1.5460662841796875) - self_distillation/empty_target_batch:np.float64(0.015625) - actor/grad_norm:np.float64(0.12685774266719818) - perf/mfu/actor:np.float64(0.04075183197339974) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.71408891677856) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7223214285714286) - val-aux/sciknoweval/reward/std@16:np.float64(0.16616142223801406) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.796204761904762) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.14765219279491149) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6495857142857143) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.13509269315673267) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.7233095238095237) - val-aux/sciknoweval/reward/maj@2/std:np.
|
||||
step:91 - global_seqlen/min:12778 - global_seqlen/max:23009 - global_seqlen/minmax_diff:10231 - global_seqlen/balanced_min:16985 - global_seqlen/balanced_max:16988 - global_seqlen/mean:16986.25 - actor/entropy:0.33022522926330566 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.29301631450653076 - training/rollout_probs_diff_mean:0.0035060171503573656 - training/rollout_probs_diff_std:0.00891175027936697 - training/rollout_actor_probs_pearson_corr:0.9994150996208191 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.93359375 - self_distillation/correct_sample_fraction:0.703125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.93359375 - rollout_corr/rollout_is_mean:0.9997990727424622 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.965072512626648 - rollout_corr/rollout_is_min:0.5988996028900146 - rollout_corr/rollout_is_std:0.02913263626396656 - rollout_corr/rollout_is_eff_sample_size:0.9991515926367818 - rollout_corr/rollout_is_seq_mean:0.9997800588607788 - rollout_corr/rollout_is_seq_std:0.002388861496001482 - rollout_corr/rollout_is_seq_max:1.0053117275238037 - rollout_corr/rollout_is_seq_min:0.9884753227233887 - rollout_corr/rollout_is_seq_max_deviation:0.011524677276611328 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.448285206221044) - rollout_corr/training_log_ppl:np.float64(0.3613982530659996) - rollout_corr/kl:np.float64(0.0007131770941946058) - rollout_corr/k3_kl:np.float64(0.0004932982508023542) - rollout_corr/rollout_ppl:np.float64(1.4472026764415205) - rollout_corr/rollout_log_ppl:np.float64(0.3606850733922329) - rollout_corr/log_ppl_diff:np.float64(0.0007131796737667173) - rollout_corr/log_ppl_abs_diff:np.float64(0.001846373692387715) - rollout_corr/log_ppl_diff_max:np.float64(0.012634038925170898) - rollout_corr/log_ppl_diff_min:np.float64(-0.004495739936828613) - rollout_corr/ppl_ratio:np.float64(1.0007163314148784) - rollout_corr/chi2_token:np.float64(0.000552130863070488) - rollout_corr/chi2_seq:np.float64(0.12795280828140676) - actor/pg_loss:np.float64(-0.09602464940871869) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09956170059740543) - srpo/sdpo_loss:np.float64(0.003537051188686746) - srpo/routed_loss:np.float64(-0.09602464940871869) - srpo/routed_token_count:np.float64(244.6953125) - srpo/correct_sample_fraction:np.float64(0.703125) - srpo/sdpo_sample_fraction:np.float64(0.234375) - srpo/grpo_sample_fraction:np.float64(0.765625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.06815693588578142) - self_distillation/dynamic_weight_mean:np.float64(0.23437500279396772) - self_distillation/dynamic_weight_max:np.float64(1.603696346282959) - self_distillation/empty_target_batch:np.float64(0.06640625) - actor/grad_norm:np.float64(0.11560111492872238) - perf/mfu/actor:np.float64(0.04192801390797089) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.60015869140625) - actor/lr:np.float64(5e-06) - training/global_step:91 - training/epoch:1 - critic/score/mean:0.703125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.703125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00115537503734231 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00115537503734231 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:244.6953125 - response_length/max:718.0 - response_length/min:88.0 - response_length/clip_ratio:0.0 - res
|
||||
step:92 - global_seqlen/min:13960 - global_seqlen/max:18239 - global_seqlen/minmax_diff:4279 - global_seqlen/balanced_min:15899 - global_seqlen/balanced_max:15900 - global_seqlen/mean:15899.125 - actor/entropy:0.3460141718387604 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.2583351731300354 - training/rollout_probs_diff_mean:0.0037510220427066088 - training/rollout_probs_diff_std:0.009142003953456879 - training/rollout_actor_probs_pearson_corr:0.9993813633918762 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.90234375 - self_distillation/correct_sample_fraction:0.67578125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.90234375 - rollout_corr/rollout_is_mean:1.0001598596572876 - rollout_corr/rollout_is_ratio_fraction_high:3.7318306567613035e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:3.167208671569824 - rollout_corr/rollout_is_min:0.5129572153091431 - rollout_corr/rollout_is_std:0.03074815310537815 - rollout_corr/rollout_is_eff_sample_size:0.9990556821222845 - rollout_corr/rollout_is_seq_mean:1.000267744064331 - rollout_corr/rollout_is_seq_std:0.0026643164455890656 - rollout_corr/rollout_is_seq_max:1.0098201036453247 - rollout_corr/rollout_is_seq_min:0.9921965599060059 - rollout_corr/rollout_is_seq_max_deviation:0.009820103645324707 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4692736538127065) - rollout_corr/training_log_ppl:np.float64(0.3749436870566569) - rollout_corr/kl:np.float64(0.0002408286792006109) - rollout_corr/k3_kl:np.float64(0.0005086094639352723) - rollout_corr/rollout_ppl:np.float64(1.4688936173915863) - rollout_corr/rollout_log_ppl:np.float64(0.37470285812742077) - rollout_corr/log_ppl_diff:np.float64(0.00024082892923615873) - rollout_corr/log_ppl_abs_diff:np.float64(0.0019990761938970536) - rollout_corr/log_ppl_diff_max:np.float64(0.008434176445007324) - rollout_corr/log_ppl_diff_min:np.float64(-0.00908738374710083) - rollout_corr/ppl_ratio:np.float64(1.0002443126868457) - rollout_corr/chi2_token:np.float64(0.0015877620317041874) - rollout_corr/chi2_seq:np.float64(0.5349935742560774) - actor/pg_loss:np.float64(-0.08393612314102938) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.08839912293478847) - srpo/sdpo_loss:np.float64(0.0044629997937590815) - srpo/routed_loss:np.float64(-0.08393612314102938) - srpo/routed_token_count:np.float64(209.34765625) - srpo/correct_sample_fraction:np.float64(0.67578125) - srpo/sdpo_sample_fraction:np.float64(0.23046875) - srpo/grpo_sample_fraction:np.float64(0.76953125) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.079690910235513) - self_distillation/dynamic_weight_mean:np.float64(0.23046875442378223) - self_distillation/dynamic_weight_max:np.float64(1.6135985851287842) - self_distillation/empty_target_batch:np.float64(0.09765625) - actor/grad_norm:np.float64(0.13570290803909302) - perf/mfu/actor:np.float64(0.03841431437465001) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.32934474945068) - actor/lr:np.float64(5e-06) - training/global_step:92 - training/epoch:1 - critic/score/mean:0.67578125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.67578125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.004802399780601263 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.004802399780601263 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:209.34765625 - response_length/max:520.0 - response_length/min:89.0
|
||||
step:93 - global_seqlen/min:11915 - global_seqlen/max:19077 - global_seqlen/minmax_diff:7162 - global_seqlen/balanced_min:14962 - global_seqlen/balanced_max:14964 - global_seqlen/mean:14963.5 - actor/entropy:0.3438718020915985 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1317715048789978 - training/rollout_probs_diff_mean:0.0040357960388064384 - training/rollout_probs_diff_std:0.009546048939228058 - training/rollout_actor_probs_pearson_corr:0.9993296265602112 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.9296875 - self_distillation/correct_sample_fraction:0.8125 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9296875 - rollout_corr/rollout_is_mean:1.0001920461654663 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.622582197189331 - rollout_corr/rollout_is_min:0.6331638693809509 - rollout_corr/rollout_is_std:0.03172513097524643 - rollout_corr/rollout_is_eff_sample_size:0.9989948848690635 - rollout_corr/rollout_is_seq_mean:1.0002086162567139 - rollout_corr/rollout_is_seq_std:0.002393346978351474 - rollout_corr/rollout_is_seq_max:1.0078132152557373 - rollout_corr/rollout_is_seq_min:0.9926371574401855 - rollout_corr/rollout_is_seq_max_deviation:0.007813215255737305 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4394324100576341) - rollout_corr/training_log_ppl:np.float64(0.35644755786051974) - rollout_corr/kl:np.float64(0.0003185047500464666) - rollout_corr/k3_kl:np.float64(0.0005272415937156438) - rollout_corr/rollout_ppl:np.float64(1.438913901336491) - rollout_corr/rollout_log_ppl:np.float64(0.3561290520010516) - rollout_corr/log_ppl_diff:np.float64(0.00031850585946813226) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018633407889865339) - rollout_corr/log_ppl_diff_max:np.float64(0.008179903030395508) - rollout_corr/log_ppl_diff_min:np.float64(-0.006442010402679443) - rollout_corr/ppl_ratio:np.float64(1.0003213682211936) - rollout_corr/chi2_token:np.float64(0.0014887966681271791) - rollout_corr/chi2_seq:np.float64(0.3678449976723641) - actor/pg_loss:np.float64(-0.03422368219617056) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0371514396101702) - srpo/sdpo_loss:np.float64(0.002927757413999643) - srpo/routed_loss:np.float64(-0.03422368219617056) - srpo/routed_token_count:np.float64(201.140625) - srpo/correct_sample_fraction:np.float64(0.8125) - srpo/sdpo_sample_fraction:np.float64(0.125) - srpo/grpo_sample_fraction:np.float64(0.875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.03784603183157742) - self_distillation/dynamic_weight_mean:np.float64(0.12500000279396772) - self_distillation/dynamic_weight_max:np.float64(1.538273811340332) - self_distillation/empty_target_batch:np.float64(0.0703125) - actor/grad_norm:np.float64(0.08866382390260696) - perf/mfu/actor:np.float64(0.037310902370906715) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.82520294189453) - actor/lr:np.float64(5e-06) - training/global_step:93 - training/epoch:1 - critic/score/mean:0.8125 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.8125 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0019493319559842348 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0019493319559842348 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:201.140625 - response_length/max:620.0 - response_length/min:105.0 - response_length/clip_ratio:0.0 - response_length_non
|
||||
step:94 - global_seqlen/min:13305 - global_seqlen/max:19347 - global_seqlen/minmax_diff:6042 - global_seqlen/balanced_min:15704 - global_seqlen/balanced_max:15838 - global_seqlen/mean:15721.625 - actor/entropy:0.3272779583930969 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.13839268684387207 - training/rollout_probs_diff_mean:0.0035343552008271217 - training/rollout_probs_diff_std:0.008819605223834515 - training/rollout_actor_probs_pearson_corr:0.9993931651115417 - self_distillation/success_group_fraction:0.96875 - self_distillation/success_sample_fraction:0.96484375 - self_distillation/correct_sample_fraction:0.79296875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.96484375 - rollout_corr/rollout_is_mean:1.0000046491622925 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.745147705078125 - rollout_corr/rollout_is_min:0.6782336235046387 - rollout_corr/rollout_is_std:0.029440971091389656 - rollout_corr/rollout_is_eff_sample_size:0.9991339798965659 - rollout_corr/rollout_is_seq_mean:1.000046730041504 - rollout_corr/rollout_is_seq_std:0.0022083355579525232 - rollout_corr/rollout_is_seq_max:1.0065051317214966 - rollout_corr/rollout_is_seq_min:0.9919980764389038 - rollout_corr/rollout_is_seq_max_deviation:0.008001923561096191 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4376456760801375) - rollout_corr/training_log_ppl:np.float64(0.35201532061910257) - rollout_corr/kl:np.float64(0.00043383123242968225) - rollout_corr/k3_kl:np.float64(0.00048052152672539705) - rollout_corr/rollout_ppl:np.float64(1.4370063175447285) - rollout_corr/rollout_log_ppl:np.float64(0.3515814862330444) - rollout_corr/log_ppl_diff:np.float64(0.0004338343860581517) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017062228871509433) - rollout_corr/log_ppl_diff_max:np.float64(0.008786648511886597) - rollout_corr/log_ppl_diff_min:np.float64(-0.005915910005569458) - rollout_corr/ppl_ratio:np.float64(1.0004363760817796) - rollout_corr/chi2_token:np.float64(0.001067988108843565) - rollout_corr/chi2_seq:np.float64(0.18731169844977558) - actor/pg_loss:np.float64(-0.06949437545517867) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.071808465057984) - srpo/sdpo_loss:np.float64(0.002314089602805325) - srpo/routed_loss:np.float64(-0.06949437545517867) - srpo/routed_token_count:np.float64(238.48828125) - srpo/correct_sample_fraction:np.float64(0.79296875) - srpo/sdpo_sample_fraction:np.float64(0.17578125) - srpo/grpo_sample_fraction:np.float64(0.82421875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.044586407515453175) - self_distillation/dynamic_weight_mean:np.float64(0.1757812516298145) - self_distillation/dynamic_weight_max:np.float64(1.4447675943374634) - self_distillation/empty_target_batch:np.float64(0.03515625) - actor/grad_norm:np.float64(0.07716724276542664) - perf/mfu/actor:np.float64(0.03872261255310018) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.89472579956055) - actor/lr:np.float64(5e-06) - training/global_step:94 - training/epoch:1 - critic/score/mean:0.79296875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.79296875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.0044408137910068035 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.0044408137910068035 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:238.48828125 - response_length/max:852.0 - response_length/min:81.0 - response_lengt
|
||||
step:95 - global_seqlen/min:13021 - global_seqlen/max:20756 - global_seqlen/minmax_diff:7735 - global_seqlen/balanced_min:16264 - global_seqlen/balanced_max:16307 - global_seqlen/mean:16273.125 - actor/entropy:0.31712013483047485 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.33582600951194763 - training/rollout_probs_diff_mean:0.0034779326524585485 - training/rollout_probs_diff_std:0.008879439905285835 - training/rollout_actor_probs_pearson_corr:0.999367356300354 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.8984375 - self_distillation/correct_sample_fraction:0.66796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.8984375 - rollout_corr/rollout_is_mean:1.000051498413086 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.592128501215484e-05 - rollout_corr/rollout_is_max:1.4742485284805298 - rollout_corr/rollout_is_min:0.28363263607025146 - rollout_corr/rollout_is_std:0.02888091839849949 - rollout_corr/rollout_is_eff_sample_size:0.9991667067670176 - rollout_corr/rollout_is_seq_mean:0.9999227523803711 - rollout_corr/rollout_is_seq_std:0.002385704545304179 - rollout_corr/rollout_is_seq_max:1.0061370134353638 - rollout_corr/rollout_is_seq_min:0.9931312799453735 - rollout_corr/rollout_is_seq_max_deviation:0.006868720054626465 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.432688299100846) - rollout_corr/training_log_ppl:np.float64(0.3505916010471992) - rollout_corr/kl:np.float64(0.0005636401376820643) - rollout_corr/k3_kl:np.float64(0.00048635124917950634) - rollout_corr/rollout_ppl:np.float64(1.4318301896564662) - rollout_corr/rollout_log_ppl:np.float64(0.35002796156913973) - rollout_corr/log_ppl_diff:np.float64(0.0005636394780594856) - rollout_corr/log_ppl_abs_diff:np.float64(0.0018955100968014449) - rollout_corr/log_ppl_diff_max:np.float64(0.007779240608215332) - rollout_corr/log_ppl_diff_min:np.float64(-0.005422681570053101) - rollout_corr/ppl_ratio:np.float64(1.0005667326040566) - rollout_corr/chi2_token:np.float64(0.0008121149148792028) - rollout_corr/chi2_seq:np.float64(0.3846909760031849) - actor/pg_loss:np.float64(-0.09014131874937448) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0952066661848221) - srpo/sdpo_loss:np.float64(0.00506534743544762) - srpo/routed_loss:np.float64(-0.09014131874937448) - srpo/routed_token_count:np.float64(245.34765625) - srpo/correct_sample_fraction:np.float64(0.66796875) - srpo/sdpo_sample_fraction:np.float64(0.23828125) - srpo/grpo_sample_fraction:np.float64(0.76171875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.07948128413408995) - self_distillation/dynamic_weight_mean:np.float64(0.23828124813735485) - self_distillation/dynamic_weight_max:np.float64(1.5261123180389404) - self_distillation/empty_target_batch:np.float64(0.1015625) - actor/grad_norm:np.float64(0.12866172194480896) - perf/mfu/actor:np.float64(0.04025899721960287) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.80306339263916) - actor/lr:np.float64(5e-06) - training/global_step:95 - training/epoch:1 - critic/score/mean:0.66796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.66796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:-0.00546896131709218 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:-0.00546896131709218 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:245.34765625 - response_length/max:1040.0 - response_length/min:73.0 - re
|
||||
step:96 - global_seqlen/min:14314 - global_seqlen/max:17591 - global_seqlen/minmax_diff:3277 - global_seqlen/balanced_min:16006 - global_seqlen/balanced_max:16010 - global_seqlen/mean:16008.625 - actor/entropy:0.3323192298412323 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.12432298064231873 - training/rollout_probs_diff_mean:0.0036259307526052 - training/rollout_probs_diff_std:0.008844668045639992 - training/rollout_actor_probs_pearson_corr:0.9994160532951355 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.99609375 - self_distillation/correct_sample_fraction:0.72265625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.99609375 - rollout_corr/rollout_is_mean:0.9999725222587585 - rollout_corr/rollout_is_ratio_fraction_high:1.6721009160391986e-05 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:2.0104706287384033 - rollout_corr/rollout_is_min:0.61293625831604 - rollout_corr/rollout_is_std:0.029632678255438805 - rollout_corr/rollout_is_eff_sample_size:0.9991227937488604 - rollout_corr/rollout_is_seq_mean:0.9999763369560242 - rollout_corr/rollout_is_seq_std:0.002288778778165579 - rollout_corr/rollout_is_seq_max:1.006384015083313 - rollout_corr/rollout_is_seq_min:0.9917340874671936 - rollout_corr/rollout_is_seq_max_deviation:0.008265912532806396 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4481319063343108) - rollout_corr/training_log_ppl:np.float64(0.3599187326617539) - rollout_corr/kl:np.float64(0.0005061333120011113) - rollout_corr/k3_kl:np.float64(0.0004825052426156162) - rollout_corr/rollout_ppl:np.float64(1.4473917223513126) - rollout_corr/rollout_log_ppl:np.float64(0.3594125984236598) - rollout_corr/log_ppl_diff:np.float64(0.0005061342380940914) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017772645223885775) - rollout_corr/log_ppl_diff_max:np.float64(0.00904768705368042) - rollout_corr/log_ppl_diff_min:np.float64(-0.00543484091758728) - rollout_corr/ppl_ratio:np.float64(1.0005088534671813) - rollout_corr/chi2_token:np.float64(0.0009231555741280317) - rollout_corr/chi2_seq:np.float64(0.1641580027062446) - actor/pg_loss:np.float64(-0.09531748689732922) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.10108417615992948) - srpo/sdpo_loss:np.float64(0.005766689262600266) - srpo/routed_loss:np.float64(-0.09531748689732922) - srpo/routed_token_count:np.float64(233.61328125) - srpo/correct_sample_fraction:np.float64(0.72265625) - srpo/sdpo_sample_fraction:np.float64(0.27734375) - srpo/grpo_sample_fraction:np.float64(0.72265625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.1002017610007897) - self_distillation/dynamic_weight_mean:np.float64(0.27734375) - self_distillation/dynamic_weight_max:np.float64(1.5110105276107788) - self_distillation/empty_target_batch:np.float64(0.00390625) - actor/grad_norm:np.float64(0.15259282290935516) - perf/mfu/actor:np.float64(0.03968549447918927) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.84683990478516) - actor/lr:np.float64(5e-06) - training/global_step:96 - training/epoch:1 - critic/score/mean:0.72265625 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.72265625 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.002796588931232691 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.002796588931232691 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:233.61328125 - response_length/max:690.0 - response_length/min:90.0 - response_length/cli
|
||||
step:97 - global_seqlen/min:15268 - global_seqlen/max:19178 - global_seqlen/minmax_diff:3910 - global_seqlen/balanced_min:17109 - global_seqlen/balanced_max:17110 - global_seqlen/mean:17109.875 - actor/entropy:0.331532746553421 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1731439232826233 - training/rollout_probs_diff_mean:0.003568517742678523 - training/rollout_probs_diff_std:0.008854459971189499 - training/rollout_actor_probs_pearson_corr:0.9993923306465149 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.9921875 - self_distillation/correct_sample_fraction:0.6796875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:1.000078797340393 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.5319925546646118 - rollout_corr/rollout_is_min:0.6471447348594666 - rollout_corr/rollout_is_std:0.028938647359609604 - rollout_corr/rollout_is_eff_sample_size:0.9991634934884585 - rollout_corr/rollout_is_seq_mean:1.000110387802124 - rollout_corr/rollout_is_seq_std:0.0022212632466107607 - rollout_corr/rollout_is_seq_max:1.0080924034118652 - rollout_corr/rollout_is_seq_min:0.991663932800293 - rollout_corr/rollout_is_seq_max_deviation:0.008336067199707031 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4570592995733023) - rollout_corr/training_log_ppl:np.float64(0.3674528351984918) - rollout_corr/kl:np.float64(0.0003661143791999777) - rollout_corr/k3_kl:np.float64(0.00047654631327986863) - rollout_corr/rollout_ppl:np.float64(1.4564825766719878) - rollout_corr/rollout_log_ppl:np.float64(0.3670867213513702) - rollout_corr/log_ppl_diff:np.float64(0.00036611384712159634) - rollout_corr/log_ppl_abs_diff:np.float64(0.00173455651383847) - rollout_corr/log_ppl_diff_max:np.float64(0.009228348731994629) - rollout_corr/log_ppl_diff_min:np.float64(-0.007351696491241455) - rollout_corr/ppl_ratio:np.float64(1.00036869966425) - rollout_corr/chi2_token:np.float64(0.0011825875844806433) - rollout_corr/chi2_seq:np.float64(0.2334362796973437) - actor/pg_loss:np.float64(-0.12225589153240435) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.12888639807351865) - srpo/sdpo_loss:np.float64(0.0066305065411143005) - srpo/routed_loss:np.float64(-0.12225589153240435) - srpo/routed_token_count:np.float64(240.27734375) - srpo/correct_sample_fraction:np.float64(0.6796875) - srpo/sdpo_sample_fraction:np.float64(0.3203125) - srpo/grpo_sample_fraction:np.float64(0.6796875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.11527333437697962) - self_distillation/dynamic_weight_mean:np.float64(0.32031250442378223) - self_distillation/dynamic_weight_max:np.float64(1.5800851583480835) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.17263172566890717) - perf/mfu/actor:np.float64(0.04203960922650536) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(199.02544403076172) - actor/lr:np.float64(5e-06) - training/global_step:97 - training/epoch:1 - critic/score/mean:0.6796875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6796875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.009886442683637142 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.009886442683637142 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:240.27734375 - response_length/max:732.0 - response_length/min:95.0 - response_length/clip_ratio:0.0 - re
|
||||
step:98 - global_seqlen/min:12069 - global_seqlen/max:20156 - global_seqlen/minmax_diff:8087 - global_seqlen/balanced_min:16800 - global_seqlen/balanced_max:16805 - global_seqlen/mean:16802.875 - actor/entropy:0.33361777663230896 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17868605256080627 - training/rollout_probs_diff_mean:0.0036304043605923653 - training/rollout_probs_diff_std:0.00893302634358406 - training/rollout_actor_probs_pearson_corr:0.9993820786476135 - self_distillation/success_group_fraction:1.0 - self_distillation/success_sample_fraction:0.9921875 - self_distillation/correct_sample_fraction:0.7421875 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9921875 - rollout_corr/rollout_is_mean:0.9999533295631409 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.847429633140564 - rollout_corr/rollout_is_min:0.6369167566299438 - rollout_corr/rollout_is_std:0.029690952971577644 - rollout_corr/rollout_is_eff_sample_size:0.9991189857557254 - rollout_corr/rollout_is_seq_mean:1.0000066757202148 - rollout_corr/rollout_is_seq_std:0.002563798800110817 - rollout_corr/rollout_is_seq_max:1.009537696838379 - rollout_corr/rollout_is_seq_min:0.9925454258918762 - rollout_corr/rollout_is_seq_max_deviation:0.009537696838378906 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4464275487698615) - rollout_corr/training_log_ppl:np.float64(0.3616896957391873) - rollout_corr/kl:np.float64(0.000495853694193471) - rollout_corr/k3_kl:np.float64(0.0005024998988290008) - rollout_corr/rollout_ppl:np.float64(1.4456906011328101) - rollout_corr/rollout_log_ppl:np.float64(0.36119384079938754) - rollout_corr/log_ppl_diff:np.float64(0.0004958549397997558) - rollout_corr/log_ppl_abs_diff:np.float64(0.001983449619729072) - rollout_corr/log_ppl_diff_max:np.float64(0.008956432342529297) - rollout_corr/log_ppl_diff_min:np.float64(-0.008811593055725098) - rollout_corr/ppl_ratio:np.float64(1.000499221496284) - rollout_corr/chi2_token:np.float64(0.001035169931128621) - rollout_corr/chi2_seq:np.float64(0.3336982501205057) - actor/pg_loss:np.float64(-0.09099530414459878) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.09676813764963299) - srpo/sdpo_loss:np.float64(0.005772833505034214) - srpo/routed_loss:np.float64(-0.09099530414459878) - srpo/routed_token_count:np.float64(226.37109375) - srpo/correct_sample_fraction:np.float64(0.7421875) - srpo/sdpo_sample_fraction:np.float64(0.2578125) - srpo/grpo_sample_fraction:np.float64(0.7421875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10006240691291168) - self_distillation/dynamic_weight_mean:np.float64(0.2578125046566129) - self_distillation/dynamic_weight_max:np.float64(1.5478246212005615) - self_distillation/empty_target_batch:np.float64(0.0078125) - actor/grad_norm:np.float64(0.16085878014564514) - perf/mfu/actor:np.float64(0.04098465698557856) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.8318214416504) - actor/lr:np.float64(5e-06) - training/global_step:98 - training/epoch:1 - critic/score/mean:0.7421875 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.7421875 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.004669893532991409 - critic/advantages/max:0.875 - critic/advantages/min:-0.875 - critic/returns/mean:0.004669893532991409 - critic/returns/max:0.875 - critic/returns/min:-0.875 - response_length/mean:226.37109375 - response_length/max:799.0 - response_length/min:86.0 - response_length/clip_ratio:0.0 - res
|
||||
step:99 - global_seqlen/min:13678 - global_seqlen/max:19575 - global_seqlen/minmax_diff:5897 - global_seqlen/balanced_min:16698 - global_seqlen/balanced_max:16700 - global_seqlen/mean:16699.125 - actor/entropy:0.35520049929618835 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.1539730429649353 - training/rollout_probs_diff_mean:0.003798701800405979 - training/rollout_probs_diff_std:0.008948671631515026 - training/rollout_actor_probs_pearson_corr:0.9994166493415833 - self_distillation/success_group_fraction:0.90625 - self_distillation/success_sample_fraction:0.90234375 - self_distillation/correct_sample_fraction:0.6484375 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.90234375 - rollout_corr/rollout_is_mean:0.9999585747718811 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:0.0 - rollout_corr/rollout_is_max:1.6950297355651855 - rollout_corr/rollout_is_min:0.6479339003562927 - rollout_corr/rollout_is_std:0.029835142195224762 - rollout_corr/rollout_is_eff_sample_size:0.9991105368746067 - rollout_corr/rollout_is_seq_mean:0.999883770942688 - rollout_corr/rollout_is_seq_std:0.002259292406961322 - rollout_corr/rollout_is_seq_max:1.0093235969543457 - rollout_corr/rollout_is_seq_min:0.9918473362922668 - rollout_corr/rollout_is_seq_max_deviation:0.009323596954345703 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.4752170271240175) - rollout_corr/training_log_ppl:np.float64(0.3798869313322939) - rollout_corr/kl:np.float64(0.0005904462922963205) - rollout_corr/k3_kl:np.float64(0.00047426648535520144) - rollout_corr/rollout_ppl:np.float64(1.4743309067562222) - rollout_corr/rollout_log_ppl:np.float64(0.3792964825988747) - rollout_corr/log_ppl_diff:np.float64(0.0005904487334191799) - rollout_corr/log_ppl_abs_diff:np.float64(0.0017291446565650403) - rollout_corr/log_ppl_diff_max:np.float64(0.008910924196243286) - rollout_corr/log_ppl_diff_min:np.float64(-0.008607804775238037) - rollout_corr/ppl_ratio:np.float64(1.0005931612104177) - rollout_corr/chi2_token:np.float64(0.0007241065613925457) - rollout_corr/chi2_seq:np.float64(0.17872224817983806) - actor/pg_loss:np.float64(-0.08592563189267821) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.091806830605492) - srpo/sdpo_loss:np.float64(0.005881198712813784) - srpo/routed_loss:np.float64(-0.08592563189267821) - srpo/routed_token_count:np.float64(209.47265625) - srpo/correct_sample_fraction:np.float64(0.6484375) - srpo/sdpo_sample_fraction:np.float64(0.2578125) - srpo/grpo_sample_fraction:np.float64(0.7421875) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.10085930424975231) - self_distillation/dynamic_weight_mean:np.float64(0.2578125046566129) - self_distillation/dynamic_weight_max:np.float64(1.5259493589401245) - self_distillation/empty_target_batch:np.float64(0.09765625) - actor/grad_norm:np.float64(0.15219400823116302) - perf/mfu/actor:np.float64(0.041380009540539775) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.835862159729) - actor/lr:np.float64(5e-06) - training/global_step:99 - training/epoch:1 - critic/score/mean:0.6484375 - critic/score/max:1.0 - critic/score/min:0.0 - critic/rewards/mean:0.6484375 - critic/rewards/max:1.0 - critic/rewards/min:0.0 - critic/advantages/mean:0.003456876380369067 - critic/advantages/max:0.875 - critic/advantages/min:-0.75 - critic/returns/mean:0.003456876380369067 - critic/returns/max:0.875 - critic/returns/min:-0.75 - response_length/mean:209.47265625 - response_length/max:663.0 - response_length/min:91.0 - response_length/clip_ratio:0
|
||||
test_gen_batch meta info: {'eos_token_id': 151645, 'pad_token_id': 151643, 'recompute_log_prob': False, 'do_sample': True, 'validate': True, 'global_steps': 100}
|
||||
validation generation end
|
||||
[prompt] system
|
||||
|
||||
Given a question and four options, please select the right answer. Respond in the following format:
|
||||
<reasoning>
|
||||
...
|
||||
</reasoning>
|
||||
<answer>
|
||||
...
|
||||
</answer>
|
||||
|
||||
For the answer, only output the letter corresponding to the correct option (A, B, C, or D), and nothing else. Do not restate the answer text. For example, if the answer is "A", just output:
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
|
||||
user
|
||||
Which of the following molecules is the only correct reactant used in the synthesis of the product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" ?
|
||||
|
||||
A: O=C1c2ccccc2C(=O)N1c1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1
|
||||
B: O=C1c2ccccc2C(Cl)N1c1ccc2ccc(Cl)nc2n1
|
||||
C: O=C1c2ccccc2C(=O)N1Cc1ccc(Oc2ccc(Cl)c(C(F)(F)F)c2)cc1
|
||||
D: O=C1c2ccccc2C(=O)N1CC=C(Cc1ccccc1)C(F)(F)F
|
||||
Please reason step by step.
|
||||
assistant
|
||||
<think>
|
||||
|
||||
</think>
|
||||
|
||||
|
||||
[response] <reasoning>
|
||||
The target product "Nc1ccn(Cc2ccc(Cl)cc2C(F)(F)F)n1" contains a nitrogen-containing ring with a chlorinated aromatic ring and a trifluorinated aromatic group. Among the options, only Option A contains the correct structure with the nitrogen-containing ring and the trifluorinated aromatic group. The other options either lack the correct functional groups or have incorrect structural features. Therefore, Option A is the correct reactant for the synthesis of the target product.
|
||||
</reasoning>
|
||||
<answer>
|
||||
A
|
||||
</answer>
|
||||
[ground_truth] A
|
||||
[score] 1.0
|
||||
[acc] 1.0
|
||||
[pred] A
|
||||
[incorrect_format] 1
|
||||
[feedback]
|
||||
local_global_step_folder: /workspace/L2T/checkpoints/datasets/sciknoweval/chemistry/qwen3gen-chemistry-SRPO_TR-Qwen-Qwen3-8B-mbs32-tr0.1-dwtrue-train32-rollout8-lr5e-6-vllm0.8/global_step_100
|
||||
step:100 - global_seqlen/min:14190 - global_seqlen/max:18719 - global_seqlen/minmax_diff:4529 - global_seqlen/balanced_min:16545 - global_seqlen/balanced_max:16549 - global_seqlen/mean:16548.0 - actor/entropy:0.3308325409889221 - perf/mfu/actor_infer:0 - training/rollout_probs_diff_valid:1 - training/rollout_probs_diff_max:0.17977115511894226 - training/rollout_probs_diff_mean:0.003615855472162366 - training/rollout_probs_diff_std:0.008875560946762562 - training/rollout_actor_probs_pearson_corr:0.9994076490402222 - self_distillation/success_group_fraction:0.9375 - self_distillation/success_sample_fraction:0.9296875 - self_distillation/correct_sample_fraction:0.75390625 - self_distillation/feedback_available_fraction:0.0 - self_distillation/feedback_used_fraction:0.0 - self_distillation/reprompt_sample_fraction:0.9296875 - rollout_corr/rollout_is_mean:1.0000580549240112 - rollout_corr/rollout_is_ratio_fraction_high:0.0 - rollout_corr/rollout_is_ratio_fraction_low:1.767783942341339e-05 - rollout_corr/rollout_is_max:1.4527522325515747 - rollout_corr/rollout_is_min:0.49668699502944946 - rollout_corr/rollout_is_std:0.029428821057081223 - rollout_corr/rollout_is_eff_sample_size:0.9991349319207025 - rollout_corr/rollout_is_seq_mean:1.0000791549682617 - rollout_corr/rollout_is_seq_std:0.0024739254731684923 - rollout_corr/rollout_is_seq_max:1.0135035514831543 - rollout_corr/rollout_is_seq_min:0.9921493530273438 - rollout_corr/rollout_is_seq_max_deviation:0.013503551483154297 - rollout_corr/rollout_is_seq_fraction_high:0.0 - rollout_corr/rollout_is_seq_fraction_low:0.0 - rollout_corr/training_ppl:np.float64(1.432360712904483) - rollout_corr/training_log_ppl:np.float64(0.35083831640076824) - rollout_corr/kl:np.float64(0.00039874245554472054) - rollout_corr/k3_kl:np.float64(0.0004779839419200016) - rollout_corr/rollout_ppl:np.float64(1.4317505126819015) - rollout_corr/rollout_log_ppl:np.float64(0.35043957189191133) - rollout_corr/log_ppl_diff:np.float64(0.0003987445088569075) - rollout_corr/log_ppl_abs_diff:np.float64(0.001808215893106535) - rollout_corr/log_ppl_diff_max:np.float64(0.0092182457447052) - rollout_corr/log_ppl_diff_min:np.float64(-0.0124589204788208) - rollout_corr/ppl_ratio:np.float64(1.0004019325133413) - rollout_corr/chi2_token:np.float64(0.001111235935240984) - rollout_corr/chi2_seq:np.float64(0.3724006221164018) - actor/pg_loss:np.float64(-0.08303024125780212) - actor/kl_loss:np.float64(0.0) - srpo/grpo_loss:np.float64(-0.0864044192712754) - srpo/sdpo_loss:np.float64(0.0033741780134732835) - srpo/routed_loss:np.float64(-0.08303024125780212) - srpo/routed_token_count:np.float64(220.96875) - srpo/correct_sample_fraction:np.float64(0.75390625) - srpo/sdpo_sample_fraction:np.float64(0.18359375) - srpo/grpo_sample_fraction:np.float64(0.81640625) - srpo/grpo_actor/pg_clipfrac:np.float64(0.0) - srpo/grpo_actor/ppo_kl:np.float64(0.0) - srpo/grpo_actor/pg_clipfrac_lower:np.float64(0.0) - self_distillation/dynamic_weighting_enabled:np.float64(1.0) - self_distillation/dynamic_weight_entropy_mean:np.float64(0.06372180819744244) - self_distillation/dynamic_weight_mean:np.float64(0.18359375512227416) - self_distillation/dynamic_weight_max:np.float64(1.6724038124084473) - self_distillation/empty_target_batch:np.float64(0.0703125) - actor/grad_norm:np.float64(0.10703474283218384) - perf/mfu/actor:np.float64(0.04076109142587246) - perf/max_memory_allocated_gb:np.float64(149.75289154052734) - perf/max_memory_reserved_gb:np.float64(160.31640625) - perf/cpu_memory_used_gb:np.float64(198.76100540161133) - actor/lr:np.float64(5e-06) - val-aux/sciknoweval/reward/mean@16:np.float64(0.7363095238095239) - val-aux/sciknoweval/reward/std@16:np.float64(0.16309517319018776) - val-aux/sciknoweval/reward/best@2/mean:np.float64(0.8065190476190476) - val-aux/sciknoweval/reward/best@2/std:np.float64(0.14511294435717983) - val-aux/sciknoweval/reward/worst@2/mean:np.float64(0.6664857142857143) - val-aux/sciknoweval/reward/worst@2/std:np.float64(0.1327243786388664) - val-aux/sciknoweval/reward/maj@2/mean:np.float64(0.7362714285714287) - val-aux/scikno
|
||||
("Final validation metrics: {'val-aux/sciknoweval/reward/mean@16': "
|
||||
"np.float64(0.7363095238095239), 'val-aux/sciknoweval/reward/std@16': "
|
||||
"np.float64(0.16309517319018776), 'val-aux/sciknoweval/reward/best@2/mean': "
|
||||
"np.float64(0.8065190476190476), 'val-aux/sciknoweval/reward/best@2/std': "
|
||||
"np.float64(0.14511294435717983), 'val-aux/sciknoweval/reward/worst@2/mean': "
|
||||
"np.float64(0.6664857142857143), 'val-aux/sciknoweval/reward/worst@2/std': "
|
||||
"np.float64(0.1327243786388664), 'val-aux/sciknoweval/reward/maj@2/mean': "
|
||||
"np.float64(0.7362714285714287), 'val-aux/sciknoweval/reward/maj@2/std': "
|
||||
"np.float64(0.16273431336078428), 'val-aux/sciknoweval/reward/best@4/mean': "
|
||||
"np.float64(0.8652047619047618), 'val-aux/sciknoweval/reward/best@4/std': "
|
||||
"np.float64(0.11009573982420097), 'val-aux/sciknoweval/reward/worst@4/mean': "
|
||||
"np.float64(0.6136428571428572), 'val-aux/sciknoweval/reward/worst@4/std': "
|
||||
"np.float64(0.08715504524810262), 'val-aux/sciknoweval/reward/maj@4/mean': "
|
||||
"np.float64(0.7460904761904762), 'val-aux/sciknoweval/reward/maj@4/std': "
|
||||
"np.float64(0.13821444887569323), 'val-aux/sciknoweval/reward/best@8/mean': "
|
||||
"np.float64(0.9082190476190476), 'val-aux/sciknoweval/reward/best@8/std': "
|
||||
"np.float64(0.0701292672277101), 'val-aux/sciknoweval/reward/worst@8/mean': "
|
||||
"np.float64(0.5821809523809525), 'val-aux/sciknoweval/reward/worst@8/std': "
|
||||
"np.float64(0.04669533954140184), 'val-aux/sciknoweval/reward/maj@8/mean': "
|
||||
"np.float64(0.753152380952381), 'val-aux/sciknoweval/reward/maj@8/std': "
|
||||
"np.float64(0.10965244514560699), 'val-aux/sciknoweval/reward/best@16/mean': "
|
||||
"np.float64(0.9349142857142857), 'val-aux/sciknoweval/reward/best@16/std': "
|
||||
"np.float64(0.03906584209067313), 'val-aux/sciknoweval/reward/worst@16/mean': "
|
||||
"np.float64(0.5673476190476191), 'val-aux/sciknoweval/reward/worst@16/std': "
|
||||
"np.float64(0.02126535217732578), 'val-aux/sciknoweval/reward/maj@16/mean': "
|
||||
"np.float64(0.7606666666666667), 'val-aux/sciknoweval/reward/maj@16/std': "
|
||||
"np.float64(0.08119347263943295), 'val-aux/sciknoweval/score/mean@16': "
|
||||
"np.float64(0.7363095238095239), 'val-aux/sciknoweval/score/std@16': "
|
||||
"np.float64(0.16309517319018776), 'val-aux/sciknoweval/score/best@2/mean': "
|
||||
"np.float64(0.8065190476190476), 'val-aux/sciknoweval/score/best@2/std': "
|
||||
"np.float64(0.14511294435717983), 'val-aux/sciknoweval/score/worst@2/mean': "
|
||||
"np.float64(0.6664857142857143), 'val-aux/sciknoweval/score/worst@2/std': "
|
||||
"np.float64(0.1327243786388664), 'val-aux/sciknoweval/score/maj@2/mean': "
|
||||
"np.float64(0.7362714285714287), 'val-aux/sciknoweval/score/maj@2/std': "
|
||||
"np.float64(0.16273431336078428), 'val-aux/sciknoweval/score/best@4/mean': "
|
||||
"np.float64(0.8652047619047618), 'val-aux/sciknoweval/score/best@4/std': "
|
||||
"np.float64(0.11009573982420097), 'val-aux/sciknoweval/score/worst@4/mean': "
|
||||
"np.float64(0.6136428571428572), 'val-aux/sciknoweval/score/worst@4/std': "
|
||||
"np.float64(0.08715504524810262), 'val-aux/sciknoweval/score/maj@4/mean': "
|
||||
"np.float64(0.7460904761904762), 'val-aux/sciknoweval/score/maj@4/std': "
|
||||
"np.float64(0.13821444887569323), 'val-aux/sciknoweval/score/best@8/mean': "
|
||||
"np.float64(0.9082190476190476), 'val-aux/sciknoweval/score/best@8/std': "
|
||||
"np.float64(0.0701292672277101), 'val-aux/sciknoweval/score/worst@8/mean': "
|
||||
"np.float64(0.5821809523809525), 'val-aux/sciknoweval/score/worst@8/std': "
|
||||
"np.float64(0.04669533954140184), 'val-aux/sciknoweval/score/maj@8/mean': "
|
||||
"np.float64(0.753152380952381), 'val-aux/sciknoweval/score/maj@8/std': "
|
||||
"np.float64(0.10965244514560699), 'val-aux/sciknoweval/score/best@16/mean': "
|
||||
"np.float64(0.9349142857142857), 'val-aux/sciknoweval/score/best@16/std': "
|
||||
"np.float64(0.03906584209067313), 'val-aux/sciknoweval/score/worst@16/mean': "
|
||||
"np.float64(0.5673476190476191), 'val-aux/sciknoweval/score/worst@16/std': "
|
||||
"np.float64(0.02126535217732578), 'val-aux/sciknoweval/score/maj@16/mean': "
|
||||
"np.float64(0.7606666666666667), 'val-aux/sciknoweval/score/maj@16/std': "
|
||||
"np.float64(0.08119347263943295), 'val-core/sciknoweval/acc/mean@16': "
|
||||
"np.float64(0.7363095238095239), 'val-aux/sciknoweval/acc/std@16': "
|
||||
"np.float64(0.16309517319018776), 'val-aux/sciknoweval/acc/best@2/mean': "
|
||||
"np.float64(0.8065190476190476), 'val-aux/sciknoweval/acc/best@2/std': "
|
||||
"np.float64(0.14511294435717983), 'val-aux/sciknoweval/acc/worst@2/mean': "
|
||||
"np.float64(0.6664857142857143), 'val-aux/sciknoweval/acc/worst@2/std': "
|
||||
"np.float64(0.1327243786388664), 'val-aux/sciknoweval/acc/maj@2/mean': "
|
||||
"np.float64(0.7362714285714287), 'val-aux/sciknoweval/acc/maj@2/std': "
|
||||
"np.float64(0.16273431336078428), 'val-aux/sciknoweval/acc/best@4/mean': "
|
||||
"np.float64(0.8652047619047618), 'val-aux/sciknoweval/acc/best@4/std': "
|
||||
"np.float64(0.11009573982420097), 'val-aux/sciknoweval/acc/worst@4/mean': "
|
||||
"np.float64(0.6136428571428572), 'val-aux/sciknoweval/acc/worst@4/std': "
|
||||
"np.float64(0.08715504524810262), 'val-aux/sciknoweval/acc/maj@4/mean': "
|
||||
"np.float64(0.7460904761904762), 'val-aux/sciknoweval/acc/maj@4/std': "
|
||||
"np.float64(0.13821444887569323), 'val-aux/sciknoweval/acc/best@8/mean': "
|
||||
"np.float64(0.9082190476190476), 'val-aux/sciknoweval/acc/best@8/std': "
|
||||
"np.float64(0.0701292672277101), 'val-aux/sciknoweval/acc/worst@8/mean': "
|
||||
"np.float64(0.5821809523809525), 'val-aux/sciknoweval/acc/worst@8/std': "
|
||||
"np.float64(0.04669533954140184), 'val-aux/sciknoweval/acc/maj@8/mean': "
|
||||
"np.float64(0.753152380952381), 'val-aux/sciknoweval/acc/maj@8/std': "
|
||||
"np.float64(0.10965244514560699), 'val-core/sciknoweval/acc/best@16/mean': "
|
||||
"np.float64(0.9349142857142857), 'val-core/sciknoweval/acc/best@16/std': "
|
||||
"np.float64(0.03906584209067313), 'val-aux/sciknoweval/acc/worst@16/mean': "
|
||||
"np.float64(0.5673476190476191), 'val-aux/sciknoweval/acc/worst@16/std': "
|
||||
"np.float64(0.02126535217732578), 'val-core/sciknoweval/acc/maj@16/mean': "
|
||||
"np.float64(0.7606666666666667), 'val-core/sciknoweval/acc/maj@16/std': "
|
||||
'np.float64(0.08119347263943295), '
|
||||
"'val-aux/sciknoweval/incorrect_format/mean@16': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/std@16': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@2/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@2/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@2/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@2/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@2/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@2/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@4/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@4/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@4/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@4/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@4/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@4/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@8/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@8/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@8/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@8/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@8/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@8/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@16/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/best@16/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@16/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/worst@16/std': np.float64(0.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@16/mean': np.float64(1.0), "
|
||||
"'val-aux/sciknoweval/incorrect_format/maj@16/std': np.float64(0.0), "
|
||||
"'val-aux/num_turns/min': np.int32(2), 'val-aux/num_turns/max': np.int32(2), "
|
||||
"'val-aux/num_turns/mean': np.float64(2.0)}")
|
||||
107
artifacts/wandb-metadata.json
Normal file
107
artifacts/wandb-metadata.json
Normal file
@@ -0,0 +1,107 @@
|
||||
{
|
||||
"os": "Linux-6.8.0-71-generic-x86_64-with-glibc2.36",
|
||||
"python": "CPython 3.12.13",
|
||||
"startedAt": "2026-07-02T21:11:41.729888Z",
|
||||
"args": [
|
||||
"--node-ip-address=198.19.35.151",
|
||||
"--node-manager-port=36487",
|
||||
"--object-store-name=/tmp/ray_q3g_chemistry_srpo_tr_Qwen3_8B/session_2026-07-02_21-09-29_365546_1836410/sockets/plasma_store",
|
||||
"--raylet-name=/tmp/ray_q3g_chemistry_srpo_tr_Qwen3_8B/session_2026-07-02_21-09-29_365546_1836410/sockets/raylet",
|
||||
"--redis-address=None",
|
||||
"--metrics-agent-port=51759",
|
||||
"--logging-rotate-bytes=536870912",
|
||||
"--logging-rotate-backup-count=5",
|
||||
"--runtime-env-agent-port=61553",
|
||||
"--gcs-address=198.19.35.151:40218",
|
||||
"--session-name=session_2026-07-02_21-09-29_365546_1836410",
|
||||
"--temp-dir=/tmp/ray_q3g_chemistry_srpo_tr_Qwen3_8B",
|
||||
"--webui=",
|
||||
"--cluster-id=38483b6aa2172e80e5feb762dfdb4888a283758e54f76b99c0fb611c",
|
||||
"--startup-token=32",
|
||||
"--worker-launch-time-ms=1783026572683",
|
||||
"--node-id=d05ed127245025f247e3ae571de08a11310ba2a4c2427e36561ff1cf",
|
||||
"--runtime-env-hash=-1580796864"
|
||||
],
|
||||
"program": "/workspace/SIPO/.venv/lib/python3.12/site-packages/ray/_private/workers/default_worker.py",
|
||||
"git": {
|
||||
"remote": "https://github.com/jungseongryong/L2T",
|
||||
"commit": "fb7e7768822b8fce79259ae00c8800fea0d79298"
|
||||
},
|
||||
"email": "jungsr1116@cau.ac.kr",
|
||||
"root": "/workspace/L2T",
|
||||
"host": "mole-gpu-2",
|
||||
"executable": "/workspace/SIPO/.venv/bin/python",
|
||||
"cpu_count": 64,
|
||||
"cpu_count_logical": 128,
|
||||
"gpu": "NVIDIA H200",
|
||||
"gpu_count": 8,
|
||||
"disk": {
|
||||
"/": {
|
||||
"total": "46086056050688",
|
||||
"used": "13896605118464"
|
||||
}
|
||||
},
|
||||
"memory": {
|
||||
"total": "2163980390400"
|
||||
},
|
||||
"gpu_nvidia": [
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-b897a6c4-7996-e2f1-0cc0-7b02d6a38587"
|
||||
},
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-f7cf7fff-d108-62cb-498a-225bffd6d151"
|
||||
},
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-5a9f5a22-0fdb-36cc-c516-0b618776d8ca"
|
||||
},
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-d547a11f-7fca-c74b-76fb-73993c30f136"
|
||||
},
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-ac3cb18b-d562-1d58-725e-10738ff5694c"
|
||||
},
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-e8484200-8103-548e-6421-89d2884c6d32"
|
||||
},
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-83471bd2-f389-d36d-63de-d4759c4435d3"
|
||||
},
|
||||
{
|
||||
"name": "NVIDIA H200",
|
||||
"memoryTotal": "150754820096",
|
||||
"cudaCores": 16896,
|
||||
"architecture": "Hopper",
|
||||
"uuid": "GPU-885aa58c-6341-2956-85d4-ca01897dd4a2"
|
||||
}
|
||||
],
|
||||
"cudaVersion": "13.0",
|
||||
"writerId": "w2xyiq9u3wjz5z318zqw8acqqydcdqbh"
|
||||
}
|
||||
1
artifacts/wandb-summary.json
Normal file
1
artifacts/wandb-summary.json
Normal file
File diff suppressed because one or more lines are too long
89
chat_template.jinja
Normal file
89
chat_template.jinja
Normal file
@@ -0,0 +1,89 @@
|
||||
{%- if tools %}
|
||||
{{- '<|im_start|>system\n' }}
|
||||
{%- if messages[0].role == 'system' %}
|
||||
{{- messages[0].content + '\n\n' }}
|
||||
{%- endif %}
|
||||
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
||||
{%- for tool in tools %}
|
||||
{{- "\n" }}
|
||||
{{- tool | tojson }}
|
||||
{%- endfor %}
|
||||
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
||||
{%- else %}
|
||||
{%- if messages[0].role == 'system' %}
|
||||
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
|
||||
{%- for message in messages[::-1] %}
|
||||
{%- set index = (messages|length - 1) - loop.index0 %}
|
||||
{%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
|
||||
{%- set ns.multi_step_tool = false %}
|
||||
{%- set ns.last_query_index = index %}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{%- for message in messages %}
|
||||
{%- if message.content is string %}
|
||||
{%- set content = message.content %}
|
||||
{%- else %}
|
||||
{%- set content = '' %}
|
||||
{%- endif %}
|
||||
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
|
||||
{%- elif message.role == "assistant" %}
|
||||
{%- set reasoning_content = '' %}
|
||||
{%- if message.reasoning_content is string %}
|
||||
{%- set reasoning_content = message.reasoning_content %}
|
||||
{%- else %}
|
||||
{%- if '</think>' in content %}
|
||||
{%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
|
||||
{%- set content = content.split('</think>')[-1].lstrip('\n') %}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- if loop.index0 > ns.last_query_index %}
|
||||
{%- if loop.last or (not loop.last and reasoning_content) %}
|
||||
{{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
|
||||
{%- else %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + content }}
|
||||
{%- endif %}
|
||||
{%- else %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + content }}
|
||||
{%- endif %}
|
||||
{%- if message.tool_calls %}
|
||||
{%- for tool_call in message.tool_calls %}
|
||||
{%- if (loop.first and content) or (not loop.first) %}
|
||||
{{- '\n' }}
|
||||
{%- endif %}
|
||||
{%- if tool_call.function %}
|
||||
{%- set tool_call = tool_call.function %}
|
||||
{%- endif %}
|
||||
{{- '<tool_call>\n{"name": "' }}
|
||||
{{- tool_call.name }}
|
||||
{{- '", "arguments": ' }}
|
||||
{%- if tool_call.arguments is string %}
|
||||
{{- tool_call.arguments }}
|
||||
{%- else %}
|
||||
{{- tool_call.arguments | tojson }}
|
||||
{%- endif %}
|
||||
{{- '}\n</tool_call>' }}
|
||||
{%- endfor %}
|
||||
{%- endif %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- elif message.role == "tool" %}
|
||||
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
||||
{{- '<|im_start|>user' }}
|
||||
{%- endif %}
|
||||
{{- '\n<tool_response>\n' }}
|
||||
{{- content }}
|
||||
{{- '\n</tool_response>' }}
|
||||
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{%- if add_generation_prompt %}
|
||||
{{- '<|im_start|>assistant\n' }}
|
||||
{%- if enable_thinking is defined and enable_thinking is false %}
|
||||
{{- '<think>\n\n</think>\n\n' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
68
config.json
Normal file
68
config.json
Normal file
@@ -0,0 +1,68 @@
|
||||
{
|
||||
"architectures": [
|
||||
"Qwen3ForCausalLM"
|
||||
],
|
||||
"attention_bias": false,
|
||||
"attention_dropout": 0.0,
|
||||
"dtype": "bfloat16",
|
||||
"eos_token_id": 151645,
|
||||
"head_dim": 128,
|
||||
"hidden_act": "silu",
|
||||
"hidden_size": 4096,
|
||||
"initializer_range": 0.02,
|
||||
"intermediate_size": 12288,
|
||||
"layer_types": [
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention",
|
||||
"full_attention"
|
||||
],
|
||||
"max_position_embeddings": 40960,
|
||||
"max_window_layers": 36,
|
||||
"model_type": "qwen3",
|
||||
"num_attention_heads": 32,
|
||||
"num_hidden_layers": 36,
|
||||
"num_key_value_heads": 8,
|
||||
"pad_token_id": 151643,
|
||||
"rms_norm_eps": 1e-06,
|
||||
"rope_scaling": null,
|
||||
"rope_theta": 1000000,
|
||||
"sliding_window": null,
|
||||
"tie_word_embeddings": false,
|
||||
"transformers_version": "4.57.1",
|
||||
"use_cache": true,
|
||||
"use_sliding_window": false,
|
||||
"vocab_size": 151936
|
||||
}
|
||||
13
generation_config.json
Normal file
13
generation_config.json
Normal file
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"bos_token_id": 151643,
|
||||
"do_sample": true,
|
||||
"eos_token_id": [
|
||||
151645,
|
||||
151643
|
||||
],
|
||||
"pad_token_id": 151643,
|
||||
"temperature": 0.6,
|
||||
"top_k": 20,
|
||||
"top_p": 0.95,
|
||||
"transformers_version": "4.57.1"
|
||||
}
|
||||
151388
merges.txt
Normal file
151388
merges.txt
Normal file
File diff suppressed because it is too large
Load Diff
3
model-00001-of-00004.safetensors
Normal file
3
model-00001-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:57e0f5a27c9c14c805fc950e9782530a41f6195923b4026b11a35a053d2dfc35
|
||||
size 4919033520
|
||||
3
model-00002-of-00004.safetensors
Normal file
3
model-00002-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:31ffeaf9ac114017414ffd55960f0c2a758999f44430336d5e84a3c8567b1ab7
|
||||
size 4974718216
|
||||
3
model-00003-of-00004.safetensors
Normal file
3
model-00003-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fba188783be8d7ff50ec028d13ef3e04d9fdc5b9d3463fadea27158e20141084
|
||||
size 4935797520
|
||||
3
model-00004-of-00004.safetensors
Normal file
3
model-00004-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fe9cd63cef4c32c93448531940f3b0ba6cbc5243294f5d26d44fa5f39f4f1cc5
|
||||
size 1551967544
|
||||
407
model.safetensors.index.json
Normal file
407
model.safetensors.index.json
Normal file
@@ -0,0 +1,407 @@
|
||||
{
|
||||
"metadata": {
|
||||
"total_parameters": 8190735360,
|
||||
"total_size": 16381470720
|
||||
},
|
||||
"weight_map": {
|
||||
"lm_head.weight": "model-00001-of-00004.safetensors",
|
||||
"model.embed_tokens.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.0.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.0.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.0.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.0.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.0.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.0.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.0.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.0.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.1.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.1.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.1.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.1.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.1.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.1.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.1.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.1.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.1.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.10.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.10.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.10.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.10.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.10.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.10.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.11.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.11.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.11.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.11.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.11.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.11.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.11.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.11.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.11.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.12.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.12.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.12.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.12.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.12.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.12.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.12.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.13.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.13.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.13.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.13.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.13.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.13.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.13.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.14.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.14.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.14.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.14.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.14.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.14.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.14.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.14.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.15.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.15.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.15.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.15.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.15.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.15.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.15.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.16.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.16.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.16.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.16.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.16.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.16.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.16.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.17.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.17.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.17.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.17.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.17.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.17.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.17.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.18.input_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.18.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.18.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.18.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.18.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.18.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.18.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.19.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.19.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.19.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.19.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.19.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.19.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.19.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.2.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.2.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.2.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.2.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.2.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.2.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.2.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.2.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.2.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.20.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.20.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.20.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.20.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.20.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.20.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.20.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.21.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.21.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.21.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.21.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.21.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.22.input_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.22.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.22.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.22.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.22.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.22.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.22.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.22.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.23.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.23.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.23.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.23.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.23.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.23.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.23.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.23.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.23.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.24.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.24.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.24.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.24.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.24.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.24.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.24.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.24.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.24.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.24.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.24.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.25.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.25.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.25.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.25.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.25.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.25.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.25.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.25.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.26.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.26.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.26.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.26.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.26.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.26.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.26.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.26.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.26.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.26.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.27.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.27.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.27.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.27.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.27.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.27.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.27.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.27.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.28.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.28.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.28.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.28.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.28.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.28.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.28.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.28.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.28.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.28.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.29.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.29.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.29.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.29.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.29.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.29.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.29.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.29.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.3.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.3.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.3.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.3.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.3.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.3.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.3.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.3.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.3.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.3.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.30.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.30.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.30.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.30.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.30.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.30.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.30.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.30.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.31.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.31.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.31.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.31.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.31.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.31.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.31.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.31.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.31.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.32.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.32.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.32.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.32.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.32.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.32.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.32.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.32.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.33.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.33.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.33.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.33.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.33.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.33.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.34.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.34.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.34.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.34.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.34.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.35.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.35.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.35.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.35.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.35.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.35.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.35.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.35.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.35.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.4.input_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.4.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.4.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.4.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.4.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.4.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.4.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.4.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.4.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.4.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.5.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.5.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.5.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.5.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.5.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.5.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.5.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.5.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.6.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.6.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.6.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.6.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.6.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.6.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.6.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.6.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.6.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.7.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.7.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.7.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.7.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.7.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.8.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.8.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.8.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.8.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.8.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.8.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.9.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||
"model.layers.9.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.9.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.9.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.9.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||
"model.layers.9.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.9.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
|
||||
"model.layers.9.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
|
||||
"model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||
"model.norm.weight": "model-00003-of-00004.safetensors"
|
||||
}
|
||||
}
|
||||
3
results/training_score.png
Normal file
3
results/training_score.png
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0c17c1f54149b9b11c90aa0c150f1b2383ba4653c792d4f0701ce5d1581e42ba
|
||||
size 113462
|
||||
91
results/training_scores.csv
Normal file
91
results/training_scores.csv
Normal file
@@ -0,0 +1,91 @@
|
||||
step,critic_score_mean
|
||||
1,0.453125
|
||||
2,0.34765625
|
||||
3,0.4453125
|
||||
4,0.41015625
|
||||
5,0.4375
|
||||
6,0.4375
|
||||
7,0.34375
|
||||
8,0.42578125
|
||||
9,0.39453125
|
||||
11,0.5703125
|
||||
12,0.57421875
|
||||
13,0.51171875
|
||||
14,0.5234375
|
||||
15,0.56640625
|
||||
16,0.51953125
|
||||
17,0.46484375
|
||||
18,0.62109375
|
||||
19,0.62109375
|
||||
21,0.49609375
|
||||
22,0.5078125
|
||||
23,0.73828125
|
||||
24,0.6796875
|
||||
25,0.60546875
|
||||
26,0.68359375
|
||||
27,0.58203125
|
||||
28,0.60546875
|
||||
29,0.5625
|
||||
31,0.6640625
|
||||
32,0.60546875
|
||||
33,0.671875
|
||||
34,0.63671875
|
||||
35,0.59765625
|
||||
36,0.6484375
|
||||
37,0.515625
|
||||
38,0.66796875
|
||||
39,0.64453125
|
||||
41,0.625
|
||||
42,0.64453125
|
||||
43,0.6484375
|
||||
44,0.69921875
|
||||
45,0.6171875
|
||||
46,0.54296875
|
||||
47,0.65234375
|
||||
48,0.71484375
|
||||
49,0.7578125
|
||||
51,0.63671875
|
||||
52,0.6171875
|
||||
53,0.6328125
|
||||
54,0.61328125
|
||||
55,0.6953125
|
||||
56,0.6171875
|
||||
57,0.6875
|
||||
58,0.75390625
|
||||
59,0.6953125
|
||||
61,0.67578125
|
||||
62,0.6796875
|
||||
63,0.625
|
||||
64,0.765625
|
||||
65,0.7421875
|
||||
66,0.61328125
|
||||
67,0.66015625
|
||||
68,0.56640625
|
||||
69,0.66796875
|
||||
71,0.6796875
|
||||
72,0.73828125
|
||||
73,0.68359375
|
||||
74,0.7109375
|
||||
75,0.76953125
|
||||
76,0.609375
|
||||
77,0.7109375
|
||||
78,0.72265625
|
||||
79,0.6015625
|
||||
81,0.5859375
|
||||
82,0.68359375
|
||||
83,0.6328125
|
||||
84,0.71875
|
||||
85,0.80078125
|
||||
86,0.69140625
|
||||
87,0.69921875
|
||||
88,0.70703125
|
||||
89,0.625
|
||||
91,0.703125
|
||||
92,0.67578125
|
||||
93,0.8125
|
||||
94,0.79296875
|
||||
95,0.66796875
|
||||
96,0.72265625
|
||||
97,0.6796875
|
||||
98,0.7421875
|
||||
99,0.6484375
|
||||
|
11
results/validation_mean16.csv
Normal file
11
results/validation_mean16.csv
Normal file
@@ -0,0 +1,11 @@
|
||||
step,val_mean16
|
||||
10,0.503571428571
|
||||
20,0.626785714286
|
||||
30,0.657142857143
|
||||
40,0.687202380952
|
||||
50,0.708035714286
|
||||
60,0.708035714286
|
||||
70,0.716964285714
|
||||
80,0.714583333333
|
||||
90,0.722321428571
|
||||
100,0.73630952381
|
||||
|
31
special_tokens_map.json
Normal file
31
special_tokens_map.json
Normal file
@@ -0,0 +1,31 @@
|
||||
{
|
||||
"additional_special_tokens": [
|
||||
"<|im_start|>",
|
||||
"<|im_end|>",
|
||||
"<|object_ref_start|>",
|
||||
"<|object_ref_end|>",
|
||||
"<|box_start|>",
|
||||
"<|box_end|>",
|
||||
"<|quad_start|>",
|
||||
"<|quad_end|>",
|
||||
"<|vision_start|>",
|
||||
"<|vision_end|>",
|
||||
"<|vision_pad|>",
|
||||
"<|image_pad|>",
|
||||
"<|video_pad|>"
|
||||
],
|
||||
"eos_token": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": {
|
||||
"content": "<|endoftext|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
}
|
||||
}
|
||||
BIN
tokenizer.json
(Stored with Git LFS)
Normal file
BIN
tokenizer.json
(Stored with Git LFS)
Normal file
Binary file not shown.
239
tokenizer_config.json
Normal file
239
tokenizer_config.json
Normal file
@@ -0,0 +1,239 @@
|
||||
{
|
||||
"add_bos_token": false,
|
||||
"add_prefix_space": false,
|
||||
"added_tokens_decoder": {
|
||||
"151643": {
|
||||
"content": "<|endoftext|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151644": {
|
||||
"content": "<|im_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151645": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151646": {
|
||||
"content": "<|object_ref_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151647": {
|
||||
"content": "<|object_ref_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151648": {
|
||||
"content": "<|box_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151649": {
|
||||
"content": "<|box_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151650": {
|
||||
"content": "<|quad_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151651": {
|
||||
"content": "<|quad_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151652": {
|
||||
"content": "<|vision_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151653": {
|
||||
"content": "<|vision_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151654": {
|
||||
"content": "<|vision_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151655": {
|
||||
"content": "<|image_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151656": {
|
||||
"content": "<|video_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151657": {
|
||||
"content": "<tool_call>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151658": {
|
||||
"content": "</tool_call>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151659": {
|
||||
"content": "<|fim_prefix|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151660": {
|
||||
"content": "<|fim_middle|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151661": {
|
||||
"content": "<|fim_suffix|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151662": {
|
||||
"content": "<|fim_pad|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151663": {
|
||||
"content": "<|repo_name|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151664": {
|
||||
"content": "<|file_sep|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151665": {
|
||||
"content": "<tool_response>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151666": {
|
||||
"content": "</tool_response>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151667": {
|
||||
"content": "<think>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
},
|
||||
"151668": {
|
||||
"content": "</think>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": false
|
||||
}
|
||||
},
|
||||
"additional_special_tokens": [
|
||||
"<|im_start|>",
|
||||
"<|im_end|>",
|
||||
"<|object_ref_start|>",
|
||||
"<|object_ref_end|>",
|
||||
"<|box_start|>",
|
||||
"<|box_end|>",
|
||||
"<|quad_start|>",
|
||||
"<|quad_end|>",
|
||||
"<|vision_start|>",
|
||||
"<|vision_end|>",
|
||||
"<|vision_pad|>",
|
||||
"<|image_pad|>",
|
||||
"<|video_pad|>"
|
||||
],
|
||||
"bos_token": null,
|
||||
"clean_up_tokenization_spaces": false,
|
||||
"eos_token": "<|im_end|>",
|
||||
"errors": "replace",
|
||||
"extra_special_tokens": {},
|
||||
"model_max_length": 131072,
|
||||
"pad_token": "<|endoftext|>",
|
||||
"split_special_tokens": false,
|
||||
"tokenizer_class": "Qwen2Tokenizer",
|
||||
"unk_token": null
|
||||
}
|
||||
1
vocab.json
Normal file
1
vocab.json
Normal file
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user