From abe2d0400a011dca56bae5f5262c4173fcb9e0fa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 20 Jun 2026 17:48:23 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: heyalexchoi/qwen3-1.7b-math-grpo Source: Original Platform --- .gitattributes | 37 + README.md | 67 + chat_template.jinja | 85 + config.json | 63 + generation_config.json | 9 + last-checkpoint/chat_template.jinja | 85 + last-checkpoint/config.json | 63 + last-checkpoint/generation_config.json | 9 + last-checkpoint/model.safetensors | 3 + last-checkpoint/optimizer.pt | 3 + last-checkpoint/rng_state.pth | 3 + last-checkpoint/scheduler.pt | 3 + last-checkpoint/tokenizer.json | 3 + last-checkpoint/tokenizer_config.json | 29 + last-checkpoint/trainer_state.json | 14034 +++++++++++++++++++++++ last-checkpoint/training_args.bin | 3 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 29 + training_args.bin | 3 + 20 files changed, 14537 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 last-checkpoint/chat_template.jinja create mode 100644 last-checkpoint/config.json create mode 100644 last-checkpoint/generation_config.json create mode 100644 last-checkpoint/model.safetensors create mode 100644 last-checkpoint/optimizer.pt create mode 100644 last-checkpoint/rng_state.pth create mode 100644 last-checkpoint/scheduler.pt create mode 100644 last-checkpoint/tokenizer.json create mode 100644 last-checkpoint/tokenizer_config.json create mode 100644 last-checkpoint/trainer_state.json create mode 100644 last-checkpoint/training_args.bin create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b6153b4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,37 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +last-checkpoint/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4a152ae --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +base_model: Qwen/Qwen3-1.7B-Base +library_name: transformers +model_name: qwen3-1.7b-math-grpo +tags: +- generated_from_trainer +- grpo +- trl +licence: license +--- + +# Model Card for qwen3-1.7b-math-grpo + +This model is a fine-tuned version of [Qwen/Qwen3-1.7B-Base](https://huggingface.co/Qwen/Qwen3-1.7B-Base). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="heyalexchoi/qwen3-1.7b-math-grpo", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/heyalexchoi/qwen3-math-rlvr/runs/99hauae9) + + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 1.0.0 +- Transformers: 5.5.3 +- Pytorch: 2.6.0+cu124 +- Datasets: 4.8.4 +- Tokenizers: 0.22.2 + +## Citations + +Cite GRPO as: + +```bibtex +@article{shao2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} +``` + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..26c7757 --- /dev/null +++ b/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.5.3", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..481d96d --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.5.3" +} diff --git a/last-checkpoint/chat_template.jinja b/last-checkpoint/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/last-checkpoint/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/last-checkpoint/config.json b/last-checkpoint/config.json new file mode 100644 index 0000000..26c7757 --- /dev/null +++ b/last-checkpoint/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.5.3", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/last-checkpoint/generation_config.json b/last-checkpoint/generation_config.json new file mode 100644 index 0000000..481d96d --- /dev/null +++ b/last-checkpoint/generation_config.json @@ -0,0 +1,9 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.5.3" +} diff --git a/last-checkpoint/model.safetensors b/last-checkpoint/model.safetensors new file mode 100644 index 0000000..0005c1b --- /dev/null +++ b/last-checkpoint/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c938337feeee7d4a282c9859a8f50d61b9f94ec87bac551b5736f308e9871cc0 +size 3441185608 diff --git a/last-checkpoint/optimizer.pt b/last-checkpoint/optimizer.pt new file mode 100644 index 0000000..56b003e --- /dev/null +++ b/last-checkpoint/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b761e53e7fd4945494bff269d21b01dc737bdea65dfb8136113bad6287c8719 +size 6882567586 diff --git a/last-checkpoint/rng_state.pth b/last-checkpoint/rng_state.pth new file mode 100644 index 0000000..9a183b1 --- /dev/null +++ b/last-checkpoint/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f30d8761c8b6eafa6aad533abdf669c6bc14fdcf4bd8ab9f130a132c0bac8e +size 14244 diff --git a/last-checkpoint/scheduler.pt b/last-checkpoint/scheduler.pt new file mode 100644 index 0000000..8d6457b --- /dev/null +++ b/last-checkpoint/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebba121d744b60ca8ba81935b8ffbc7ccc43a64b7ec6f0334376e17b8da83a82 +size 1064 diff --git a/last-checkpoint/tokenizer.json b/last-checkpoint/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/last-checkpoint/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/last-checkpoint/tokenizer_config.json b/last-checkpoint/tokenizer_config.json new file mode 100644 index 0000000..c960ecf --- /dev/null +++ b/last-checkpoint/tokenizer_config.json @@ -0,0 +1,29 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/last-checkpoint/trainer_state.json b/last-checkpoint/trainer_state.json new file mode 100644 index 0000000..86e083f --- /dev/null +++ b/last-checkpoint/trainer_state.json @@ -0,0 +1,14034 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6670224119530416, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 543.9, + "completions/max_terminated_length": 543.6, + "completions/mean_length": 236.15, + "completions/mean_terminated_length": 235.96428604125975, + "completions/min_length": 104.4, + "completions/min_terminated_length": 104.4, + "entropy": 0.33476574160158634, + "epoch": 0.0013340448239060833, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.36328125, + "learning_rate": 2.4e-08, + "loss": 0.03974533379077912, + "num_tokens": 47060.0, + "reward": 0.35, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 10, + "step_time": 12.462517058104277, + "zero_adv_skip_rate": 0.5 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 819.7, + "completions/max_terminated_length": 407.5, + "completions/mean_length": 273.0625, + "completions/mean_terminated_length": 203.68036270141602, + "completions/min_length": 83.6, + "completions/min_terminated_length": 83.6, + "entropy": 0.355833588540554, + "epoch": 0.0026680896478121665, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 5.0666666666666664e-08, + "loss": 0.10912301540374755, + "num_tokens": 99089.0, + "reward": 0.2875, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 20, + "step_time": 18.261661757342516, + "zero_adv_skip_rate": 0.5 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 243.6, + "completions/max_terminated_length": 211.3, + "completions/mean_length": 146.5, + "completions/mean_terminated_length": 141.15893020629883, + "completions/min_length": 71.9, + "completions/min_terminated_length": 71.9, + "entropy": 0.3921903227455914, + "epoch": 0.00400213447171825, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.1640625, + "learning_rate": 7.733333333333334e-08, + "loss": -0.059109818935394284, + "num_tokens": 142465.0, + "reward": 0.3875, + "reward_std": 0.36653792560100557, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.36653794944286344, + "step": 30, + "step_time": 6.762725382577628, + "zero_adv_skip_rate": 0.4 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 669.5, + "completions/max_terminated_length": 304.2, + "completions/mean_length": 215.775, + "completions/mean_terminated_length": 167.61964492797853, + "completions/min_length": 70.0, + "completions/min_terminated_length": 70.0, + "entropy": 0.3185795673634857, + "epoch": 0.005336179295624333, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.46875, + "learning_rate": 1.0399999999999999e-07, + "loss": 0.10917320251464843, + "num_tokens": 185975.0, + "reward": 0.4625, + "reward_std": 0.19231741726398469, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.19231742918491362, + "step": 40, + "step_time": 14.277801349479706, + "zero_adv_skip_rate": 0.45 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 695.1, + "completions/max_terminated_length": 463.1, + "completions/mean_length": 280.275, + "completions/mean_terminated_length": 221.4857147216797, + "completions/min_length": 76.9, + "completions/min_terminated_length": 76.9, + "entropy": 0.5089598641498014, + "epoch": 0.006670224119530417, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1.3066666666666665e-07, + "loss": 0.04101671278476715, + "num_tokens": 240349.0, + "reward": 0.275, + "reward_std": 0.3501461952924728, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.35014620125293733, + "step": 50, + "step_time": 15.486472485214472, + "zero_adv_skip_rate": 0.4 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 524.2, + "completions/max_terminated_length": 338.6, + "completions/mean_length": 192.4375, + "completions/mean_terminated_length": 168.37678604125978, + "completions/min_length": 78.4, + "completions/min_terminated_length": 78.4, + "entropy": 0.43015456836049754, + "epoch": 0.0080042689434365, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.39453125, + "learning_rate": 1.573333333333333e-07, + "loss": 0.10799503326416016, + "num_tokens": 287448.0, + "reward": 0.35, + "reward_std": 0.2575641840696335, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.25756419003009795, + "step": 60, + "step_time": 11.948348375223578, + "zero_adv_skip_rate": 0.4 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 608.5, + "completions/max_terminated_length": 500.8, + "completions/mean_length": 241.3375, + "completions/mean_terminated_length": 220.94464569091798, + "completions/min_length": 79.0, + "completions/min_terminated_length": 79.0, + "entropy": 0.4609580057274018, + "epoch": 0.009338313767342583, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.3828125, + "learning_rate": 1.8399999999999998e-07, + "loss": 0.055780434608459474, + "num_tokens": 335923.0, + "reward": 0.275, + "reward_std": 0.336654344201088, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.3366543620824814, + "step": 70, + "step_time": 13.85979171069339, + "zero_adv_skip_rate": 0.3857 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 258.7, + "completions/max_terminated_length": 254.5, + "completions/mean_length": 141.35, + "completions/mean_terminated_length": 140.18571548461915, + "completions/min_length": 69.6, + "completions/min_terminated_length": 69.6, + "entropy": 0.3707403258553573, + "epoch": 0.010672358591248666, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.67578125, + "learning_rate": 2.1066666666666665e-07, + "loss": -0.028505098819732667, + "num_tokens": 373783.0, + "reward": 0.4, + "reward_std": 0.3294931024312973, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.32949312031269073, + "step": 80, + "step_time": 6.787669274304062, + "zero_adv_skip_rate": 0.375 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 349.1, + "completions/max_terminated_length": 324.0, + "completions/mean_length": 156.575, + "completions/mean_terminated_length": 151.4357147216797, + "completions/min_length": 78.3, + "completions/min_terminated_length": 78.3, + "entropy": 0.37145454303494524, + "epoch": 0.01200640341515475, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.51953125, + "learning_rate": 2.3733333333333334e-07, + "loss": 0.06838004589080811, + "num_tokens": 415333.0, + "reward": 0.375, + "reward_std": 0.35305392146110537, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.35305394530296325, + "step": 90, + "step_time": 8.615415358450264, + "zero_adv_skip_rate": 0.3667 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 712.0, + "completions/max_terminated_length": 546.7, + "completions/mean_length": 231.65, + "completions/mean_terminated_length": 209.44642868041993, + "completions/min_length": 89.2, + "completions/min_terminated_length": 89.2, + "entropy": 0.3282428504899144, + "epoch": 0.013340448239060833, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 2.64e-07, + "loss": 0.03210486769676209, + "num_tokens": 462617.0, + "reward": 0.275, + "reward_std": 0.28112500309944155, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.28112501502037046, + "step": 100, + "step_time": 15.820801395736634, + "zero_adv_skip_rate": 0.37 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 665.3, + "completions/max_terminated_length": 665.3, + "completions/mean_length": 282.9, + "completions/mean_terminated_length": 282.9, + "completions/min_length": 108.3, + "completions/min_terminated_length": 108.3, + "entropy": 0.49002441577613354, + "epoch": 0.014674493062966915, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 2.906666666666667e-07, + "loss": 0.011400097608566284, + "num_tokens": 518433.0, + "reward": 0.125, + "reward_std": 0.1796922653913498, + "rewards/correctness_reward/mean": 0.125, + "rewards/correctness_reward/std": 0.17969227135181426, + "step": 110, + "step_time": 14.495567450858653, + "zero_adv_skip_rate": 0.3909 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 362.0, + "completions/max_terminated_length": 361.8, + "completions/mean_length": 190.95, + "completions/mean_terminated_length": 190.7732147216797, + "completions/min_length": 81.3, + "completions/min_terminated_length": 81.3, + "entropy": 0.49063170111427706, + "epoch": 0.016008537886873, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 3.173333333333333e-07, + "loss": 0.06074678897857666, + "num_tokens": 561733.0, + "reward": 0.35, + "reward_std": 0.21213203072547912, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.21213203072547912, + "step": 120, + "step_time": 8.546123830880969, + "zero_adv_skip_rate": 0.3917 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 964.6, + "completions/max_terminated_length": 630.9, + "completions/mean_length": 295.825, + "completions/mean_terminated_length": 234.458935546875, + "completions/min_length": 98.3, + "completions/min_terminated_length": 98.3, + "entropy": 0.36501956451684237, + "epoch": 0.017342582710779084, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 3.4399999999999996e-07, + "loss": 0.1221515417098999, + "num_tokens": 614903.0, + "reward": 0.2, + "reward_std": 0.1414213538169861, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.1414213538169861, + "step": 130, + "step_time": 20.085508758109064, + "zero_adv_skip_rate": 0.4077 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 855.5, + "completions/max_terminated_length": 357.2, + "completions/mean_length": 263.9125, + "completions/mean_terminated_length": 194.28928756713867, + "completions/min_length": 71.4, + "completions/min_terminated_length": 71.4, + "entropy": 0.5393201597034931, + "epoch": 0.018676627534685165, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 3.7066666666666665e-07, + "loss": -0.03463023900985718, + "num_tokens": 664968.0, + "reward": 0.0875, + "reward_std": 0.19864802658557892, + "rewards/correctness_reward/mean": 0.0875, + "rewards/correctness_reward/std": 0.19864802658557892, + "step": 140, + "step_time": 18.248422381468117, + "zero_adv_skip_rate": 0.4143 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 281.4, + "completions/max_terminated_length": 277.8, + "completions/mean_length": 127.4625, + "completions/mean_terminated_length": 121.63571548461914, + "completions/min_length": 65.2, + "completions/min_terminated_length": 65.2, + "entropy": 0.5574440363794565, + "epoch": 0.020010672358591247, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 3.973333333333333e-07, + "loss": 0.04595287442207337, + "num_tokens": 703581.0, + "reward": 0.35, + "reward_std": 0.23314451277256013, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.2331445187330246, + "step": 150, + "step_time": 6.940428514778614, + "zero_adv_skip_rate": 0.42 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 620.6, + "completions/max_terminated_length": 219.0, + "completions/mean_length": 181.15, + "completions/mean_terminated_length": 128.56071586608886, + "completions/min_length": 70.3, + "completions/min_terminated_length": 70.3, + "entropy": 0.4845874408259988, + "epoch": 0.021344717182497332, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 4.24e-07, + "loss": 0.25077483654022215, + "num_tokens": 749417.0, + "reward": 0.3125, + "reward_std": 0.22220884561538695, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.22220885157585143, + "step": 160, + "step_time": 13.599445314519107, + "zero_adv_skip_rate": 0.425 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 553.5, + "completions/max_terminated_length": 369.0, + "completions/mean_length": 217.775, + "completions/mean_terminated_length": 192.09821548461915, + "completions/min_length": 90.7, + "completions/min_terminated_length": 90.7, + "entropy": 0.44597798120230436, + "epoch": 0.022678762006403414, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.84375, + "learning_rate": 4.506666666666666e-07, + "loss": 0.010445863008499146, + "num_tokens": 794927.0, + "reward": 0.1625, + "reward_std": 0.24662851691246032, + "rewards/correctness_reward/mean": 0.1625, + "rewards/correctness_reward/std": 0.2466285228729248, + "step": 170, + "step_time": 12.486412231158464, + "zero_adv_skip_rate": 0.4235 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 685.7, + "completions/max_terminated_length": 389.5, + "completions/mean_length": 302.9, + "completions/mean_terminated_length": 216.44166870117186, + "completions/min_length": 103.4, + "completions/min_terminated_length": 103.4, + "entropy": 0.3101295493543148, + "epoch": 0.0240128068303095, + "frac_reward_zero_std": 0.8, + "grad_norm": 0.0, + "learning_rate": 4.773333333333333e-07, + "loss": 0.033603540062904357, + "num_tokens": 857519.0, + "reward": 0.2125, + "reward_std": 0.0816463440656662, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.0816463440656662, + "step": 180, + "step_time": 14.65678074322641, + "zero_adv_skip_rate": 0.4444 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 356.3, + "completions/max_terminated_length": 356.3, + "completions/mean_length": 157.5375, + "completions/mean_terminated_length": 157.5375, + "completions/min_length": 77.3, + "completions/min_terminated_length": 77.3, + "entropy": 0.4195747395977378, + "epoch": 0.02534685165421558, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 5.04e-07, + "loss": 0.08028936982154847, + "num_tokens": 898538.0, + "reward": 0.35, + "reward_std": 0.23314451277256013, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.2331445187330246, + "step": 190, + "step_time": 8.40141998846084, + "zero_adv_skip_rate": 0.4474 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 534.7, + "completions/max_terminated_length": 389.8, + "completions/mean_length": 219.7125, + "completions/mean_terminated_length": 197.04107284545898, + "completions/min_length": 71.7, + "completions/min_terminated_length": 71.7, + "entropy": 0.4439691748470068, + "epoch": 0.026680896478121666, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.66015625, + "learning_rate": 5.306666666666665e-07, + "loss": -0.035671621561050415, + "num_tokens": 949787.0, + "reward": 0.2375, + "reward_std": 0.24200308620929717, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.24200308620929717, + "step": 200, + "step_time": 11.756518095824868, + "zero_adv_skip_rate": 0.45 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 432.2, + "completions/max_terminated_length": 345.2, + "completions/mean_length": 192.575, + "completions/mean_terminated_length": 170.0875030517578, + "completions/min_length": 75.3, + "completions/min_terminated_length": 75.3, + "entropy": 0.3814262927820285, + "epoch": 0.028014941302027748, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.78125, + "learning_rate": 5.573333333333333e-07, + "loss": -0.023694081604480742, + "num_tokens": 994073.0, + "reward": 0.325, + "reward_std": 0.2832020968198776, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.28320211470127105, + "step": 210, + "step_time": 9.918385525420309, + "zero_adv_skip_rate": 0.4476 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 481.1, + "completions/max_terminated_length": 320.3, + "completions/mean_length": 185.4875, + "completions/mean_terminated_length": 162.13035736083984, + "completions/min_length": 77.1, + "completions/min_terminated_length": 77.1, + "entropy": 0.4142140754395061, + "epoch": 0.02934898612593383, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.498046875, + "learning_rate": 5.839999999999999e-07, + "loss": -0.02750779390335083, + "num_tokens": 1037416.0, + "reward": 0.4, + "reward_std": 0.41999801993370056, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.4199980318546295, + "step": 220, + "step_time": 11.41794089321047, + "zero_adv_skip_rate": 0.4318 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 468.5, + "completions/max_terminated_length": 300.0, + "completions/mean_length": 158.05, + "completions/mean_terminated_length": 132.67678756713866, + "completions/min_length": 57.1, + "completions/min_terminated_length": 57.1, + "entropy": 0.4031065130340202, + "epoch": 0.030683030949839915, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 6.106666666666666e-07, + "loss": -0.052559852600097656, + "num_tokens": 1077396.0, + "reward": 0.425, + "reward_std": 0.3257265239953995, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.32572652995586393, + "step": 230, + "step_time": 10.807588554359972, + "zero_adv_skip_rate": 0.4261 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 594.1, + "completions/max_terminated_length": 481.3, + "completions/mean_length": 222.4625, + "completions/mean_terminated_length": 202.2053581237793, + "completions/min_length": 76.5, + "completions/min_terminated_length": 76.5, + "entropy": 0.37266330467537045, + "epoch": 0.032017075773746, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.046875, + "learning_rate": 6.373333333333333e-07, + "loss": -0.002203541994094849, + "num_tokens": 1121353.0, + "reward": 0.3, + "reward_std": 0.28112500309944155, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.28112501502037046, + "step": 240, + "step_time": 13.164311448484659, + "zero_adv_skip_rate": 0.425 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 966.1, + "completions/max_terminated_length": 647.0, + "completions/mean_length": 351.925, + "completions/mean_terminated_length": 268.89167098999025, + "completions/min_length": 111.8, + "completions/min_terminated_length": 111.8, + "entropy": 0.3341396586038172, + "epoch": 0.03335112059765208, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 6.64e-07, + "loss": 0.00015666782855987548, + "num_tokens": 1176587.0, + "reward": 0.2875, + "reward_std": 0.19231741726398469, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.19231742918491362, + "step": 250, + "step_time": 20.236098586022855, + "zero_adv_skip_rate": 0.432 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 366.4, + "completions/max_terminated_length": 365.6, + "completions/mean_length": 182.5, + "completions/mean_terminated_length": 182.0482147216797, + "completions/min_length": 61.5, + "completions/min_terminated_length": 61.5, + "entropy": 0.4536341023631394, + "epoch": 0.03468516542155817, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.6953125, + "learning_rate": 6.906666666666666e-07, + "loss": 0.02451373338699341, + "num_tokens": 1222667.0, + "reward": 0.3, + "reward_std": 0.38463483452796937, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.38463485836982725, + "step": 260, + "step_time": 8.996326134167612, + "zero_adv_skip_rate": 0.4231 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 609.9, + "completions/max_terminated_length": 413.1, + "completions/mean_length": 221.6625, + "completions/mean_terminated_length": 179.9125057220459, + "completions/min_length": 68.1, + "completions/min_terminated_length": 68.1, + "entropy": 0.3698773165898664, + "epoch": 0.03601921024546425, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 7.173333333333333e-07, + "loss": 0.004571209847927094, + "num_tokens": 1270136.0, + "reward": 0.45, + "reward_std": 0.336654344201088, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.3366543620824814, + "step": 270, + "step_time": 13.866699990443886, + "zero_adv_skip_rate": 0.4185 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 466.9, + "completions/max_terminated_length": 297.9, + "completions/mean_length": 176.6, + "completions/mean_terminated_length": 154.08214569091797, + "completions/min_length": 77.9, + "completions/min_terminated_length": 77.9, + "entropy": 0.5338103393358844, + "epoch": 0.03735325506937033, + "frac_reward_zero_std": 0.3, + "grad_norm": 1.0078125, + "learning_rate": 7.44e-07, + "loss": 0.02621854543685913, + "num_tokens": 1315368.0, + "reward": 0.2625, + "reward_std": 0.31479085683822633, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.3147908627986908, + "step": 280, + "step_time": 10.979100323375315, + "zero_adv_skip_rate": 0.4143 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 418.9, + "completions/max_terminated_length": 413.7, + "completions/mean_length": 185.3625, + "completions/mean_terminated_length": 184.25178604125978, + "completions/min_length": 67.3, + "completions/min_terminated_length": 67.3, + "entropy": 0.46728595186557087, + "epoch": 0.03868729989327641, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 7.706666666666667e-07, + "loss": 0.06420769691467285, + "num_tokens": 1359765.0, + "reward": 0.275, + "reward_std": 0.29122219085693357, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.29122220277786254, + "step": 290, + "step_time": 10.011226489208639, + "zero_adv_skip_rate": 0.4103 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 1057.9, + "completions/max_terminated_length": 878.0, + "completions/mean_length": 305.575, + "completions/mean_terminated_length": 281.70000038146975, + "completions/min_length": 97.8, + "completions/min_terminated_length": 97.8, + "entropy": 0.38504726393148303, + "epoch": 0.040021344717182494, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 7.973333333333333e-07, + "loss": -0.0658410668373108, + "num_tokens": 1412659.0, + "reward": 0.3625, + "reward_std": 0.16875659823417663, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.1687566041946411, + "step": 300, + "step_time": 22.131056026089936, + "zero_adv_skip_rate": 0.4167 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 454.3, + "completions/max_terminated_length": 444.9, + "completions/mean_length": 151.35, + "completions/mean_terminated_length": 148.50357246398926, + "completions/min_length": 63.9, + "completions/min_terminated_length": 63.9, + "entropy": 0.4179494706913829, + "epoch": 0.04135538954108858, + "frac_reward_zero_std": 0.8, + "grad_norm": 0.0, + "learning_rate": 8.24e-07, + "loss": 0.1620602250099182, + "num_tokens": 1453375.0, + "reward": 0.35, + "reward_std": 0.08711025416851044, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.08711026012897491, + "step": 310, + "step_time": 10.326902017183603, + "zero_adv_skip_rate": 0.429 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 601.1, + "completions/max_terminated_length": 422.7, + "completions/mean_length": 234.7, + "completions/mean_terminated_length": 208.71250228881837, + "completions/min_length": 84.5, + "completions/min_terminated_length": 84.5, + "entropy": 0.5138832532490293, + "epoch": 0.042689434364994665, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.60546875, + "learning_rate": 8.506666666666667e-07, + "loss": -0.0625089943408966, + "num_tokens": 1502127.0, + "reward": 0.2375, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 320, + "step_time": 13.70193090569228, + "zero_adv_skip_rate": 0.4281 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 715.2, + "completions/max_terminated_length": 701.8, + "completions/mean_length": 291.2375, + "completions/mean_terminated_length": 273.86607666015624, + "completions/min_length": 91.4, + "completions/min_terminated_length": 91.4, + "entropy": 0.39913020038511604, + "epoch": 0.044023479188900747, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.83203125, + "learning_rate": 8.773333333333332e-07, + "loss": -0.0006826147437095642, + "num_tokens": 1552826.0, + "reward": 0.35, + "reward_std": 0.3665457725524902, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.3665457844734192, + "step": 330, + "step_time": 16.070000430662184, + "zero_adv_skip_rate": 0.4212 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 736.8, + "completions/max_terminated_length": 576.4, + "completions/mean_length": 255.1125, + "completions/mean_terminated_length": 231.24285736083985, + "completions/min_length": 76.8, + "completions/min_terminated_length": 76.8, + "entropy": 0.47501376777654514, + "epoch": 0.04535752401280683, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.44921875, + "learning_rate": 9.039999999999999e-07, + "loss": 0.06209576725959778, + "num_tokens": 1616443.0, + "reward": 0.1, + "reward_std": 0.17422050833702088, + "rewards/correctness_reward/mean": 0.1, + "rewards/correctness_reward/std": 0.17422052025794982, + "step": 340, + "step_time": 16.075904679577796, + "zero_adv_skip_rate": 0.4265 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 709.5, + "completions/max_terminated_length": 512.6, + "completions/mean_length": 214.875, + "completions/mean_terminated_length": 188.73750114440918, + "completions/min_length": 65.1, + "completions/min_terminated_length": 65.1, + "entropy": 0.35718262302024023, + "epoch": 0.04669156883671292, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.68359375, + "learning_rate": 9.306666666666666e-07, + "loss": 0.060851722955703735, + "num_tokens": 1663153.0, + "reward": 0.3375, + "reward_std": 0.31479085683822633, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.3147908627986908, + "step": 350, + "step_time": 15.802935469150544, + "zero_adv_skip_rate": 0.4229 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 543.5, + "completions/max_terminated_length": 518.3, + "completions/mean_length": 277.6375, + "completions/mean_terminated_length": 247.9761947631836, + "completions/min_length": 90.7, + "completions/min_terminated_length": 90.7, + "entropy": 0.37842598925344645, + "epoch": 0.048025613660619, + "frac_reward_zero_std": 0.0, + "grad_norm": 0.71484375, + "learning_rate": 9.573333333333333e-07, + "loss": -0.08970316648483276, + "num_tokens": 1713956.0, + "reward": 0.25, + "reward_std": 0.4372564494609833, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.4372564613819122, + "step": 360, + "step_time": 12.859038892295212, + "zero_adv_skip_rate": 0.4111 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 540.2, + "completions/max_terminated_length": 341.8, + "completions/mean_length": 192.4875, + "completions/mean_terminated_length": 166.52142944335938, + "completions/min_length": 78.7, + "completions/min_terminated_length": 78.7, + "entropy": 0.41244630174090463, + "epoch": 0.04935965848452508, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.0, + "learning_rate": 9.84e-07, + "loss": 0.03358766138553619, + "num_tokens": 1760243.0, + "reward": 0.3875, + "reward_std": 0.2756610929965973, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.27566109895706176, + "step": 370, + "step_time": 12.296358043793589, + "zero_adv_skip_rate": 0.4108 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 1011.0, + "completions/max_terminated_length": 591.3, + "completions/mean_length": 317.9875, + "completions/mean_terminated_length": 246.46607360839843, + "completions/min_length": 82.9, + "completions/min_terminated_length": 82.9, + "entropy": 0.5527587074320763, + "epoch": 0.05069370330843116, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.00881413072347641, + "num_tokens": 1814970.0, + "reward": 0.1125, + "reward_std": 0.16875659823417663, + "rewards/correctness_reward/mean": 0.1125, + "rewards/correctness_reward/std": 0.1687566041946411, + "step": 380, + "step_time": 21.43901033885777, + "zero_adv_skip_rate": 0.4158 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 350.2, + "completions/max_terminated_length": 292.9, + "completions/mean_length": 183.3625, + "completions/mean_terminated_length": 171.9660758972168, + "completions/min_length": 81.3, + "completions/min_terminated_length": 81.3, + "entropy": 0.40587806492112577, + "epoch": 0.052027748132337244, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.01812410056591034, + "num_tokens": 1861375.0, + "reward": 0.425, + "reward_std": 0.15782093107700348, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.15782093703746797, + "step": 390, + "step_time": 8.115243971254676, + "zero_adv_skip_rate": 0.4205 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 501.8, + "completions/max_terminated_length": 315.2, + "completions/mean_length": 192.4625, + "completions/mean_terminated_length": 143.14881134033203, + "completions/min_length": 66.6, + "completions/min_terminated_length": 66.6, + "entropy": 0.39273061347194016, + "epoch": 0.05336179295624333, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.515625, + "learning_rate": 1e-06, + "loss": 0.010032571852207184, + "num_tokens": 1903092.0, + "reward": 0.2625, + "reward_std": 0.332049286365509, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.3320492923259735, + "step": 400, + "step_time": 11.721796408202499, + "zero_adv_skip_rate": 0.415 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 695.2, + "completions/max_terminated_length": 541.3, + "completions/mean_length": 247.625, + "completions/mean_terminated_length": 224.30535736083985, + "completions/min_length": 86.3, + "completions/min_terminated_length": 86.3, + "entropy": 0.5935859555999438, + "epoch": 0.054695837780149414, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.011779013276100158, + "num_tokens": 1952862.0, + "reward": 0.1375, + "reward_std": 0.13886516988277436, + "rewards/correctness_reward/mean": 0.1375, + "rewards/correctness_reward/std": 0.1388651818037033, + "step": 410, + "step_time": 14.834286655671894, + "zero_adv_skip_rate": 0.422 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 760.3, + "completions/max_terminated_length": 523.0, + "completions/mean_length": 300.2875, + "completions/mean_terminated_length": 253.42857666015624, + "completions/min_length": 116.0, + "completions/min_terminated_length": 116.0, + "entropy": 0.3548567413041989, + "epoch": 0.056029882604055496, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.013163346052169799, + "num_tokens": 2008397.0, + "reward": 0.1375, + "reward_std": 0.15149816870689392, + "rewards/correctness_reward/mean": 0.1375, + "rewards/correctness_reward/std": 0.1514981746673584, + "step": 420, + "step_time": 16.27429291754961, + "zero_adv_skip_rate": 0.4286 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 623.4, + "completions/max_terminated_length": 616.3, + "completions/mean_length": 197.825, + "completions/mean_terminated_length": 196.225, + "completions/min_length": 69.5, + "completions/min_terminated_length": 69.5, + "entropy": 0.4613298310173882, + "epoch": 0.05736392742796158, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.408203125, + "learning_rate": 1e-06, + "loss": -0.06693354845046998, + "num_tokens": 2055855.0, + "reward": 0.2, + "reward_std": 0.35100504755973816, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.35100504755973816, + "step": 430, + "step_time": 14.261557662300765, + "zero_adv_skip_rate": 0.4209 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 703.5, + "completions/max_terminated_length": 568.4, + "completions/mean_length": 273.2, + "completions/mean_terminated_length": 244.36428680419922, + "completions/min_length": 93.3, + "completions/min_terminated_length": 93.3, + "entropy": 0.3966683746049447, + "epoch": 0.05869797225186766, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.3046875, + "learning_rate": 1e-06, + "loss": -0.07529031634330749, + "num_tokens": 2106151.0, + "reward": 0.325, + "reward_std": 0.3110164314508438, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.3110164374113083, + "step": 440, + "step_time": 15.617533381376415, + "zero_adv_skip_rate": 0.4182 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 514.8, + "completions/max_terminated_length": 490.2, + "completions/mean_length": 223.85, + "completions/mean_terminated_length": 216.32678756713867, + "completions/min_length": 90.1, + "completions/min_terminated_length": 90.1, + "entropy": 0.33994191605597734, + "epoch": 0.06003201707577375, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0443997323513031, + "num_tokens": 2152587.0, + "reward": 0.2375, + "reward_std": 0.23144718110561371, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.23144719302654265, + "step": 450, + "step_time": 11.667785560525953, + "zero_adv_skip_rate": 0.42 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 240.8, + "completions/max_terminated_length": 225.9, + "completions/mean_length": 128.9125, + "completions/mean_terminated_length": 125.66607246398925, + "completions/min_length": 70.4, + "completions/min_terminated_length": 70.4, + "entropy": 0.4598073702305555, + "epoch": 0.06136606189967983, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.02991713285446167, + "num_tokens": 2189044.0, + "reward": 0.5875, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.5875, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 460, + "step_time": 6.172788832895458, + "zero_adv_skip_rate": 0.4217 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 679.2, + "completions/max_terminated_length": 500.2, + "completions/mean_length": 234.4375, + "completions/mean_terminated_length": 210.22857398986815, + "completions/min_length": 83.2, + "completions/min_terminated_length": 83.2, + "entropy": 0.4345310034696013, + "epoch": 0.06270010672358592, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.30078125, + "learning_rate": 1e-06, + "loss": 0.07599543929100036, + "num_tokens": 2236615.0, + "reward": 0.35, + "reward_std": 0.3265853762626648, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.3265853762626648, + "step": 470, + "step_time": 15.359032003302127, + "zero_adv_skip_rate": 0.417 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 659.6, + "completions/max_terminated_length": 551.5, + "completions/mean_length": 232.3125, + "completions/mean_terminated_length": 212.05000381469728, + "completions/min_length": 67.5, + "completions/min_terminated_length": 67.5, + "entropy": 0.541877678129822, + "epoch": 0.064034151547492, + "frac_reward_zero_std": 0.6, + "grad_norm": 1.6796875, + "learning_rate": 1e-06, + "loss": 0.11774296760559082, + "num_tokens": 2285320.0, + "reward": 0.3375, + "reward_std": 0.16875659823417663, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.1687566041946411, + "step": 480, + "step_time": 14.460040126368403, + "zero_adv_skip_rate": 0.4208 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 391.2, + "completions/max_terminated_length": 233.5, + "completions/mean_length": 168.1, + "completions/mean_terminated_length": 143.55893173217774, + "completions/min_length": 69.1, + "completions/min_terminated_length": 69.1, + "entropy": 0.3079519834635513, + "epoch": 0.06536819637139808, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.035642051696777345, + "num_tokens": 2325288.0, + "reward": 0.5, + "reward_std": 0.3185652822256088, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.3185652881860733, + "step": 490, + "step_time": 9.453113468363881, + "zero_adv_skip_rate": 0.4184 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 517.9, + "completions/max_terminated_length": 320.7, + "completions/mean_length": 164.3875, + "completions/mean_terminated_length": 138.57857246398925, + "completions/min_length": 55.1, + "completions/min_terminated_length": 55.1, + "entropy": 0.45513398642651737, + "epoch": 0.06670224119530416, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.0625, + "learning_rate": 1e-06, + "loss": 0.18826091289520264, + "num_tokens": 2368967.0, + "reward": 0.375, + "reward_std": 0.38086825609207153, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.3808682680130005, + "step": 500, + "step_time": 12.191454120818525, + "zero_adv_skip_rate": 0.414 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 551.3, + "completions/max_terminated_length": 399.3, + "completions/mean_length": 212.175, + "completions/mean_terminated_length": 190.9839294433594, + "completions/min_length": 96.9, + "completions/min_terminated_length": 96.9, + "entropy": 0.48386048153042793, + "epoch": 0.06803628601921025, + "frac_reward_zero_std": 0.3, + "grad_norm": 1.8203125, + "learning_rate": 1e-06, + "loss": 0.06976993680000305, + "num_tokens": 2413013.0, + "reward": 0.3, + "reward_std": 0.3130935251712799, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.3130935370922089, + "step": 510, + "step_time": 12.906797604076564, + "zero_adv_skip_rate": 0.4118 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 673.0, + "completions/max_terminated_length": 326.2, + "completions/mean_length": 198.3625, + "completions/mean_terminated_length": 143.99107360839844, + "completions/min_length": 75.8, + "completions/min_terminated_length": 75.8, + "entropy": 0.38246993640703814, + "epoch": 0.06937033084311633, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.796875, + "learning_rate": 1e-06, + "loss": 0.1208719253540039, + "num_tokens": 2458314.0, + "reward": 0.5375, + "reward_std": 0.3021578580141068, + "rewards/correctness_reward/mean": 0.5375, + "rewards/correctness_reward/std": 0.3021578699350357, + "step": 520, + "step_time": 15.103981120698155, + "zero_adv_skip_rate": 0.4096 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 436.3, + "completions/max_terminated_length": 242.9, + "completions/mean_length": 164.2375, + "completions/mean_terminated_length": 139.0482151031494, + "completions/min_length": 72.5, + "completions/min_terminated_length": 72.5, + "entropy": 0.4249820187687874, + "epoch": 0.07070437566702241, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.345703125, + "learning_rate": 1e-06, + "loss": 0.09194407463073731, + "num_tokens": 2499085.0, + "reward": 0.3625, + "reward_std": 0.44017202258110044, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.4401720404624939, + "step": 530, + "step_time": 10.710739918518811, + "zero_adv_skip_rate": 0.4038 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 578.0, + "completions/max_terminated_length": 508.4, + "completions/mean_length": 252.6625, + "completions/mean_terminated_length": 236.33214416503907, + "completions/min_length": 105.8, + "completions/min_terminated_length": 105.8, + "entropy": 0.4418235430493951, + "epoch": 0.0720384204909285, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.3671875, + "learning_rate": 1e-06, + "loss": 0.03516019582748413, + "num_tokens": 2548970.0, + "reward": 0.1375, + "reward_std": 0.15235702097415924, + "rewards/correctness_reward/mean": 0.1375, + "rewards/correctness_reward/std": 0.15235702097415924, + "step": 540, + "step_time": 13.172187670413404, + "zero_adv_skip_rate": 0.4074 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 841.8, + "completions/max_terminated_length": 630.6, + "completions/mean_length": 304.1, + "completions/mean_terminated_length": 268.8517879486084, + "completions/min_length": 100.8, + "completions/min_terminated_length": 100.8, + "entropy": 0.37694089356809857, + "epoch": 0.07337246531483457, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.07228426933288574, + "num_tokens": 2605458.0, + "reward": 0.3125, + "reward_std": 0.22220884561538695, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.22220885157585143, + "step": 550, + "step_time": 18.586442222911863, + "zero_adv_skip_rate": 0.4091 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 491.3, + "completions/max_terminated_length": 339.8, + "completions/mean_length": 260.625, + "completions/mean_terminated_length": 195.50928802490233, + "completions/min_length": 82.0, + "completions/min_terminated_length": 82.0, + "entropy": 0.47913156480838853, + "epoch": 0.07470651013874066, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.8515625, + "learning_rate": 1e-06, + "loss": -0.07808811068534852, + "num_tokens": 2653796.0, + "reward": 0.275, + "reward_std": 0.2722742766141891, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.27227428257465364, + "step": 560, + "step_time": 11.881868555862457, + "zero_adv_skip_rate": 0.4089 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 631.5, + "completions/max_terminated_length": 469.8, + "completions/mean_length": 227.025, + "completions/mean_terminated_length": 204.95178833007813, + "completions/min_length": 81.5, + "completions/min_terminated_length": 81.5, + "entropy": 0.43084720000624654, + "epoch": 0.07604055496264675, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.04773980379104614, + "num_tokens": 2704374.0, + "reward": 0.2875, + "reward_std": 0.22220884561538695, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.22220885157585143, + "step": 570, + "step_time": 13.943837157357484, + "zero_adv_skip_rate": 0.4105 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 512.7, + "completions/max_terminated_length": 502.0, + "completions/mean_length": 188.75, + "completions/mean_terminated_length": 186.49464416503906, + "completions/min_length": 64.7, + "completions/min_terminated_length": 64.7, + "entropy": 0.4771064097682635, + "epoch": 0.07737459978655283, + "frac_reward_zero_std": 0.7, + "grad_norm": 1.1015625, + "learning_rate": 1e-06, + "loss": 0.11938934326171875, + "num_tokens": 2747402.0, + "reward": 0.2375, + "reward_std": 0.14433692693710326, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.14433693289756774, + "step": 580, + "step_time": 11.367576733697206, + "zero_adv_skip_rate": 0.4155 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 507.2, + "completions/max_terminated_length": 406.8, + "completions/mean_length": 235.0375, + "completions/mean_terminated_length": 196.58988418579102, + "completions/min_length": 79.7, + "completions/min_terminated_length": 79.7, + "entropy": 0.4626467996276915, + "epoch": 0.07870864461045891, + "frac_reward_zero_std": 0.0, + "grad_norm": 0.5078125, + "learning_rate": 1e-06, + "loss": 0.07204353213310241, + "num_tokens": 2798669.0, + "reward": 0.2625, + "reward_std": 0.4263207823038101, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.42632079422473906, + "step": 590, + "step_time": 12.335791666153819, + "zero_adv_skip_rate": 0.4085 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 599.1, + "completions/max_terminated_length": 235.7, + "completions/mean_length": 160.475, + "completions/mean_terminated_length": 112.26785812377929, + "completions/min_length": 60.1, + "completions/min_terminated_length": 60.1, + "entropy": 0.414915953646414, + "epoch": 0.08004268943436499, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.4765625, + "learning_rate": 1e-06, + "loss": 0.1422435760498047, + "num_tokens": 2844211.0, + "reward": 0.4125, + "reward_std": 0.35561010539531707, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.35561011731624603, + "step": 600, + "step_time": 13.839384209644049, + "zero_adv_skip_rate": 0.405 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 1016.5, + "completions/max_terminated_length": 689.4, + "completions/mean_length": 368.2125, + "completions/mean_terminated_length": 287.7125015258789, + "completions/min_length": 73.0, + "completions/min_terminated_length": 73.0, + "entropy": 0.32835574727505445, + "epoch": 0.08137673425827108, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.6015625, + "learning_rate": 1e-06, + "loss": 0.007043772935867309, + "num_tokens": 2904404.0, + "reward": 0.2875, + "reward_std": 0.16875659823417663, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.1687566041946411, + "step": 610, + "step_time": 21.759847625903785, + "zero_adv_skip_rate": 0.4082 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 631.0, + "completions/max_terminated_length": 629.7, + "completions/mean_length": 223.525, + "completions/mean_terminated_length": 222.27857208251953, + "completions/min_length": 72.9, + "completions/min_terminated_length": 72.9, + "entropy": 0.375552400680525, + "epoch": 0.08271077908217717, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0330017238855362, + "num_tokens": 2950046.0, + "reward": 0.3625, + "reward_std": 0.2966861009597778, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.29668611884117124, + "step": 620, + "step_time": 14.413901050295681, + "zero_adv_skip_rate": 0.4065 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 502.3, + "completions/max_terminated_length": 369.3, + "completions/mean_length": 201.9375, + "completions/mean_terminated_length": 178.67321853637696, + "completions/min_length": 85.7, + "completions/min_terminated_length": 85.7, + "entropy": 0.35632335785776376, + "epoch": 0.08404482390608324, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.055638080835342406, + "num_tokens": 2994393.0, + "reward": 0.3, + "reward_std": 0.23861626982688905, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.23861626982688905, + "step": 630, + "step_time": 11.508118128962815, + "zero_adv_skip_rate": 0.4079 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 571.6, + "completions/max_terminated_length": 434.2, + "completions/mean_length": 229.5125, + "completions/mean_terminated_length": 206.27500114440917, + "completions/min_length": 76.1, + "completions/min_terminated_length": 76.1, + "entropy": 0.4295649383217096, + "epoch": 0.08537886872998933, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.78125, + "learning_rate": 1e-06, + "loss": -0.0009959619492292404, + "num_tokens": 3042106.0, + "reward": 0.2625, + "reward_std": 0.23691893815994264, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.2369189441204071, + "step": 640, + "step_time": 13.06655829893425, + "zero_adv_skip_rate": 0.4094 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 267.8, + "completions/max_terminated_length": 235.6, + "completions/mean_length": 139.125, + "completions/mean_terminated_length": 133.2250011444092, + "completions/min_length": 67.4, + "completions/min_terminated_length": 67.4, + "entropy": 0.43029848982890445, + "epoch": 0.0867129135538954, + "frac_reward_zero_std": 0.1, + "grad_norm": 1.40625, + "learning_rate": 1e-06, + "loss": 0.12643572092056274, + "num_tokens": 3080748.0, + "reward": 0.5375, + "reward_std": 0.42377244532108305, + "rewards/correctness_reward/mean": 0.5375, + "rewards/correctness_reward/std": 0.423772457242012, + "step": 650, + "step_time": 7.317079755757004, + "zero_adv_skip_rate": 0.4046 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 655.8, + "completions/max_terminated_length": 510.6, + "completions/mean_length": 349.8875, + "completions/mean_terminated_length": 273.5400032043457, + "completions/min_length": 103.2, + "completions/min_terminated_length": 103.2, + "entropy": 0.4326310381293297, + "epoch": 0.08804695837780149, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.78515625, + "learning_rate": 1e-06, + "loss": -0.030124431848526, + "num_tokens": 3136355.0, + "reward": 0.1125, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.1125, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 660, + "step_time": 14.648396454472095, + "zero_adv_skip_rate": 0.4061 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 925.8, + "completions/max_terminated_length": 603.5, + "completions/mean_length": 393.7, + "completions/mean_terminated_length": 287.50286254882815, + "completions/min_length": 114.8, + "completions/min_terminated_length": 114.8, + "entropy": 0.3016854617744684, + "epoch": 0.08938100320170758, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.5703125, + "learning_rate": 1e-06, + "loss": -0.01637713760137558, + "num_tokens": 3196139.0, + "reward": 0.2125, + "reward_std": 0.23860842287540435, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.2386084347963333, + "step": 670, + "step_time": 20.235331940371545, + "zero_adv_skip_rate": 0.4075 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 500.3, + "completions/max_terminated_length": 500.3, + "completions/mean_length": 178.6375, + "completions/mean_terminated_length": 178.6375, + "completions/min_length": 58.1, + "completions/min_terminated_length": 58.1, + "entropy": 0.3047263156622648, + "epoch": 0.09071504802561366, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0035021837800741197, + "num_tokens": 3237518.0, + "reward": 0.3875, + "reward_std": 0.26849985122680664, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.2684998571872711, + "step": 680, + "step_time": 11.567399220261724, + "zero_adv_skip_rate": 0.4074 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 611.2, + "completions/max_terminated_length": 578.4, + "completions/mean_length": 248.1375, + "completions/mean_terminated_length": 228.84642944335937, + "completions/min_length": 80.7, + "completions/min_terminated_length": 80.7, + "entropy": 0.32981937533865374, + "epoch": 0.09204909284951975, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.28515625, + "learning_rate": 1e-06, + "loss": 0.026255524158477782, + "num_tokens": 3284841.0, + "reward": 0.475, + "reward_std": 0.2575641840696335, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.25756419003009795, + "step": 690, + "step_time": 13.880137453507633, + "zero_adv_skip_rate": 0.4072 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 435.8, + "completions/max_terminated_length": 430.0, + "completions/mean_length": 244.3875, + "completions/mean_terminated_length": 243.01250076293945, + "completions/min_length": 118.9, + "completions/min_terminated_length": 118.9, + "entropy": 0.461271519107478, + "epoch": 0.09338313767342583, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.046641862392425536, + "num_tokens": 3335432.0, + "reward": 0.2, + "reward_std": 0.3021657049655914, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.3021657049655914, + "step": 700, + "step_time": 10.466435283329337, + "zero_adv_skip_rate": 0.4057 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 859.7, + "completions/max_terminated_length": 279.8, + "completions/mean_length": 236.9625, + "completions/mean_terminated_length": 155.5660743713379, + "completions/min_length": 84.9, + "completions/min_terminated_length": 84.9, + "entropy": 0.3359798549984892, + "epoch": 0.09471718249733191, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.16141281127929688, + "num_tokens": 3392253.0, + "reward": 0.3, + "reward_std": 0.2794355183839798, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.2794355243444443, + "step": 710, + "step_time": 18.838716050144285, + "zero_adv_skip_rate": 0.4056 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 615.2, + "completions/max_terminated_length": 420.8, + "completions/mean_length": 220.275, + "completions/mean_terminated_length": 195.33035736083986, + "completions/min_length": 92.9, + "completions/min_terminated_length": 92.9, + "entropy": 0.5872142283866802, + "epoch": 0.096051227321238, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.20842809677124025, + "num_tokens": 3440091.0, + "reward": 0.225, + "reward_std": 0.11700168251991272, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.11700168251991272, + "step": 720, + "step_time": 13.514335963316261, + "zero_adv_skip_rate": 0.4097 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 489.8, + "completions/max_terminated_length": 317.5, + "completions/mean_length": 195.7625, + "completions/mean_terminated_length": 171.16964416503907, + "completions/min_length": 76.9, + "completions/min_terminated_length": 76.9, + "entropy": 0.3741204805805215, + "epoch": 0.09738527214514407, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.010610587894916534, + "num_tokens": 3491480.0, + "reward": 0.3, + "reward_std": 0.336654344201088, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.3366543620824814, + "step": 730, + "step_time": 11.588704235479236, + "zero_adv_skip_rate": 0.4082 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 421.8, + "completions/max_terminated_length": 387.6, + "completions/mean_length": 189.1625, + "completions/mean_terminated_length": 183.45000152587892, + "completions/min_length": 74.8, + "completions/min_terminated_length": 74.8, + "entropy": 0.46430945050503525, + "epoch": 0.09871931696905016, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.56640625, + "learning_rate": 1e-06, + "loss": 0.08759346008300781, + "num_tokens": 3538133.0, + "reward": 0.25, + "reward_std": 0.28029437065124513, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.28029437065124513, + "step": 740, + "step_time": 10.21667982749641, + "zero_adv_skip_rate": 0.4068 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 459.6, + "completions/max_terminated_length": 287.9, + "completions/mean_length": 187.9125, + "completions/mean_terminated_length": 164.9125015258789, + "completions/min_length": 87.2, + "completions/min_terminated_length": 87.2, + "entropy": 0.3842765107750893, + "epoch": 0.10005336179295625, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.78515625, + "learning_rate": 1e-06, + "loss": -0.053933990001678464, + "num_tokens": 3582030.0, + "reward": 0.2125, + "reward_std": 0.22051936089992524, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.22051936089992524, + "step": 750, + "step_time": 10.78542556334287, + "zero_adv_skip_rate": 0.408 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 565.4, + "completions/max_terminated_length": 529.2, + "completions/mean_length": 214.775, + "completions/mean_terminated_length": 191.91428833007814, + "completions/min_length": 92.7, + "completions/min_terminated_length": 92.7, + "entropy": 0.411581905026521, + "epoch": 0.10138740661686232, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.013198897242546082, + "num_tokens": 3629516.0, + "reward": 0.3125, + "reward_std": 0.3093190997838974, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.30931911170482634, + "step": 760, + "step_time": 13.150145673658699, + "zero_adv_skip_rate": 0.4066 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 394.9, + "completions/max_terminated_length": 189.4, + "completions/mean_length": 131.95, + "completions/mean_terminated_length": 103.24464492797851, + "completions/min_length": 57.0, + "completions/min_terminated_length": 57.0, + "entropy": 0.3981681330395596, + "epoch": 0.10272145144076841, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.66796875, + "learning_rate": 1e-06, + "loss": 0.00679100751876831, + "num_tokens": 3666464.0, + "reward": 0.5625, + "reward_std": 0.33495701253414156, + "rewards/correctness_reward/mean": 0.5625, + "rewards/correctness_reward/std": 0.33495703637599944, + "step": 770, + "step_time": 9.631225976906716, + "zero_adv_skip_rate": 0.4052 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 710.6, + "completions/max_terminated_length": 452.5, + "completions/mean_length": 261.975, + "completions/mean_terminated_length": 218.56964721679688, + "completions/min_length": 80.9, + "completions/min_terminated_length": 80.9, + "entropy": 0.38883779053058887, + "epoch": 0.10405549626467449, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.482421875, + "learning_rate": 1e-06, + "loss": -0.05006141662597656, + "num_tokens": 3714046.0, + "reward": 0.325, + "reward_std": 0.40020377933979034, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.40020379722118377, + "step": 780, + "step_time": 16.293143813032657, + "zero_adv_skip_rate": 0.4013 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 498.7, + "completions/max_terminated_length": 300.2, + "completions/mean_length": 160.9125, + "completions/mean_terminated_length": 133.80714492797853, + "completions/min_length": 64.9, + "completions/min_terminated_length": 64.9, + "entropy": 0.4593452331610024, + "epoch": 0.10538954108858058, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.047008955478668214, + "num_tokens": 3754719.0, + "reward": 0.35, + "reward_std": 0.3518356800079346, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.35183569192886355, + "step": 790, + "step_time": 11.847902400698512, + "zero_adv_skip_rate": 0.3987 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 541.7, + "completions/max_terminated_length": 541.7, + "completions/mean_length": 208.3125, + "completions/mean_terminated_length": 208.3125, + "completions/min_length": 99.9, + "completions/min_terminated_length": 99.9, + "entropy": 0.415580485171328, + "epoch": 0.10672358591248667, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.78515625, + "learning_rate": 1e-06, + "loss": -0.012733949720859528, + "num_tokens": 3801528.0, + "reward": 0.375, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 800, + "step_time": 12.435840690601617, + "zero_adv_skip_rate": 0.3987 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 939.7, + "completions/max_terminated_length": 402.8, + "completions/mean_length": 233.925, + "completions/mean_terminated_length": 160.97321701049805, + "completions/min_length": 72.3, + "completions/min_terminated_length": 72.3, + "entropy": 0.41899712414791185, + "epoch": 0.10805763073639274, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.060791182518005374, + "num_tokens": 3847506.0, + "reward": 0.4, + "reward_std": 0.2886738538742065, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.2886738657951355, + "step": 810, + "step_time": 20.489199703279883, + "zero_adv_skip_rate": 0.3988 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 436.7, + "completions/max_terminated_length": 245.9, + "completions/mean_length": 144.5875, + "completions/mean_terminated_length": 119.34107284545898, + "completions/min_length": 55.1, + "completions/min_terminated_length": 55.1, + "entropy": 0.41902368143200874, + "epoch": 0.10939167556029883, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.515625, + "learning_rate": 1e-06, + "loss": 0.023132836818695067, + "num_tokens": 3886065.0, + "reward": 0.45, + "reward_std": 0.33751319646835326, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.3375132083892822, + "step": 820, + "step_time": 10.709570042975248, + "zero_adv_skip_rate": 0.3963 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 803.5, + "completions/max_terminated_length": 477.4, + "completions/mean_length": 252.0125, + "completions/mean_terminated_length": 183.9607192993164, + "completions/min_length": 65.9, + "completions/min_terminated_length": 65.9, + "entropy": 0.4549306676323925, + "epoch": 0.1107257203842049, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0982884407043457, + "num_tokens": 3935114.0, + "reward": 0.3125, + "reward_std": 0.3021578580141068, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.3021578699350357, + "step": 830, + "step_time": 18.14434881694615, + "zero_adv_skip_rate": 0.3952 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 629.9, + "completions/max_terminated_length": 519.7, + "completions/mean_length": 236.9625, + "completions/mean_terminated_length": 219.05178680419922, + "completions/min_length": 80.8, + "completions/min_terminated_length": 80.8, + "entropy": 0.346521221101284, + "epoch": 0.11205976520811099, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.671875, + "learning_rate": 1e-06, + "loss": 0.00805482268333435, + "num_tokens": 3988583.0, + "reward": 0.1125, + "reward_std": 0.16875659823417663, + "rewards/correctness_reward/mean": 0.1125, + "rewards/correctness_reward/std": 0.1687566041946411, + "step": 840, + "step_time": 14.141272801812738, + "zero_adv_skip_rate": 0.3976 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 786.1, + "completions/max_terminated_length": 422.6, + "completions/mean_length": 264.225, + "completions/mean_terminated_length": 178.57143020629883, + "completions/min_length": 78.1, + "completions/min_terminated_length": 78.1, + "entropy": 0.42856587030525717, + "epoch": 0.11339381003201708, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.11787569522857666, + "num_tokens": 4037281.0, + "reward": 0.275, + "reward_std": 0.29838343262672423, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.2983834445476532, + "step": 850, + "step_time": 17.80626538041979, + "zero_adv_skip_rate": 0.3965 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 503.2, + "completions/max_terminated_length": 350.4, + "completions/mean_length": 215.0375, + "completions/mean_terminated_length": 192.86607360839844, + "completions/min_length": 82.6, + "completions/min_terminated_length": 82.6, + "entropy": 0.37352889163109165, + "epoch": 0.11472785485592316, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.376953125, + "learning_rate": 1e-06, + "loss": 0.017108671367168427, + "num_tokens": 4082780.0, + "reward": 0.325, + "reward_std": 0.26133076250553133, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.26133078038692475, + "step": 860, + "step_time": 11.869846995454282, + "zero_adv_skip_rate": 0.3965 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 625.4, + "completions/max_terminated_length": 265.4, + "completions/mean_length": 186.4125, + "completions/mean_terminated_length": 138.74464492797853, + "completions/min_length": 67.9, + "completions/min_terminated_length": 67.9, + "entropy": 0.44138020230457187, + "epoch": 0.11606189967982924, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0048992447555065155, + "num_tokens": 4125685.0, + "reward": 0.4, + "reward_std": 0.3593845307826996, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3593845427036285, + "step": 870, + "step_time": 14.750373977702111, + "zero_adv_skip_rate": 0.3943 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 670.0, + "completions/max_terminated_length": 498.9, + "completions/mean_length": 253.0875, + "completions/mean_terminated_length": 227.003572845459, + "completions/min_length": 92.5, + "completions/min_terminated_length": 92.5, + "entropy": 0.4585113919207028, + "epoch": 0.11739594450373532, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.12974621057510377, + "num_tokens": 4175572.0, + "reward": 0.25, + "reward_std": 0.29838343262672423, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.2983834445476532, + "step": 880, + "step_time": 15.5907517448999, + "zero_adv_skip_rate": 0.3932 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 465.8, + "completions/max_terminated_length": 453.6, + "completions/mean_length": 218.675, + "completions/mean_terminated_length": 214.5285743713379, + "completions/min_length": 109.2, + "completions/min_terminated_length": 109.2, + "entropy": 0.4569976143538952, + "epoch": 0.11872998932764141, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.515625, + "learning_rate": 1e-06, + "loss": 0.011200755834579468, + "num_tokens": 4227746.0, + "reward": 0.225, + "reward_std": 0.1960918426513672, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.19609185457229614, + "step": 890, + "step_time": 10.846475318353622, + "zero_adv_skip_rate": 0.3955 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 814.7, + "completions/max_terminated_length": 442.3, + "completions/mean_length": 255.7, + "completions/mean_terminated_length": 204.55893096923828, + "completions/min_length": 64.4, + "completions/min_terminated_length": 64.4, + "entropy": 0.3978612648323178, + "epoch": 0.1200640341515475, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0005871027708053589, + "num_tokens": 4277026.0, + "reward": 0.15, + "reward_std": 0.23861626982688905, + "rewards/correctness_reward/mean": 0.15, + "rewards/correctness_reward/std": 0.23861626982688905, + "step": 900, + "step_time": 18.121651736367493, + "zero_adv_skip_rate": 0.3967 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 246.2, + "completions/max_terminated_length": 243.6, + "completions/mean_length": 129.0875, + "completions/mean_terminated_length": 126.6732162475586, + "completions/min_length": 64.0, + "completions/min_terminated_length": 64.0, + "entropy": 0.464518169251581, + "epoch": 0.12139807897545357, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.7421875, + "learning_rate": 1e-06, + "loss": 0.053516602516174315, + "num_tokens": 4313377.0, + "reward": 0.25, + "reward_std": 0.28659676015377045, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.2865967661142349, + "step": 910, + "step_time": 6.534653309825808, + "zero_adv_skip_rate": 0.3967 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 452.9, + "completions/max_terminated_length": 441.2, + "completions/mean_length": 184.6875, + "completions/mean_terminated_length": 180.34285888671874, + "completions/min_length": 66.8, + "completions/min_terminated_length": 66.8, + "entropy": 0.4865027226507664, + "epoch": 0.12273212379935966, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.004426823556423187, + "num_tokens": 4361368.0, + "reward": 0.2125, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 920, + "step_time": 10.585470244847238, + "zero_adv_skip_rate": 0.3978 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 858.0, + "completions/max_terminated_length": 373.1, + "completions/mean_length": 260.4125, + "completions/mean_terminated_length": 194.31250686645507, + "completions/min_length": 92.8, + "completions/min_terminated_length": 92.8, + "entropy": 0.5379007135052234, + "epoch": 0.12406616862326574, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.140625, + "learning_rate": 1e-06, + "loss": 0.08550215363502503, + "num_tokens": 4411233.0, + "reward": 0.3, + "reward_std": 0.3610740154981613, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.36107403337955474, + "step": 930, + "step_time": 19.447785599250345, + "zero_adv_skip_rate": 0.3957 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 736.4, + "completions/max_terminated_length": 352.8, + "completions/mean_length": 186.5, + "completions/mean_terminated_length": 137.22143020629883, + "completions/min_length": 63.2, + "completions/min_terminated_length": 63.2, + "entropy": 0.35257831853814425, + "epoch": 0.12540021344717184, + "frac_reward_zero_std": 0.0, + "grad_norm": 0.490234375, + "learning_rate": 1e-06, + "loss": 0.13315120935440064, + "num_tokens": 4452713.0, + "reward": 0.5375, + "reward_std": 0.5096362382173538, + "rewards/correctness_reward/mean": 0.5375, + "rewards/correctness_reward/std": 0.5096362620592118, + "step": 940, + "step_time": 17.173778134211897, + "zero_adv_skip_rate": 0.3915 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 292.4, + "completions/max_terminated_length": 291.5, + "completions/mean_length": 171.4125, + "completions/mean_terminated_length": 171.00535736083984, + "completions/min_length": 102.2, + "completions/min_terminated_length": 102.2, + "entropy": 0.34987218988438445, + "epoch": 0.1267342582710779, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.62109375, + "learning_rate": 1e-06, + "loss": 0.028108441829681398, + "num_tokens": 4493866.0, + "reward": 0.4375, + "reward_std": 0.36363019943237307, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.3636302053928375, + "step": 950, + "step_time": 7.8882073177956045, + "zero_adv_skip_rate": 0.3884 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 655.1, + "completions/max_terminated_length": 477.3, + "completions/mean_length": 216.55, + "completions/mean_terminated_length": 192.6, + "completions/min_length": 83.0, + "completions/min_terminated_length": 83.0, + "entropy": 0.37622416571580936, + "epoch": 0.128068303094984, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.32421875, + "learning_rate": 1e-06, + "loss": 0.006172598898410797, + "num_tokens": 4540318.0, + "reward": 0.25, + "reward_std": 0.33288776576519014, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.3328877717256546, + "step": 960, + "step_time": 15.058704853616655, + "zero_adv_skip_rate": 0.3875 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 450.5, + "completions/max_terminated_length": 449.5, + "completions/mean_length": 177.4875, + "completions/mean_terminated_length": 177.1196434020996, + "completions/min_length": 76.3, + "completions/min_terminated_length": 76.3, + "entropy": 0.3228327240794897, + "epoch": 0.12940234791889008, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.140625, + "learning_rate": 1e-06, + "loss": 0.029935294389724733, + "num_tokens": 4583253.0, + "reward": 0.4, + "reward_std": 0.2739637613296509, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.27396377325057986, + "step": 970, + "step_time": 10.775660025049001, + "zero_adv_skip_rate": 0.3876 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 726.8, + "completions/max_terminated_length": 649.1, + "completions/mean_length": 284.3, + "completions/mean_terminated_length": 254.46250762939454, + "completions/min_length": 85.2, + "completions/min_terminated_length": 85.2, + "entropy": 0.45240020295605066, + "epoch": 0.13073639274279616, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.875, + "learning_rate": 1e-06, + "loss": -0.023830027878284456, + "num_tokens": 4634341.0, + "reward": 0.4375, + "reward_std": 0.23144718110561371, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.23144719302654265, + "step": 980, + "step_time": 16.26325493603945, + "zero_adv_skip_rate": 0.3888 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 550.0, + "completions/max_terminated_length": 521.0, + "completions/mean_length": 191.7, + "completions/mean_terminated_length": 171.7107162475586, + "completions/min_length": 56.8, + "completions/min_terminated_length": 56.8, + "entropy": 0.38459187373518944, + "epoch": 0.13207043756670225, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.046795278787612915, + "num_tokens": 4676749.0, + "reward": 0.525, + "reward_std": 0.13340125977993011, + "rewards/correctness_reward/mean": 0.525, + "rewards/correctness_reward/std": 0.1334012657403946, + "step": 990, + "step_time": 12.439414240140469, + "zero_adv_skip_rate": 0.3919 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 903.9, + "completions/max_terminated_length": 459.7, + "completions/mean_length": 320.825, + "completions/mean_terminated_length": 254.38750343322755, + "completions/min_length": 124.1, + "completions/min_terminated_length": 124.1, + "entropy": 0.23718904874597987, + "epoch": 0.13340448239060831, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.043797779083251956, + "num_tokens": 4732983.0, + "reward": 0.2375, + "reward_std": 0.12793734967708587, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.12793734967708587, + "step": 1000, + "step_time": 19.535986811853945, + "zero_adv_skip_rate": 0.395 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 687.8, + "completions/max_terminated_length": 544.1, + "completions/mean_length": 210.2, + "completions/mean_terminated_length": 188.6678596496582, + "completions/min_length": 84.7, + "completions/min_terminated_length": 84.7, + "entropy": 0.4302984630422933, + "epoch": 0.1347385272145144, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.32521615028381345, + "num_tokens": 4777151.0, + "reward": 0.4, + "reward_std": 0.2966939479112625, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.296693953871727, + "step": 1010, + "step_time": 16.82924981517717, + "zero_adv_skip_rate": 0.3941 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 705.9, + "completions/max_terminated_length": 529.6, + "completions/mean_length": 294.6875, + "completions/mean_terminated_length": 265.9839324951172, + "completions/min_length": 102.6, + "completions/min_terminated_length": 102.6, + "entropy": 0.4209234733134508, + "epoch": 0.1360725720384205, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.05003441572189331, + "num_tokens": 4839734.0, + "reward": 0.1, + "reward_std": 0.1498008370399475, + "rewards/correctness_reward/mean": 0.1, + "rewards/correctness_reward/std": 0.14980084896087648, + "step": 1020, + "step_time": 15.679908427130432, + "zero_adv_skip_rate": 0.3971 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 898.0, + "completions/max_terminated_length": 492.8, + "completions/mean_length": 281.65, + "completions/mean_terminated_length": 214.3750030517578, + "completions/min_length": 70.6, + "completions/min_terminated_length": 70.6, + "entropy": 0.45002511143684387, + "epoch": 0.13740661686232658, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.88671875, + "learning_rate": 1e-06, + "loss": 0.05603691339492798, + "num_tokens": 4891674.0, + "reward": 0.3125, + "reward_std": 0.2722664296627045, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.2722664475440979, + "step": 1030, + "step_time": 20.711928214412183, + "zero_adv_skip_rate": 0.3971 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 283.0, + "completions/max_terminated_length": 259.5, + "completions/mean_length": 153.75, + "completions/mean_terminated_length": 148.95714416503907, + "completions/min_length": 68.4, + "completions/min_terminated_length": 68.4, + "entropy": 0.4069023351185024, + "epoch": 0.13874066168623267, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.017635151743888855, + "num_tokens": 4931590.0, + "reward": 0.375, + "reward_std": 0.1960918426513672, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.19609185457229614, + "step": 1040, + "step_time": 7.345876767672598, + "zero_adv_skip_rate": 0.399 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 681.4, + "completions/max_terminated_length": 383.8, + "completions/mean_length": 255.9375, + "completions/mean_terminated_length": 209.91964721679688, + "completions/min_length": 89.1, + "completions/min_terminated_length": 89.1, + "entropy": 0.36115679144859314, + "epoch": 0.14007470651013873, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.33984375, + "learning_rate": 1e-06, + "loss": 0.14281668663024902, + "num_tokens": 4980017.0, + "reward": 0.4, + "reward_std": 0.2941299170255661, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.2941299468278885, + "step": 1050, + "step_time": 16.286271713580938, + "zero_adv_skip_rate": 0.399 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 505.7, + "completions/max_terminated_length": 325.7, + "completions/mean_length": 163.5625, + "completions/mean_terminated_length": 139.86785774230958, + "completions/min_length": 78.2, + "completions/min_terminated_length": 78.2, + "entropy": 0.36780036333948374, + "epoch": 0.14140875133404482, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.05860264897346497, + "num_tokens": 5019542.0, + "reward": 0.5125, + "reward_std": 0.261338609457016, + "rewards/correctness_reward/mean": 0.5125, + "rewards/correctness_reward/std": 0.2613386154174805, + "step": 1060, + "step_time": 12.08125509256497, + "zero_adv_skip_rate": 0.3991 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 251.4, + "completions/max_terminated_length": 248.0, + "completions/mean_length": 136.9, + "completions/mean_terminated_length": 135.8125015258789, + "completions/min_length": 77.5, + "completions/min_terminated_length": 77.5, + "entropy": 0.3318399537820369, + "epoch": 0.1427427961579509, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.077503502368927, + "num_tokens": 5061958.0, + "reward": 0.325, + "reward_std": 0.3518356800079346, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.35183569192886355, + "step": 1070, + "step_time": 6.982704845443368, + "zero_adv_skip_rate": 0.3972 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 515.4, + "completions/max_terminated_length": 496.3, + "completions/mean_length": 184.2375, + "completions/mean_terminated_length": 177.7678596496582, + "completions/min_length": 61.0, + "completions/min_terminated_length": 61.0, + "entropy": 0.4872568041086197, + "epoch": 0.144076840981857, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.040798038244247437, + "num_tokens": 5103833.0, + "reward": 0.25, + "reward_std": 0.22390617728233336, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.22390617728233336, + "step": 1080, + "step_time": 12.000737405754625, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 730.0, + "completions/max_terminated_length": 561.6, + "completions/mean_length": 229.325, + "completions/mean_terminated_length": 200.86607208251954, + "completions/min_length": 70.4, + "completions/min_terminated_length": 70.4, + "entropy": 0.5097680293256417, + "epoch": 0.14541088580576308, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.390625, + "learning_rate": 1e-06, + "loss": -0.0453015148639679, + "num_tokens": 5150011.0, + "reward": 0.3, + "reward_std": 0.38086825609207153, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.3808682680130005, + "step": 1090, + "step_time": 16.871693007834256, + "zero_adv_skip_rate": 0.3963 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 526.8, + "completions/max_terminated_length": 526.7, + "completions/mean_length": 219.7375, + "completions/mean_terminated_length": 216.4982147216797, + "completions/min_length": 87.4, + "completions/min_terminated_length": 87.4, + "entropy": 0.4559941159871717, + "epoch": 0.14674493062966915, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.025596034526824952, + "num_tokens": 5200102.0, + "reward": 0.275, + "reward_std": 0.2937580019235611, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.29375800788402556, + "step": 1100, + "step_time": 12.446640572696925, + "zero_adv_skip_rate": 0.3964 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 525.2, + "completions/max_terminated_length": 365.2, + "completions/mean_length": 191.5875, + "completions/mean_terminated_length": 168.91250228881836, + "completions/min_length": 63.6, + "completions/min_terminated_length": 63.6, + "entropy": 0.37868189505700556, + "epoch": 0.14807897545357523, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.65234375, + "learning_rate": 1e-06, + "loss": -0.12362277507781982, + "num_tokens": 5243693.0, + "reward": 0.425, + "reward_std": 0.28029437065124513, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.28029437065124513, + "step": 1110, + "step_time": 12.473342481534928, + "zero_adv_skip_rate": 0.3955 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 375.5, + "completions/max_terminated_length": 256.2, + "completions/mean_length": 153.8, + "completions/mean_terminated_length": 131.8160743713379, + "completions/min_length": 66.9, + "completions/min_terminated_length": 66.9, + "entropy": 0.37764241608480614, + "epoch": 0.14941302027748132, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.71484375, + "learning_rate": 1e-06, + "loss": 0.01362324059009552, + "num_tokens": 5282797.0, + "reward": 0.425, + "reward_std": 0.3653275310993195, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.3653275310993195, + "step": 1120, + "step_time": 9.92089770073071, + "zero_adv_skip_rate": 0.3929 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 419.3, + "completions/max_terminated_length": 416.7, + "completions/mean_length": 215.625, + "completions/mean_terminated_length": 214.36785736083985, + "completions/min_length": 102.2, + "completions/min_terminated_length": 102.2, + "entropy": 0.37504677647458656, + "epoch": 0.1507470651013874, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.013964718580245972, + "num_tokens": 5327495.0, + "reward": 0.5375, + "reward_std": 0.33287991881370543, + "rewards/correctness_reward/mean": 0.5375, + "rewards/correctness_reward/std": 0.33287993669509885, + "step": 1130, + "step_time": 10.68902911124751, + "zero_adv_skip_rate": 0.392 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 319.1, + "completions/max_terminated_length": 317.2, + "completions/mean_length": 137.8125, + "completions/mean_terminated_length": 137.19107208251953, + "completions/min_length": 58.7, + "completions/min_terminated_length": 58.7, + "entropy": 0.37427876361956197, + "epoch": 0.1520811099252935, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.01694630682468414, + "num_tokens": 5365040.0, + "reward": 0.5375, + "reward_std": 0.23022893965244293, + "rewards/correctness_reward/mean": 0.5375, + "rewards/correctness_reward/std": 0.23022893965244293, + "step": 1140, + "step_time": 8.534799864981323, + "zero_adv_skip_rate": 0.3921 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 472.5, + "completions/max_terminated_length": 438.8, + "completions/mean_length": 175.4625, + "completions/mean_terminated_length": 168.01071548461914, + "completions/min_length": 68.7, + "completions/min_terminated_length": 68.7, + "entropy": 0.5109803112489837, + "epoch": 0.15341515474919956, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.439453125, + "learning_rate": 1e-06, + "loss": 0.11647236347198486, + "num_tokens": 5408573.0, + "reward": 0.35, + "reward_std": 0.29838343262672423, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.2983834445476532, + "step": 1150, + "step_time": 11.944715827330947, + "zero_adv_skip_rate": 0.3913 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 345.5, + "completions/max_terminated_length": 337.9, + "completions/mean_length": 168.475, + "completions/mean_terminated_length": 166.8142868041992, + "completions/min_length": 85.1, + "completions/min_terminated_length": 85.1, + "entropy": 0.3815567764852728, + "epoch": 0.15474919957310565, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.59765625, + "learning_rate": 1e-06, + "loss": 0.0018134694546461105, + "num_tokens": 5449595.0, + "reward": 0.3125, + "reward_std": 0.33287991881370543, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.33287993669509885, + "step": 1160, + "step_time": 9.09448106009513, + "zero_adv_skip_rate": 0.3905 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 285.3, + "completions/max_terminated_length": 280.2, + "completions/mean_length": 138.7625, + "completions/mean_terminated_length": 137.69464378356935, + "completions/min_length": 68.5, + "completions/min_terminated_length": 68.5, + "entropy": 0.3875306240682091, + "epoch": 0.15608324439701174, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.058624500036239625, + "num_tokens": 5487664.0, + "reward": 0.3125, + "reward_std": 0.3257186770439148, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.32571869492530825, + "step": 1170, + "step_time": 7.536423017457127, + "zero_adv_skip_rate": 0.3897 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 348.6, + "completions/max_terminated_length": 341.6, + "completions/mean_length": 144.85, + "completions/mean_terminated_length": 142.20357208251954, + "completions/min_length": 65.3, + "completions/min_terminated_length": 65.3, + "entropy": 0.40871678239532877, + "epoch": 0.15741728922091783, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.8203125, + "learning_rate": 1e-06, + "loss": 0.005516320466995239, + "num_tokens": 5529300.0, + "reward": 0.4125, + "reward_std": 0.2912300378084183, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.2912300378084183, + "step": 1180, + "step_time": 8.903724123444409, + "zero_adv_skip_rate": 0.389 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 473.0, + "completions/max_terminated_length": 331.0, + "completions/mean_length": 190.1375, + "completions/mean_terminated_length": 169.55000114440918, + "completions/min_length": 81.4, + "completions/min_terminated_length": 81.4, + "entropy": 0.37728561740368605, + "epoch": 0.15875133404482392, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.75, + "learning_rate": 1e-06, + "loss": 0.0023335158824920655, + "num_tokens": 5573151.0, + "reward": 0.35, + "reward_std": 0.3282748609781265, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.328274866938591, + "step": 1190, + "step_time": 11.825452901143581, + "zero_adv_skip_rate": 0.3874 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 669.8, + "completions/max_terminated_length": 439.7, + "completions/mean_length": 267.8, + "completions/mean_terminated_length": 218.46072387695312, + "completions/min_length": 89.1, + "completions/min_terminated_length": 89.1, + "entropy": 0.3565249485628946, + "epoch": 0.16008537886872998, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.236328125, + "learning_rate": 1e-06, + "loss": -0.04380530416965485, + "num_tokens": 5622495.0, + "reward": 0.4125, + "reward_std": 0.3127137631177902, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.3127137631177902, + "step": 1200, + "step_time": 16.532186142820866, + "zero_adv_skip_rate": 0.3867 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 601.1, + "completions/max_terminated_length": 416.6, + "completions/mean_length": 221.4875, + "completions/mean_terminated_length": 197.67857208251954, + "completions/min_length": 82.8, + "completions/min_terminated_length": 82.8, + "entropy": 0.47183349262923, + "epoch": 0.16141942369263607, + "frac_reward_zero_std": 0.3, + "grad_norm": 1.65625, + "learning_rate": 1e-06, + "loss": 0.09921945929527283, + "num_tokens": 5672190.0, + "reward": 0.2875, + "reward_std": 0.321952098608017, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.32195210456848145, + "step": 1210, + "step_time": 14.092544680461287, + "zero_adv_skip_rate": 0.386 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 539.3, + "completions/max_terminated_length": 516.7, + "completions/mean_length": 226.4, + "completions/mean_terminated_length": 222.45000038146972, + "completions/min_length": 86.0, + "completions/min_terminated_length": 86.0, + "entropy": 0.4872974008321762, + "epoch": 0.16275346851654215, + "frac_reward_zero_std": 0.8, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.010899662971496582, + "num_tokens": 5718974.0, + "reward": 0.3375, + "reward_std": 0.0980459213256836, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.09804592728614807, + "step": 1220, + "step_time": 12.091492725722492, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 598.7, + "completions/max_terminated_length": 416.2, + "completions/mean_length": 251.2, + "completions/mean_terminated_length": 227.1696434020996, + "completions/min_length": 103.2, + "completions/min_terminated_length": 103.2, + "entropy": 0.4420344614190981, + "epoch": 0.16408751334044824, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.3671875, + "learning_rate": 1e-06, + "loss": 0.00820053592324257, + "num_tokens": 5767934.0, + "reward": 0.25, + "reward_std": 0.37031235098838805, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.370312374830246, + "step": 1230, + "step_time": 14.17843578113243, + "zero_adv_skip_rate": 0.3878 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 302.9, + "completions/max_terminated_length": 295.6, + "completions/mean_length": 157.2, + "completions/mean_terminated_length": 155.78750076293946, + "completions/min_length": 70.5, + "completions/min_terminated_length": 70.5, + "entropy": 0.3631798837866102, + "epoch": 0.16542155816435433, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.87109375, + "learning_rate": 1e-06, + "loss": 0.008543021976947784, + "num_tokens": 5807830.0, + "reward": 0.275, + "reward_std": 0.30762176811695097, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.30762178599834444, + "step": 1240, + "step_time": 7.860969302430749, + "zero_adv_skip_rate": 0.3871 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 375.0, + "completions/max_terminated_length": 374.2, + "completions/mean_length": 172.3, + "completions/mean_terminated_length": 172.0375, + "completions/min_length": 63.3, + "completions/min_terminated_length": 63.3, + "entropy": 0.40907218877691776, + "epoch": 0.1667556029882604, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.035176506638526915, + "num_tokens": 5851094.0, + "reward": 0.375, + "reward_std": 0.3593845307826996, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.3593845427036285, + "step": 1250, + "step_time": 9.507945601642131, + "zero_adv_skip_rate": 0.3856 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 594.9, + "completions/max_terminated_length": 436.9, + "completions/mean_length": 236.475, + "completions/mean_terminated_length": 213.54464416503907, + "completions/min_length": 105.6, + "completions/min_terminated_length": 105.6, + "entropy": 0.39357615182442324, + "epoch": 0.16808964781216648, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.1395635724067688, + "num_tokens": 5897868.0, + "reward": 0.4125, + "reward_std": 0.269358703494072, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.269358703494072, + "step": 1260, + "step_time": 13.920270685851573, + "zero_adv_skip_rate": 0.3849 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 506.0, + "completions/max_terminated_length": 427.6, + "completions/mean_length": 261.0375, + "completions/mean_terminated_length": 225.08095512390136, + "completions/min_length": 109.3, + "completions/min_terminated_length": 109.3, + "entropy": 0.45746402628719807, + "epoch": 0.16942369263607257, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.07401443719863891, + "num_tokens": 5946583.0, + "reward": 0.425, + "reward_std": 0.24954409003257752, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.24954410195350646, + "step": 1270, + "step_time": 11.754356036521495, + "zero_adv_skip_rate": 0.3858 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 721.4, + "completions/max_terminated_length": 403.9, + "completions/mean_length": 258.0875, + "completions/mean_terminated_length": 211.42678833007812, + "completions/min_length": 93.4, + "completions/min_terminated_length": 93.4, + "entropy": 0.3074905403579275, + "epoch": 0.17075773745997866, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0093656986951828, + "num_tokens": 5998174.0, + "reward": 0.2375, + "reward_std": 0.12793734967708587, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.12793734967708587, + "step": 1280, + "step_time": 15.95580695308745, + "zero_adv_skip_rate": 0.3883 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 638.1, + "completions/max_terminated_length": 291.3, + "completions/mean_length": 214.975, + "completions/mean_terminated_length": 162.44286041259767, + "completions/min_length": 75.1, + "completions/min_terminated_length": 75.1, + "entropy": 0.523714835755527, + "epoch": 0.17209178228388475, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.5859375, + "learning_rate": 1e-06, + "loss": 0.0565889835357666, + "num_tokens": 6050900.0, + "reward": 0.2, + "reward_std": 0.2794355183839798, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.2794355243444443, + "step": 1290, + "step_time": 14.81226703999564, + "zero_adv_skip_rate": 0.3884 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 406.0, + "completions/max_terminated_length": 406.0, + "completions/mean_length": 186.525, + "completions/mean_terminated_length": 186.525, + "completions/min_length": 70.7, + "completions/min_terminated_length": 70.7, + "entropy": 0.43793474808335303, + "epoch": 0.1734258271077908, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.02989210784435272, + "num_tokens": 6095054.0, + "reward": 0.3, + "reward_std": 0.22390617728233336, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.22390617728233336, + "step": 1300, + "step_time": 9.779177985247225, + "zero_adv_skip_rate": 0.3892 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 408.2, + "completions/max_terminated_length": 264.7, + "completions/mean_length": 167.625, + "completions/mean_terminated_length": 147.16785888671876, + "completions/min_length": 62.8, + "completions/min_terminated_length": 62.8, + "entropy": 0.4277988678465287, + "epoch": 0.1747598719316969, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.043900468945503236, + "num_tokens": 6142976.0, + "reward": 0.3125, + "reward_std": 0.26849985122680664, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.2684998571872711, + "step": 1310, + "step_time": 10.056305562797935, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 673.8, + "completions/max_terminated_length": 448.7, + "completions/mean_length": 237.35, + "completions/mean_terminated_length": 194.74286346435548, + "completions/min_length": 82.7, + "completions/min_terminated_length": 82.7, + "entropy": 0.43072928790934384, + "epoch": 0.17609391675560299, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.64453125, + "learning_rate": 1e-06, + "loss": 0.03903071582317352, + "num_tokens": 6190380.0, + "reward": 0.275, + "reward_std": 0.3501461952924728, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.35014620125293733, + "step": 1320, + "step_time": 16.139569891989233, + "zero_adv_skip_rate": 0.3879 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 419.9, + "completions/max_terminated_length": 246.6, + "completions/mean_length": 154.5125, + "completions/mean_terminated_length": 130.97321472167968, + "completions/min_length": 67.6, + "completions/min_terminated_length": 67.6, + "entropy": 0.4000225051173142, + "epoch": 0.17742796157950907, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.52734375, + "learning_rate": 1e-06, + "loss": 0.01474658101797104, + "num_tokens": 6244613.0, + "reward": 0.425, + "reward_std": 0.3294931024312973, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.32949312031269073, + "step": 1330, + "step_time": 10.394404539186507, + "zero_adv_skip_rate": 0.3872 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 717.9, + "completions/max_terminated_length": 536.8, + "completions/mean_length": 258.575, + "completions/mean_terminated_length": 219.04108047485352, + "completions/min_length": 92.8, + "completions/min_terminated_length": 92.8, + "entropy": 0.39575998360912007, + "epoch": 0.17876200640341516, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.84765625, + "learning_rate": 1e-06, + "loss": -0.009406913816928864, + "num_tokens": 6293331.0, + "reward": 0.325, + "reward_std": 0.2739637613296509, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.27396377325057986, + "step": 1340, + "step_time": 16.70131459068507, + "zero_adv_skip_rate": 0.3873 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 305.1, + "completions/max_terminated_length": 274.5, + "completions/mean_length": 157.325, + "completions/mean_terminated_length": 150.3839309692383, + "completions/min_length": 89.1, + "completions/min_terminated_length": 89.1, + "entropy": 0.4429144486784935, + "epoch": 0.18009605122732122, + "frac_reward_zero_std": 0.8, + "grad_norm": 0.65625, + "learning_rate": 1e-06, + "loss": -0.003510556370019913, + "num_tokens": 6335533.0, + "reward": 0.175, + "reward_std": 0.08711025416851044, + "rewards/correctness_reward/mean": 0.175, + "rewards/correctness_reward/std": 0.08711026012897491, + "step": 1350, + "step_time": 7.659681435395032, + "zero_adv_skip_rate": 0.3904 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 766.4, + "completions/max_terminated_length": 451.9, + "completions/mean_length": 286.0375, + "completions/mean_terminated_length": 226.44464721679688, + "completions/min_length": 102.3, + "completions/min_terminated_length": 102.3, + "entropy": 0.49388060681521895, + "epoch": 0.1814300960512273, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.006638549268245697, + "num_tokens": 6386376.0, + "reward": 0.3125, + "reward_std": 0.2512414216995239, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.2512414276599884, + "step": 1360, + "step_time": 18.118536785524338, + "zero_adv_skip_rate": 0.3912 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 583.6, + "completions/max_terminated_length": 459.3, + "completions/mean_length": 242.4, + "completions/mean_terminated_length": 221.03928909301757, + "completions/min_length": 99.4, + "completions/min_terminated_length": 99.4, + "entropy": 0.34554270728092107, + "epoch": 0.1827641408751334, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.005892095342278481, + "num_tokens": 6434856.0, + "reward": 0.3875, + "reward_std": 0.34042876958847046, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.3404287874698639, + "step": 1370, + "step_time": 14.254161248356104, + "zero_adv_skip_rate": 0.3905 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 598.0, + "completions/max_terminated_length": 438.5, + "completions/mean_length": 190.6875, + "completions/mean_terminated_length": 166.63571472167968, + "completions/min_length": 82.0, + "completions/min_terminated_length": 82.0, + "entropy": 0.44241910881828517, + "epoch": 0.1840981856990395, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.024475905299186706, + "num_tokens": 6480431.0, + "reward": 0.275, + "reward_std": 0.36484059393405915, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.36484062373638154, + "step": 1380, + "step_time": 14.39565998762846, + "zero_adv_skip_rate": 0.3891 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 433.7, + "completions/max_terminated_length": 395.9, + "completions/mean_length": 178.4875, + "completions/mean_terminated_length": 171.7946449279785, + "completions/min_length": 82.2, + "completions/min_terminated_length": 82.2, + "entropy": 0.48214011564850806, + "epoch": 0.18543223052294558, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.032677295804023745, + "num_tokens": 6521478.0, + "reward": 0.3375, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 1390, + "step_time": 11.051581164076925, + "zero_adv_skip_rate": 0.3899 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 469.8, + "completions/max_terminated_length": 271.9, + "completions/mean_length": 164.925, + "completions/mean_terminated_length": 139.1982162475586, + "completions/min_length": 74.8, + "completions/min_terminated_length": 74.8, + "entropy": 0.39956175070255995, + "epoch": 0.18676627534685167, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.69921875, + "learning_rate": 1e-06, + "loss": 0.14255974292755128, + "num_tokens": 6563752.0, + "reward": 0.4, + "reward_std": 0.3737070143222809, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.37370702624320984, + "step": 1400, + "step_time": 11.805594439059496, + "zero_adv_skip_rate": 0.3886 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 537.8, + "completions/max_terminated_length": 380.8, + "completions/mean_length": 229.375, + "completions/mean_terminated_length": 204.10714569091797, + "completions/min_length": 115.0, + "completions/min_terminated_length": 115.0, + "entropy": 0.2976266074304779, + "epoch": 0.18810032017075773, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.66015625, + "learning_rate": 1e-06, + "loss": -0.0157033234834671, + "num_tokens": 6609958.0, + "reward": 0.2625, + "reward_std": 0.3084602475166321, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.3084602653980255, + "step": 1410, + "step_time": 12.948151403665543, + "zero_adv_skip_rate": 0.3887 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 507.5, + "completions/max_terminated_length": 363.2, + "completions/mean_length": 246.9125, + "completions/mean_terminated_length": 224.1678596496582, + "completions/min_length": 105.9, + "completions/min_terminated_length": 105.9, + "entropy": 0.39080538460984826, + "epoch": 0.18943436499466382, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.013028408586978912, + "num_tokens": 6659095.0, + "reward": 0.2875, + "reward_std": 0.18855083882808685, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.18855083882808685, + "step": 1420, + "step_time": 12.166908160224557, + "zero_adv_skip_rate": 0.3901 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 629.7, + "completions/max_terminated_length": 629.7, + "completions/mean_length": 221.1375, + "completions/mean_terminated_length": 221.1375, + "completions/min_length": 84.8, + "completions/min_terminated_length": 84.8, + "entropy": 0.4593142982572317, + "epoch": 0.1907684098185699, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.63671875, + "learning_rate": 1e-06, + "loss": -0.019391410052776337, + "num_tokens": 6704826.0, + "reward": 0.3, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 1430, + "step_time": 14.70087132724002, + "zero_adv_skip_rate": 0.3909 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 483.7, + "completions/max_terminated_length": 483.7, + "completions/mean_length": 216.4375, + "completions/mean_terminated_length": 216.4375, + "completions/min_length": 87.8, + "completions/min_terminated_length": 87.8, + "entropy": 0.4447890114194403, + "epoch": 0.192102454642476, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.60546875, + "learning_rate": 1e-06, + "loss": 0.0009842038154602051, + "num_tokens": 6757509.0, + "reward": 0.3875, + "reward_std": 0.2777381867170334, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.27773819863796234, + "step": 1440, + "step_time": 11.723635268304497, + "zero_adv_skip_rate": 0.391 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 412.5, + "completions/max_terminated_length": 411.7, + "completions/mean_length": 196.3625, + "completions/mean_terminated_length": 195.63214340209962, + "completions/min_length": 90.5, + "completions/min_terminated_length": 90.5, + "entropy": 0.37465089639382704, + "epoch": 0.19343649946638208, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.54296875, + "learning_rate": 1e-06, + "loss": 0.08714512586593628, + "num_tokens": 6802890.0, + "reward": 0.225, + "reward_std": 0.331182587146759, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.33118261098861695, + "step": 1450, + "step_time": 10.698044626321643, + "zero_adv_skip_rate": 0.3903 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 401.1, + "completions/max_terminated_length": 399.6, + "completions/mean_length": 174.25, + "completions/mean_terminated_length": 173.9125, + "completions/min_length": 64.2, + "completions/min_terminated_length": 64.2, + "entropy": 0.36882760893139577, + "epoch": 0.19477054429028814, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.1953125, + "learning_rate": 1e-06, + "loss": 0.01814217120409012, + "num_tokens": 6845470.0, + "reward": 0.3875, + "reward_std": 0.44017202258110044, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.4401720404624939, + "step": 1460, + "step_time": 10.522196082677691, + "zero_adv_skip_rate": 0.3884 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 273.8, + "completions/max_terminated_length": 235.3, + "completions/mean_length": 135.325, + "completions/mean_terminated_length": 129.47857360839845, + "completions/min_length": 77.6, + "completions/min_terminated_length": 77.6, + "entropy": 0.5287603926844895, + "epoch": 0.19610458911419423, + "frac_reward_zero_std": 0.6, + "grad_norm": 1.2890625, + "learning_rate": 1e-06, + "loss": -0.018582789599895476, + "num_tokens": 6888072.0, + "reward": 0.3875, + "reward_std": 0.18855083882808685, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.18855083882808685, + "step": 1470, + "step_time": 7.1139101113192735, + "zero_adv_skip_rate": 0.3898 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 451.8, + "completions/max_terminated_length": 441.5, + "completions/mean_length": 237.375, + "completions/mean_terminated_length": 228.90714416503906, + "completions/min_length": 116.0, + "completions/min_terminated_length": 116.0, + "entropy": 0.5181247236207127, + "epoch": 0.19743863393810032, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.04910776615142822, + "num_tokens": 6937310.0, + "reward": 0.175, + "reward_std": 0.25331066846847533, + "rewards/correctness_reward/mean": 0.175, + "rewards/correctness_reward/std": 0.25331069231033326, + "step": 1480, + "step_time": 11.06982277398929, + "zero_adv_skip_rate": 0.3905 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 500.5, + "completions/max_terminated_length": 499.5, + "completions/mean_length": 269.5625, + "completions/mean_terminated_length": 268.9392860412598, + "completions/min_length": 109.7, + "completions/min_terminated_length": 109.7, + "entropy": 0.4296047078445554, + "epoch": 0.1987726787620064, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.055455726385116574, + "num_tokens": 6988787.0, + "reward": 0.1875, + "reward_std": 0.24200308620929717, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.24200308620929717, + "step": 1490, + "step_time": 11.976779755204916, + "zero_adv_skip_rate": 0.3913 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 434.5, + "completions/max_terminated_length": 434.4, + "completions/mean_length": 227.5625, + "completions/mean_terminated_length": 227.525, + "completions/min_length": 101.4, + "completions/min_terminated_length": 101.4, + "entropy": 0.3801997581496835, + "epoch": 0.2001067235859125, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.057369178533554076, + "num_tokens": 7036008.0, + "reward": 0.3625, + "reward_std": 0.23144718110561371, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.23144719302654265, + "step": 1500, + "step_time": 10.599012072198093, + "zero_adv_skip_rate": 0.392 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 949.5, + "completions/max_terminated_length": 465.0, + "completions/mean_length": 271.7375, + "completions/mean_terminated_length": 202.8464324951172, + "completions/min_length": 86.1, + "completions/min_terminated_length": 86.1, + "entropy": 0.4548583905212581, + "epoch": 0.20144076840981856, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.09375, + "learning_rate": 1e-06, + "loss": 0.07914146780967712, + "num_tokens": 7086227.0, + "reward": 0.225, + "reward_std": 0.24577751159667968, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.24577751159667968, + "step": 1510, + "step_time": 22.064335219562054, + "zero_adv_skip_rate": 0.3927 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 712.3, + "completions/max_terminated_length": 383.5, + "completions/mean_length": 266.75, + "completions/mean_terminated_length": 220.66428985595704, + "completions/min_length": 95.8, + "completions/min_terminated_length": 95.8, + "entropy": 0.443096111373355, + "epoch": 0.20277481323372465, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.255859375, + "learning_rate": 1e-06, + "loss": 0.019948188960552216, + "num_tokens": 7135607.0, + "reward": 0.2125, + "reward_std": 0.24662851691246032, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.2466285228729248, + "step": 1520, + "step_time": 17.176886401791126, + "zero_adv_skip_rate": 0.3928 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 735.4, + "completions/max_terminated_length": 262.0, + "completions/mean_length": 222.1875, + "completions/mean_terminated_length": 154.46964416503906, + "completions/min_length": 72.2, + "completions/min_terminated_length": 72.2, + "entropy": 0.41681125946342945, + "epoch": 0.20410885805763074, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.66015625, + "learning_rate": 1e-06, + "loss": 0.009188344329595565, + "num_tokens": 7180238.0, + "reward": 0.45, + "reward_std": 0.1940147489309311, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.19401475489139558, + "step": 1530, + "step_time": 17.516076264623553, + "zero_adv_skip_rate": 0.3941 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 526.0, + "completions/max_terminated_length": 325.7, + "completions/mean_length": 172.45, + "completions/mean_terminated_length": 143.47321701049805, + "completions/min_length": 69.6, + "completions/min_terminated_length": 69.6, + "entropy": 0.4738533428559701, + "epoch": 0.20544290288153683, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.0078125, + "learning_rate": 1e-06, + "loss": 0.047610771656036374, + "num_tokens": 7223234.0, + "reward": 0.225, + "reward_std": 0.26680251955986023, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.2668025314807892, + "step": 1540, + "step_time": 12.946707313787192, + "zero_adv_skip_rate": 0.3942 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 427.9, + "completions/max_terminated_length": 240.5, + "completions/mean_length": 173.85, + "completions/mean_terminated_length": 145.2392906188965, + "completions/min_length": 75.1, + "completions/min_terminated_length": 75.1, + "entropy": 0.4072856716811657, + "epoch": 0.20677694770544292, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.62109375, + "learning_rate": 1e-06, + "loss": 0.04574887156486511, + "num_tokens": 7268526.0, + "reward": 0.275, + "reward_std": 0.26133076250553133, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.26133078038692475, + "step": 1550, + "step_time": 10.996624306589364, + "zero_adv_skip_rate": 0.3942 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 332.8, + "completions/max_terminated_length": 317.5, + "completions/mean_length": 162.05, + "completions/mean_terminated_length": 153.8303596496582, + "completions/min_length": 71.1, + "completions/min_terminated_length": 71.1, + "entropy": 0.3999555390328169, + "epoch": 0.20811099252934898, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.002561773732304573, + "num_tokens": 7314002.0, + "reward": 0.4, + "reward_std": 0.3130935251712799, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3130935370922089, + "step": 1560, + "step_time": 9.0249317525886, + "zero_adv_skip_rate": 0.3936 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 462.5, + "completions/max_terminated_length": 319.2, + "completions/mean_length": 219.95, + "completions/mean_terminated_length": 190.15714912414552, + "completions/min_length": 86.3, + "completions/min_terminated_length": 86.3, + "entropy": 0.3465527434600517, + "epoch": 0.20944503735325506, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.21875, + "learning_rate": 1e-06, + "loss": -0.0006245911121368408, + "num_tokens": 7361438.0, + "reward": 0.425, + "reward_std": 0.3337466180324554, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.3337466180324554, + "step": 1570, + "step_time": 12.064378005266189, + "zero_adv_skip_rate": 0.3924 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 751.3, + "completions/max_terminated_length": 460.2, + "completions/mean_length": 235.975, + "completions/mean_terminated_length": 193.9892890930176, + "completions/min_length": 73.4, + "completions/min_terminated_length": 73.4, + "entropy": 0.3856712769096096, + "epoch": 0.21077908217716115, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.015856002271175385, + "num_tokens": 7407836.0, + "reward": 0.4625, + "reward_std": 0.24493903219699859, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.24493903219699859, + "step": 1580, + "step_time": 18.039961303770543, + "zero_adv_skip_rate": 0.3924 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 532.3, + "completions/max_terminated_length": 529.7, + "completions/mean_length": 227.375, + "completions/mean_terminated_length": 226.63035736083984, + "completions/min_length": 76.9, + "completions/min_terminated_length": 76.9, + "entropy": 0.3544897949323058, + "epoch": 0.21211312700106724, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.94140625, + "learning_rate": 1e-06, + "loss": 0.00663042813539505, + "num_tokens": 7452890.0, + "reward": 0.3125, + "reward_std": 0.26302809417247774, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.26302810609340666, + "step": 1590, + "step_time": 13.146477149892599, + "zero_adv_skip_rate": 0.3925 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 305.9, + "completions/max_terminated_length": 295.1, + "completions/mean_length": 168.0125, + "completions/mean_terminated_length": 165.2607162475586, + "completions/min_length": 82.4, + "completions/min_terminated_length": 82.4, + "entropy": 0.39410924948751924, + "epoch": 0.21344717182497333, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.56640625, + "learning_rate": 1e-06, + "loss": -0.017206950485706328, + "num_tokens": 7496491.0, + "reward": 0.2625, + "reward_std": 0.20580926835536956, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.20580926835536956, + "step": 1600, + "step_time": 8.189897743798792, + "zero_adv_skip_rate": 0.3931 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 441.0, + "completions/max_terminated_length": 436.5, + "completions/mean_length": 212.3375, + "completions/mean_terminated_length": 211.18750076293946, + "completions/min_length": 77.3, + "completions/min_terminated_length": 77.3, + "entropy": 0.49083068687468767, + "epoch": 0.2147812166488794, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.1356847405433655, + "num_tokens": 7540726.0, + "reward": 0.2375, + "reward_std": 0.25210027396678925, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.25210027396678925, + "step": 1610, + "step_time": 11.280258295219392, + "zero_adv_skip_rate": 0.3932 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 806.7, + "completions/max_terminated_length": 635.9, + "completions/mean_length": 279.025, + "completions/mean_terminated_length": 254.70893173217775, + "completions/min_length": 100.0, + "completions/min_terminated_length": 100.0, + "entropy": 0.37408145357455524, + "epoch": 0.21611526147278548, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.453125, + "learning_rate": 1e-06, + "loss": -0.10189423561096192, + "num_tokens": 7592648.0, + "reward": 0.2, + "reward_std": 0.29838343262672423, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.2983834445476532, + "step": 1620, + "step_time": 19.43022430445999, + "zero_adv_skip_rate": 0.3926 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 378.4, + "completions/max_terminated_length": 356.9, + "completions/mean_length": 201.4875, + "completions/mean_terminated_length": 197.31964416503905, + "completions/min_length": 82.1, + "completions/min_terminated_length": 82.1, + "entropy": 0.3806605231948197, + "epoch": 0.21744930629669157, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04960947632789612, + "num_tokens": 7636151.0, + "reward": 0.4, + "reward_std": 0.2739637613296509, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.27396377325057986, + "step": 1630, + "step_time": 9.653176853898913, + "zero_adv_skip_rate": 0.3926 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 189.4, + "completions/max_terminated_length": 182.8, + "completions/mean_length": 105.8375, + "completions/mean_terminated_length": 104.03392868041992, + "completions/min_length": 65.1, + "completions/min_terminated_length": 65.1, + "entropy": 0.4038819247590644, + "epoch": 0.21878335112059766, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.7265625, + "learning_rate": 1e-06, + "loss": 0.054366469383239746, + "num_tokens": 7671930.0, + "reward": 0.4375, + "reward_std": 0.3366621911525726, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.33666219711303713, + "step": 1640, + "step_time": 5.7509320172481235, + "zero_adv_skip_rate": 0.3921 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 303.4, + "completions/max_terminated_length": 285.6, + "completions/mean_length": 159.625, + "completions/mean_terminated_length": 154.5857162475586, + "completions/min_length": 60.7, + "completions/min_terminated_length": 60.7, + "entropy": 0.38768250844441354, + "epoch": 0.22011739594450375, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.55078125, + "learning_rate": 1e-06, + "loss": -0.10913441181182862, + "num_tokens": 7715484.0, + "reward": 0.4375, + "reward_std": 0.3593766838312149, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.35937670767307284, + "step": 1650, + "step_time": 8.55328368442133, + "zero_adv_skip_rate": 0.3909 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 755.0, + "completions/max_terminated_length": 420.9, + "completions/mean_length": 234.4, + "completions/mean_terminated_length": 188.466072845459, + "completions/min_length": 63.3, + "completions/min_terminated_length": 63.3, + "entropy": 0.4034078694466088, + "epoch": 0.2214514407684098, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.5234375, + "learning_rate": 1e-06, + "loss": 0.12172737121582031, + "num_tokens": 7761548.0, + "reward": 0.5125, + "reward_std": 0.4090623527765274, + "rewards/correctness_reward/mean": 0.5125, + "rewards/correctness_reward/std": 0.4090623646974564, + "step": 1660, + "step_time": 18.620233062841, + "zero_adv_skip_rate": 0.3892 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 982.1, + "completions/max_terminated_length": 484.8, + "completions/mean_length": 296.4375, + "completions/mean_terminated_length": 225.74107360839844, + "completions/min_length": 85.7, + "completions/min_terminated_length": 85.7, + "entropy": 0.35793439447879793, + "epoch": 0.2227854855923159, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.07906410694122315, + "num_tokens": 7813567.0, + "reward": 0.1375, + "reward_std": 0.22220884561538695, + "rewards/correctness_reward/mean": 0.1375, + "rewards/correctness_reward/std": 0.22220885157585143, + "step": 1670, + "step_time": 22.751673092320562, + "zero_adv_skip_rate": 0.3898 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 855.0, + "completions/max_terminated_length": 716.7, + "completions/mean_length": 282.8625, + "completions/mean_terminated_length": 261.69464416503905, + "completions/min_length": 107.8, + "completions/min_terminated_length": 107.8, + "entropy": 0.2337462310679257, + "epoch": 0.22411953041622198, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0010165367275476456, + "num_tokens": 7863940.0, + "reward": 0.475, + "reward_std": 0.19062008559703827, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.1906201034784317, + "step": 1680, + "step_time": 19.92497768290341, + "zero_adv_skip_rate": 0.3911 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 667.8, + "completions/max_terminated_length": 489.3, + "completions/mean_length": 247.7625, + "completions/mean_terminated_length": 220.55893325805664, + "completions/min_length": 107.3, + "completions/min_terminated_length": 107.3, + "entropy": 0.47232110565528274, + "epoch": 0.22545357524012807, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.021039922535419465, + "num_tokens": 7913129.0, + "reward": 0.2875, + "reward_std": 0.16875659823417663, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.1687566041946411, + "step": 1690, + "step_time": 16.056975765991957, + "zero_adv_skip_rate": 0.3923 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 605.3, + "completions/max_terminated_length": 390.2, + "completions/mean_length": 214.475, + "completions/mean_terminated_length": 184.55178756713866, + "completions/min_length": 90.1, + "completions/min_terminated_length": 90.1, + "entropy": 0.532163928821683, + "epoch": 0.22678762006403416, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.8359375, + "learning_rate": 1e-06, + "loss": 0.05198777318000793, + "num_tokens": 7959503.0, + "reward": 0.3125, + "reward_std": 0.24408017992973327, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.24408018589019775, + "step": 1700, + "step_time": 14.874868696182967, + "zero_adv_skip_rate": 0.3929 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 402.9, + "completions/max_terminated_length": 357.6, + "completions/mean_length": 193.825, + "completions/mean_terminated_length": 186.05892944335938, + "completions/min_length": 78.3, + "completions/min_terminated_length": 78.3, + "entropy": 0.39755881934737164, + "epoch": 0.22812166488794022, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.625, + "learning_rate": 1e-06, + "loss": -0.14553756713867189, + "num_tokens": 8006065.0, + "reward": 0.35, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 1710, + "step_time": 10.387977225519716, + "zero_adv_skip_rate": 0.393 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 431.7, + "completions/max_terminated_length": 263.5, + "completions/mean_length": 183.675, + "completions/mean_terminated_length": 160.49643096923828, + "completions/min_length": 76.0, + "completions/min_terminated_length": 76.0, + "entropy": 0.3991669893730432, + "epoch": 0.2294557097118463, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0057064443826675415, + "num_tokens": 8052063.0, + "reward": 0.325, + "reward_std": 0.33751319646835326, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.3375132083892822, + "step": 1720, + "step_time": 11.455593496654183, + "zero_adv_skip_rate": 0.3919 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 462.7, + "completions/max_terminated_length": 291.6, + "completions/mean_length": 172.275, + "completions/mean_terminated_length": 148.31964302062988, + "completions/min_length": 66.4, + "completions/min_terminated_length": 66.4, + "entropy": 0.40418651346117257, + "epoch": 0.2307897545357524, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0019517064094543457, + "num_tokens": 8094797.0, + "reward": 0.225, + "reward_std": 0.18771235942840575, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.18771235942840575, + "step": 1730, + "step_time": 11.707576542627066, + "zero_adv_skip_rate": 0.3925 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 379.6, + "completions/max_terminated_length": 372.3, + "completions/mean_length": 170.5125, + "completions/mean_terminated_length": 167.14464569091797, + "completions/min_length": 87.6, + "completions/min_terminated_length": 87.6, + "entropy": 0.30867259681690484, + "epoch": 0.2321237993596585, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.765625, + "learning_rate": 1e-06, + "loss": 0.15261980295181274, + "num_tokens": 8135238.0, + "reward": 0.45, + "reward_std": 0.3409078598022461, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.3409078598022461, + "step": 1740, + "step_time": 10.301522635947913, + "zero_adv_skip_rate": 0.3914 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 996.6, + "completions/max_terminated_length": 699.5, + "completions/mean_length": 334.3875, + "completions/mean_terminated_length": 258.11548233032227, + "completions/min_length": 80.9, + "completions/min_terminated_length": 80.9, + "entropy": 0.3342395467417581, + "epoch": 0.23345784418356458, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.1371429443359375, + "num_tokens": 8189333.0, + "reward": 0.525, + "reward_std": 0.2966939479112625, + "rewards/correctness_reward/mean": 0.525, + "rewards/correctness_reward/std": 0.296693953871727, + "step": 1750, + "step_time": 23.852908514998852, + "zero_adv_skip_rate": 0.3909 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 479.1, + "completions/max_terminated_length": 307.8, + "completions/mean_length": 179.0875, + "completions/mean_terminated_length": 155.14285736083986, + "completions/min_length": 65.0, + "completions/min_terminated_length": 65.0, + "entropy": 0.3390505961807711, + "epoch": 0.23479188900747064, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.6171875, + "learning_rate": 1e-06, + "loss": 0.047684741020202634, + "num_tokens": 8233252.0, + "reward": 0.3875, + "reward_std": 0.3257186770439148, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.32571869492530825, + "step": 1760, + "step_time": 12.497120458073914, + "zero_adv_skip_rate": 0.3903 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 617.6, + "completions/max_terminated_length": 420.4, + "completions/mean_length": 193.4125, + "completions/mean_terminated_length": 167.8428581237793, + "completions/min_length": 75.5, + "completions/min_terminated_length": 75.5, + "entropy": 0.33957797350982827, + "epoch": 0.23612593383137673, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.73828125, + "learning_rate": 1e-06, + "loss": 0.1463964104652405, + "num_tokens": 8278149.0, + "reward": 0.4875, + "reward_std": 0.261338609457016, + "rewards/correctness_reward/mean": 0.4875, + "rewards/correctness_reward/std": 0.2613386154174805, + "step": 1770, + "step_time": 15.577880680188537, + "zero_adv_skip_rate": 0.3904 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 272.7, + "completions/max_terminated_length": 256.9, + "completions/mean_length": 164.5375, + "completions/mean_terminated_length": 161.43035812377929, + "completions/min_length": 82.2, + "completions/min_terminated_length": 82.2, + "entropy": 0.3665262874215841, + "epoch": 0.23745997865528282, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.0546875, + "learning_rate": 1e-06, + "loss": 0.022800447046756746, + "num_tokens": 8320456.0, + "reward": 0.3, + "reward_std": 0.20411193668842315, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.20411194264888763, + "step": 1780, + "step_time": 7.533414826635271, + "zero_adv_skip_rate": 0.391 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 867.8, + "completions/max_terminated_length": 742.3, + "completions/mean_length": 270.3, + "completions/mean_terminated_length": 247.83393096923828, + "completions/min_length": 85.4, + "completions/min_terminated_length": 85.4, + "entropy": 0.3625253204566737, + "epoch": 0.2387940234791889, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.341796875, + "learning_rate": 1e-06, + "loss": 0.08573217391967773, + "num_tokens": 8374616.0, + "reward": 0.2875, + "reward_std": 0.26302809417247774, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.26302810609340666, + "step": 1790, + "step_time": 21.003793887700887, + "zero_adv_skip_rate": 0.3911 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 744.1, + "completions/max_terminated_length": 301.2, + "completions/mean_length": 207.275, + "completions/mean_terminated_length": 138.12143249511718, + "completions/min_length": 75.7, + "completions/min_terminated_length": 75.7, + "entropy": 0.3443771672124664, + "epoch": 0.240128068303095, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.3828125, + "learning_rate": 1e-06, + "loss": 0.11030049324035644, + "num_tokens": 8417470.0, + "reward": 0.4875, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.4875, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 1800, + "step_time": 18.316201197169722, + "zero_adv_skip_rate": 0.3911 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 341.1, + "completions/max_terminated_length": 339.1, + "completions/mean_length": 157.1875, + "completions/mean_terminated_length": 155.57857208251954, + "completions/min_length": 65.2, + "completions/min_terminated_length": 65.2, + "entropy": 0.4255388995100345, + "epoch": 0.24146211312700105, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0007633522152900695, + "num_tokens": 8460453.0, + "reward": 0.3, + "reward_std": 0.3130935251712799, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.3130935370922089, + "step": 1810, + "step_time": 9.512513293512166, + "zero_adv_skip_rate": 0.3906 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 451.6, + "completions/max_terminated_length": 300.5, + "completions/mean_length": 181.0125, + "completions/mean_terminated_length": 157.6482147216797, + "completions/min_length": 65.6, + "completions/min_terminated_length": 65.6, + "entropy": 0.38209283351898193, + "epoch": 0.24279615795090714, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.185546875, + "learning_rate": 1e-06, + "loss": 0.044084632396698, + "num_tokens": 8502630.0, + "reward": 0.4625, + "reward_std": 0.19864802658557892, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.19864802658557892, + "step": 1820, + "step_time": 11.56212072521448, + "zero_adv_skip_rate": 0.3912 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 381.0, + "completions/max_terminated_length": 375.3, + "completions/mean_length": 170.9, + "completions/mean_terminated_length": 169.75535736083984, + "completions/min_length": 71.9, + "completions/min_terminated_length": 71.9, + "entropy": 0.3688055775128305, + "epoch": 0.24413020277481323, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.412109375, + "learning_rate": 1e-06, + "loss": -0.11165738105773926, + "num_tokens": 8543742.0, + "reward": 0.3625, + "reward_std": 0.3265775293111801, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.3265775412321091, + "step": 1830, + "step_time": 10.322372621949762, + "zero_adv_skip_rate": 0.3902 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 710.6, + "completions/max_terminated_length": 540.5, + "completions/mean_length": 233.3625, + "completions/mean_terminated_length": 190.96607551574706, + "completions/min_length": 79.3, + "completions/min_terminated_length": 79.3, + "entropy": 0.42768936417996883, + "epoch": 0.24546424759871932, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.039540189504623416, + "num_tokens": 8589923.0, + "reward": 0.275, + "reward_std": 0.21674493551254273, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.21674493551254273, + "step": 1840, + "step_time": 17.450603359844536, + "zero_adv_skip_rate": 0.3908 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 395.2, + "completions/max_terminated_length": 388.8, + "completions/mean_length": 176.4375, + "completions/mean_terminated_length": 175.11607208251954, + "completions/min_length": 83.1, + "completions/min_terminated_length": 83.1, + "entropy": 0.3433068534359336, + "epoch": 0.2467982924226254, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.6796875, + "learning_rate": 1e-06, + "loss": -0.020267611742019652, + "num_tokens": 8632190.0, + "reward": 0.4375, + "reward_std": 0.2722664296627045, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.2722664475440979, + "step": 1850, + "step_time": 10.475295317918063, + "zero_adv_skip_rate": 0.3908 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 604.8, + "completions/max_terminated_length": 462.1, + "completions/mean_length": 213.8375, + "completions/mean_terminated_length": 191.8625015258789, + "completions/min_length": 77.7, + "completions/min_terminated_length": 77.7, + "entropy": 0.3395872559132321, + "epoch": 0.24813233724653147, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.018883098661899567, + "num_tokens": 8678361.0, + "reward": 0.3875, + "reward_std": 0.3475900113582611, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.34759002923965454, + "step": 1860, + "step_time": 15.5262266933918, + "zero_adv_skip_rate": 0.3903 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 611.6, + "completions/max_terminated_length": 282.8, + "completions/mean_length": 198.325, + "completions/mean_terminated_length": 152.11786193847655, + "completions/min_length": 70.1, + "completions/min_terminated_length": 70.1, + "entropy": 0.3438689954346046, + "epoch": 0.24946638207043756, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.671875, + "learning_rate": 1e-06, + "loss": 0.13673205375671388, + "num_tokens": 8721411.0, + "reward": 0.4625, + "reward_std": 0.3484488636255264, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.34844887554645537, + "step": 1870, + "step_time": 15.425224483851343, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 252.0, + "completions/max_terminated_length": 252.0, + "completions/mean_length": 122.3125, + "completions/mean_terminated_length": 122.3125, + "completions/min_length": 47.4, + "completions/min_terminated_length": 47.4, + "entropy": 0.5004538457308497, + "epoch": 0.2508004268943437, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.76171875, + "learning_rate": 1e-06, + "loss": 0.02021917700767517, + "num_tokens": 8758388.0, + "reward": 0.4375, + "reward_std": 0.31310137212276457, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.31310137212276457, + "step": 1880, + "step_time": 7.212355415988713, + "zero_adv_skip_rate": 0.3888 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 309.5, + "completions/max_terminated_length": 299.8, + "completions/mean_length": 155.85, + "completions/mean_terminated_length": 154.05535812377929, + "completions/min_length": 75.8, + "completions/min_terminated_length": 75.8, + "entropy": 0.4292975179851055, + "epoch": 0.2521344717182497, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.03515174388885498, + "num_tokens": 8800064.0, + "reward": 0.3625, + "reward_std": 0.2886660069227219, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.28866603076457975, + "step": 1890, + "step_time": 8.586889522429555, + "zero_adv_skip_rate": 0.3889 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 649.3, + "completions/max_terminated_length": 560.0, + "completions/mean_length": 259.7625, + "completions/mean_terminated_length": 213.55178604125976, + "completions/min_length": 81.1, + "completions/min_terminated_length": 81.1, + "entropy": 0.40260612554848196, + "epoch": 0.2534685165421558, + "frac_reward_zero_std": 0.5, + "grad_norm": 2.015625, + "learning_rate": 1e-06, + "loss": 0.0882080078125, + "num_tokens": 8849189.0, + "reward": 0.4125, + "reward_std": 0.22220884561538695, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.22220885157585143, + "step": 1900, + "step_time": 16.079282514657827, + "zero_adv_skip_rate": 0.3895 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 490.5, + "completions/max_terminated_length": 292.1, + "completions/mean_length": 191.1875, + "completions/mean_terminated_length": 164.83214416503907, + "completions/min_length": 93.5, + "completions/min_terminated_length": 93.5, + "entropy": 0.3746134324464947, + "epoch": 0.2548025613660619, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.40234375, + "learning_rate": 1e-06, + "loss": -0.002979572117328644, + "num_tokens": 8891356.0, + "reward": 0.4875, + "reward_std": 0.34637176990509033, + "rewards/correctness_reward/mean": 0.4875, + "rewards/correctness_reward/std": 0.3463717758655548, + "step": 1910, + "step_time": 13.087065459508448, + "zero_adv_skip_rate": 0.3885 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 332.5, + "completions/max_terminated_length": 332.5, + "completions/mean_length": 149.0, + "completions/mean_terminated_length": 149.0, + "completions/min_length": 66.5, + "completions/min_terminated_length": 66.5, + "entropy": 0.4830262143164873, + "epoch": 0.256136606189968, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.421875, + "learning_rate": 1e-06, + "loss": 0.013924413919448852, + "num_tokens": 8934820.0, + "reward": 0.475, + "reward_std": 0.21674493551254273, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.21674493551254273, + "step": 1920, + "step_time": 8.980367689486593, + "zero_adv_skip_rate": 0.3891 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 771.4, + "completions/max_terminated_length": 556.0, + "completions/mean_length": 298.1625, + "completions/mean_terminated_length": 256.45357818603514, + "completions/min_length": 95.6, + "completions/min_terminated_length": 95.6, + "entropy": 0.36281311362981794, + "epoch": 0.25747065101387406, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.004514070600271225, + "num_tokens": 8989561.0, + "reward": 0.1875, + "reward_std": 0.19864802658557892, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.19864802658557892, + "step": 1930, + "step_time": 18.786238277237864, + "zero_adv_skip_rate": 0.3896 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 952.6, + "completions/max_terminated_length": 365.2, + "completions/mean_length": 237.75, + "completions/mean_terminated_length": 153.27143211364745, + "completions/min_length": 66.4, + "completions/min_terminated_length": 66.4, + "entropy": 0.2947356142103672, + "epoch": 0.25880469583778015, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.58984375, + "learning_rate": 1e-06, + "loss": 0.034649628400802615, + "num_tokens": 9040181.0, + "reward": 0.425, + "reward_std": 0.23691109120845794, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.23691110908985138, + "step": 1940, + "step_time": 23.335378559306264, + "zero_adv_skip_rate": 0.3902 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 705.4, + "completions/max_terminated_length": 530.5, + "completions/mean_length": 278.1375, + "completions/mean_terminated_length": 255.02678680419922, + "completions/min_length": 113.3, + "completions/min_terminated_length": 113.3, + "entropy": 0.4007451835786924, + "epoch": 0.26013874066168624, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.035489636659622195, + "num_tokens": 9095912.0, + "reward": 0.3125, + "reward_std": 0.35013834834098817, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.3501383662223816, + "step": 1950, + "step_time": 17.852512687351556, + "zero_adv_skip_rate": 0.3892 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 541.5, + "completions/max_terminated_length": 385.3, + "completions/mean_length": 179.025, + "completions/mean_terminated_length": 156.4214294433594, + "completions/min_length": 64.1, + "completions/min_terminated_length": 64.1, + "entropy": 0.3958166448088984, + "epoch": 0.26147278548559233, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.2421875, + "learning_rate": 1e-06, + "loss": 0.008100959658622741, + "num_tokens": 9137386.0, + "reward": 0.3875, + "reward_std": 0.24662851691246032, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.2466285228729248, + "step": 1960, + "step_time": 13.928329987172038, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 440.5, + "completions/max_terminated_length": 440.5, + "completions/mean_length": 195.4125, + "completions/mean_terminated_length": 195.4125, + "completions/min_length": 88.4, + "completions/min_terminated_length": 88.4, + "entropy": 0.33896021656692027, + "epoch": 0.2628068303094984, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.625, + "learning_rate": 1e-06, + "loss": -0.009104859828948975, + "num_tokens": 9180387.0, + "reward": 0.325, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 1970, + "step_time": 11.504345609992743, + "zero_adv_skip_rate": 0.3898 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 719.5, + "completions/max_terminated_length": 650.2, + "completions/mean_length": 302.8375, + "completions/mean_terminated_length": 262.6833381652832, + "completions/min_length": 97.6, + "completions/min_terminated_length": 97.6, + "entropy": 0.3239540479844436, + "epoch": 0.2641408751334045, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.361328125, + "learning_rate": 1e-06, + "loss": 0.00037808269262313844, + "num_tokens": 9234182.0, + "reward": 0.3, + "reward_std": 0.33204143941402436, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.3320414572954178, + "step": 1980, + "step_time": 18.24194540893659, + "zero_adv_skip_rate": 0.3889 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 765.9, + "completions/max_terminated_length": 486.6, + "completions/mean_length": 302.475, + "completions/mean_terminated_length": 260.8017913818359, + "completions/min_length": 104.4, + "completions/min_terminated_length": 104.4, + "entropy": 0.38056028336286546, + "epoch": 0.26547491995731054, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.69140625, + "learning_rate": 1e-06, + "loss": -0.037492001056671144, + "num_tokens": 9288452.0, + "reward": 0.1875, + "reward_std": 0.20580926835536956, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.20580926835536956, + "step": 1990, + "step_time": 18.341759141627698, + "zero_adv_skip_rate": 0.3894 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 545.4, + "completions/max_terminated_length": 402.9, + "completions/mean_length": 203.6875, + "completions/mean_terminated_length": 175.41607437133788, + "completions/min_length": 65.2, + "completions/min_terminated_length": 65.2, + "entropy": 0.3810936876107007, + "epoch": 0.26680896478121663, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.109375, + "learning_rate": 1e-06, + "loss": -0.015564115345478058, + "num_tokens": 9331659.0, + "reward": 0.2625, + "reward_std": 0.37032019793987275, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.3703202098608017, + "step": 2000, + "step_time": 14.299169551301748, + "zero_adv_skip_rate": 0.3885 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 558.7, + "completions/max_terminated_length": 314.3, + "completions/mean_length": 215.675, + "completions/mean_terminated_length": 182.31786346435547, + "completions/min_length": 94.1, + "completions/min_terminated_length": 94.1, + "entropy": 0.34085980989038944, + "epoch": 0.2681430096051227, + "frac_reward_zero_std": 0.9, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.018169008195400238, + "num_tokens": 9380969.0, + "reward": 0.25, + "reward_std": 0.05345224738121033, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.05345224738121033, + "step": 2010, + "step_time": 13.983635657373815, + "zero_adv_skip_rate": 0.391 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 1052.6, + "completions/max_terminated_length": 740.2, + "completions/mean_length": 376.5875, + "completions/mean_terminated_length": 333.0625, + "completions/min_length": 118.7, + "completions/min_terminated_length": 118.7, + "entropy": 0.28785491987530676, + "epoch": 0.2694770544290288, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.80078125, + "learning_rate": 1e-06, + "loss": -0.187616765499115, + "num_tokens": 9438840.0, + "reward": 0.2125, + "reward_std": 0.26388694643974303, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.26388695240020754, + "step": 2020, + "step_time": 25.619071828108282, + "zero_adv_skip_rate": 0.3906 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 427.6, + "completions/max_terminated_length": 422.9, + "completions/mean_length": 201.9375, + "completions/mean_terminated_length": 200.05535736083985, + "completions/min_length": 93.7, + "completions/min_terminated_length": 93.7, + "entropy": 0.33810059167444706, + "epoch": 0.2708110992529349, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.51171875, + "learning_rate": 1e-06, + "loss": 0.013264515995979309, + "num_tokens": 9483963.0, + "reward": 0.325, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 2030, + "step_time": 11.026826943736523, + "zero_adv_skip_rate": 0.3911 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 197.0, + "completions/max_terminated_length": 193.6, + "completions/mean_length": 120.0375, + "completions/mean_terminated_length": 118.98035774230956, + "completions/min_length": 59.3, + "completions/min_terminated_length": 59.3, + "entropy": 0.50812628865242, + "epoch": 0.272145144076841, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.078125, + "learning_rate": 1e-06, + "loss": -0.03968772292137146, + "num_tokens": 9521822.0, + "reward": 0.475, + "reward_std": 0.2832020968198776, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.28320211470127105, + "step": 2040, + "step_time": 5.9838259254582225, + "zero_adv_skip_rate": 0.3912 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 791.0, + "completions/max_terminated_length": 678.5, + "completions/mean_length": 346.9, + "completions/mean_terminated_length": 325.33392944335935, + "completions/min_length": 89.9, + "completions/min_terminated_length": 89.9, + "entropy": 0.3214887392241508, + "epoch": 0.27347918890074707, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.017318445444107055, + "num_tokens": 9589758.0, + "reward": 0.2125, + "reward_std": 0.18515617549419403, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.185156187415123, + "step": 2050, + "step_time": 19.30315113281831, + "zero_adv_skip_rate": 0.3922 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 714.4, + "completions/max_terminated_length": 413.6, + "completions/mean_length": 240.5, + "completions/mean_terminated_length": 196.43750457763673, + "completions/min_length": 79.6, + "completions/min_terminated_length": 79.6, + "entropy": 0.42352253509064514, + "epoch": 0.27481323372465316, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.6015625, + "learning_rate": 1e-06, + "loss": 0.0074240297079086305, + "num_tokens": 9639830.0, + "reward": 0.3125, + "reward_std": 0.2777381867170334, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.27773819863796234, + "step": 2060, + "step_time": 17.75064854118973, + "zero_adv_skip_rate": 0.3922 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 789.2, + "completions/max_terminated_length": 422.6, + "completions/mean_length": 228.2375, + "completions/mean_terminated_length": 180.43214492797853, + "completions/min_length": 89.4, + "completions/min_terminated_length": 89.4, + "entropy": 0.45181905416150886, + "epoch": 0.27614727854855925, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.005916078388690948, + "num_tokens": 9686673.0, + "reward": 0.2, + "reward_std": 0.14056250154972078, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.14056250751018523, + "step": 2070, + "step_time": 18.854873564839362, + "zero_adv_skip_rate": 0.3937 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 652.2, + "completions/max_terminated_length": 247.0, + "completions/mean_length": 191.4375, + "completions/mean_terminated_length": 138.1875015258789, + "completions/min_length": 75.4, + "completions/min_terminated_length": 75.4, + "entropy": 0.4336401326581836, + "epoch": 0.27748132337246534, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.0546875, + "learning_rate": 1e-06, + "loss": 0.04423301219940186, + "num_tokens": 9729844.0, + "reward": 0.35, + "reward_std": 0.24954409003257752, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.24954410195350646, + "step": 2080, + "step_time": 16.145107764471323, + "zero_adv_skip_rate": 0.3942 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 750.9, + "completions/max_terminated_length": 586.0, + "completions/mean_length": 218.0625, + "completions/mean_terminated_length": 195.15714416503906, + "completions/min_length": 66.7, + "completions/min_terminated_length": 66.7, + "entropy": 0.4185833679512143, + "epoch": 0.27881536819637137, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.625, + "learning_rate": 1e-06, + "loss": 0.062458080053329465, + "num_tokens": 9776081.0, + "reward": 0.275, + "reward_std": 0.3817271083593369, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.38172711431980133, + "step": 2090, + "step_time": 19.10197654766962, + "zero_adv_skip_rate": 0.3928 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 583.3, + "completions/max_terminated_length": 496.8, + "completions/mean_length": 225.0375, + "completions/mean_terminated_length": 204.72678833007814, + "completions/min_length": 73.0, + "completions/min_terminated_length": 73.0, + "entropy": 0.4707152834162116, + "epoch": 0.28014941302027746, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.6171875, + "learning_rate": 1e-06, + "loss": -0.035109403729438785, + "num_tokens": 9822676.0, + "reward": 0.25, + "reward_std": 0.20411193668842315, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.20411194264888763, + "step": 2100, + "step_time": 14.536969464179128, + "zero_adv_skip_rate": 0.3933 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 710.2, + "completions/max_terminated_length": 327.9, + "completions/mean_length": 209.825, + "completions/mean_terminated_length": 159.84107360839843, + "completions/min_length": 84.1, + "completions/min_terminated_length": 84.1, + "entropy": 0.3511333417147398, + "epoch": 0.28148345784418355, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.16383631229400636, + "num_tokens": 9867798.0, + "reward": 0.45, + "reward_std": 0.23314451277256013, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.2331445187330246, + "step": 2110, + "step_time": 17.468502074573188, + "zero_adv_skip_rate": 0.3938 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 380.8, + "completions/max_terminated_length": 350.3, + "completions/mean_length": 166.7875, + "completions/mean_terminated_length": 161.96428680419922, + "completions/min_length": 88.9, + "completions/min_terminated_length": 88.9, + "entropy": 0.40456744205827516, + "epoch": 0.28281750266808964, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.13901004791259766, + "num_tokens": 9909213.0, + "reward": 0.25, + "reward_std": 0.2575641840696335, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.25756419003009795, + "step": 2120, + "step_time": 10.138931676466019, + "zero_adv_skip_rate": 0.3939 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 542.2, + "completions/max_terminated_length": 526.1, + "completions/mean_length": 257.6375, + "completions/mean_terminated_length": 254.88214416503905, + "completions/min_length": 127.3, + "completions/min_terminated_length": 127.3, + "entropy": 0.405787813787659, + "epoch": 0.2841515474919957, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.46875, + "learning_rate": 1e-06, + "loss": 0.008960254490375519, + "num_tokens": 9963840.0, + "reward": 0.125, + "reward_std": 0.13340125977993011, + "rewards/correctness_reward/mean": 0.125, + "rewards/correctness_reward/std": 0.1334012657403946, + "step": 2130, + "step_time": 13.39019814990461, + "zero_adv_skip_rate": 0.3953 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 449.6, + "completions/max_terminated_length": 427.7, + "completions/mean_length": 203.9, + "completions/mean_terminated_length": 199.32857284545898, + "completions/min_length": 74.1, + "completions/min_terminated_length": 74.1, + "entropy": 0.3403379522264004, + "epoch": 0.2854855923159018, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.140625, + "learning_rate": 1e-06, + "loss": 0.10177725553512573, + "num_tokens": 10009888.0, + "reward": 0.3, + "reward_std": 0.21674493551254273, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.21674493551254273, + "step": 2140, + "step_time": 11.51300333328545, + "zero_adv_skip_rate": 0.3958 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 367.6, + "completions/max_terminated_length": 366.6, + "completions/mean_length": 167.4, + "completions/mean_terminated_length": 166.93035774230958, + "completions/min_length": 69.1, + "completions/min_terminated_length": 69.1, + "entropy": 0.40913843860228855, + "epoch": 0.2868196371398079, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.02297641634941101, + "num_tokens": 10059952.0, + "reward": 0.3, + "reward_std": 0.2739637613296509, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.27396377325057986, + "step": 2150, + "step_time": 9.857016847841441, + "zero_adv_skip_rate": 0.3958 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 595.4, + "completions/max_terminated_length": 594.9, + "completions/mean_length": 243.8125, + "completions/mean_terminated_length": 243.55357208251954, + "completions/min_length": 96.3, + "completions/min_terminated_length": 96.3, + "entropy": 0.3530616657808423, + "epoch": 0.288153681963714, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.39453125, + "learning_rate": 1e-06, + "loss": 0.00621318519115448, + "num_tokens": 10110513.0, + "reward": 0.3125, + "reward_std": 0.18515617549419403, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.185156187415123, + "step": 2160, + "step_time": 14.732966761291028, + "zero_adv_skip_rate": 0.3968 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 484.4, + "completions/max_terminated_length": 316.9, + "completions/mean_length": 208.7375, + "completions/mean_terminated_length": 183.70000381469725, + "completions/min_length": 90.6, + "completions/min_terminated_length": 90.6, + "entropy": 0.39839421389624474, + "epoch": 0.2894877267876201, + "frac_reward_zero_std": 0.0, + "grad_norm": 0.2080078125, + "learning_rate": 1e-06, + "loss": 0.005377960950136184, + "num_tokens": 10158100.0, + "reward": 0.325, + "reward_std": 0.4082238733768463, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.40822388529777526, + "step": 2170, + "step_time": 13.068823701422662, + "zero_adv_skip_rate": 0.3949 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 820.8, + "completions/max_terminated_length": 627.3, + "completions/mean_length": 367.4, + "completions/mean_terminated_length": 328.31964721679685, + "completions/min_length": 148.7, + "completions/min_terminated_length": 148.7, + "entropy": 0.47854255717247723, + "epoch": 0.29082177161152617, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.578125, + "learning_rate": 1e-06, + "loss": -0.046568119525909425, + "num_tokens": 10216012.0, + "reward": 0.15, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.15, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 2180, + "step_time": 19.9710184074007, + "zero_adv_skip_rate": 0.3954 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 753.4, + "completions/max_terminated_length": 458.5, + "completions/mean_length": 258.6875, + "completions/mean_terminated_length": 216.37143249511718, + "completions/min_length": 85.5, + "completions/min_terminated_length": 85.5, + "entropy": 0.3784556833228895, + "epoch": 0.2921558164354322, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.017186205089092254, + "num_tokens": 10267651.0, + "reward": 0.3, + "reward_std": 0.29122219085693357, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.29122220277786254, + "step": 2190, + "step_time": 18.658431936427952, + "zero_adv_skip_rate": 0.395 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 368.6, + "completions/max_terminated_length": 368.6, + "completions/mean_length": 195.7, + "completions/mean_terminated_length": 195.7, + "completions/min_length": 89.4, + "completions/min_terminated_length": 89.4, + "entropy": 0.41998405009508133, + "epoch": 0.2934898612593383, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.34765625, + "learning_rate": 1e-06, + "loss": 0.03831990659236908, + "num_tokens": 10311771.0, + "reward": 0.175, + "reward_std": 0.2575641840696335, + "rewards/correctness_reward/mean": 0.175, + "rewards/correctness_reward/std": 0.25756419003009795, + "step": 2200, + "step_time": 9.842718903161586, + "zero_adv_skip_rate": 0.395 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 771.5, + "completions/max_terminated_length": 591.9, + "completions/mean_length": 251.1625, + "completions/mean_terminated_length": 226.1107162475586, + "completions/min_length": 101.2, + "completions/min_terminated_length": 101.2, + "entropy": 0.40196328131215914, + "epoch": 0.2948239060832444, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.09417752027511597, + "num_tokens": 10359016.0, + "reward": 0.325, + "reward_std": 0.3274160087108612, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.32741602063179015, + "step": 2210, + "step_time": 19.153742548730225, + "zero_adv_skip_rate": 0.3946 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 620.8, + "completions/max_terminated_length": 286.9, + "completions/mean_length": 179.5, + "completions/mean_terminated_length": 130.67143135070802, + "completions/min_length": 69.8, + "completions/min_terminated_length": 69.8, + "entropy": 0.3901735465042293, + "epoch": 0.29615795090715047, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.10851356983184815, + "num_tokens": 10400832.0, + "reward": 0.4, + "reward_std": 0.32111361920833587, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3211136251688004, + "step": 2220, + "step_time": 15.841997099854051, + "zero_adv_skip_rate": 0.3937 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 732.4, + "completions/max_terminated_length": 505.1, + "completions/mean_length": 270.9375, + "completions/mean_terminated_length": 228.02678833007812, + "completions/min_length": 97.8, + "completions/min_terminated_length": 97.8, + "entropy": 0.38630076094220084, + "epoch": 0.29749199573105656, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.3671875, + "learning_rate": 1e-06, + "loss": -0.0075136393308639525, + "num_tokens": 10455363.0, + "reward": 0.25, + "reward_std": 0.29752458035945895, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.29752459824085237, + "step": 2230, + "step_time": 18.106208264268936, + "zero_adv_skip_rate": 0.3937 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 483.3, + "completions/max_terminated_length": 352.0, + "completions/mean_length": 186.3375, + "completions/mean_terminated_length": 164.66250305175782, + "completions/min_length": 63.6, + "completions/min_terminated_length": 63.6, + "entropy": 0.41163213457912207, + "epoch": 0.29882604055496265, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.005924530327320099, + "num_tokens": 10497678.0, + "reward": 0.3875, + "reward_std": 0.18515617549419403, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.185156187415123, + "step": 2240, + "step_time": 12.123462114855647, + "zero_adv_skip_rate": 0.3946 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 649.4, + "completions/max_terminated_length": 307.8, + "completions/mean_length": 188.725, + "completions/mean_terminated_length": 138.92500267028808, + "completions/min_length": 64.1, + "completions/min_terminated_length": 64.1, + "entropy": 0.41237155680677723, + "epoch": 0.30016008537886874, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.828125, + "learning_rate": 1e-06, + "loss": 0.12128579616546631, + "num_tokens": 10542576.0, + "reward": 0.2875, + "reward_std": 0.29839127957820893, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.29839127957820893, + "step": 2250, + "step_time": 16.354142129793765, + "zero_adv_skip_rate": 0.3942 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 623.6, + "completions/max_terminated_length": 556.2, + "completions/mean_length": 232.9375, + "completions/mean_terminated_length": 212.08928985595702, + "completions/min_length": 87.3, + "completions/min_terminated_length": 87.3, + "entropy": 0.4015454820667704, + "epoch": 0.3014941302027748, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.33984375, + "learning_rate": 1e-06, + "loss": 0.01879410743713379, + "num_tokens": 10589323.0, + "reward": 0.2625, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 2260, + "step_time": 16.13465596269816, + "zero_adv_skip_rate": 0.3942 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 401.6, + "completions/max_terminated_length": 401.1, + "completions/mean_length": 175.85, + "completions/mean_terminated_length": 175.6839286804199, + "completions/min_length": 84.8, + "completions/min_terminated_length": 84.8, + "entropy": 0.45571103346134934, + "epoch": 0.3028281750266809, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.06149976253509522, + "num_tokens": 10632999.0, + "reward": 0.2875, + "reward_std": 0.29291952252388, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2929195284843445, + "step": 2270, + "step_time": 10.804162485525012, + "zero_adv_skip_rate": 0.3938 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 542.1, + "completions/max_terminated_length": 390.7, + "completions/mean_length": 232.3125, + "completions/mean_terminated_length": 210.92678833007812, + "completions/min_length": 112.7, + "completions/min_terminated_length": 112.7, + "entropy": 0.4133468729754289, + "epoch": 0.304162219850587, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.041517728567123414, + "num_tokens": 10680864.0, + "reward": 0.3125, + "reward_std": 0.2756610929965973, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.27566109895706176, + "step": 2280, + "step_time": 14.203748985473066, + "zero_adv_skip_rate": 0.3939 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 761.6, + "completions/max_terminated_length": 402.9, + "completions/mean_length": 238.4625, + "completions/mean_terminated_length": 191.17797775268554, + "completions/min_length": 68.9, + "completions/min_terminated_length": 68.9, + "entropy": 0.32928502676077187, + "epoch": 0.3054962646744931, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.1484375, + "learning_rate": 1e-06, + "loss": 0.25518844127655027, + "num_tokens": 10728413.0, + "reward": 0.3875, + "reward_std": 0.3265775293111801, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.3265775412321091, + "step": 2290, + "step_time": 19.794006299506872, + "zero_adv_skip_rate": 0.393 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 599.3, + "completions/max_terminated_length": 440.8, + "completions/mean_length": 214.6375, + "completions/mean_terminated_length": 173.2017910003662, + "completions/min_length": 54.7, + "completions/min_terminated_length": 54.7, + "entropy": 0.3374497362722953, + "epoch": 0.3068303094983991, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04680472016334534, + "num_tokens": 10775928.0, + "reward": 0.4625, + "reward_std": 0.27942767143249514, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.27942768931388856, + "step": 2300, + "step_time": 15.585032815299929, + "zero_adv_skip_rate": 0.393 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 612.4, + "completions/max_terminated_length": 280.0, + "completions/mean_length": 245.0625, + "completions/mean_terminated_length": 175.56667098999023, + "completions/min_length": 88.8, + "completions/min_terminated_length": 88.8, + "entropy": 0.39596075662929153, + "epoch": 0.3081643543223052, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.55078125, + "learning_rate": 1e-06, + "loss": 0.018163371086120605, + "num_tokens": 10824357.0, + "reward": 0.3625, + "reward_std": 0.38550153374671936, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.3855015397071838, + "step": 2310, + "step_time": 15.908127136155963, + "zero_adv_skip_rate": 0.3918 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 1033.2, + "completions/max_terminated_length": 781.4, + "completions/mean_length": 347.0625, + "completions/mean_terminated_length": 306.31250228881834, + "completions/min_length": 98.5, + "completions/min_terminated_length": 98.5, + "entropy": 0.39508737772703173, + "epoch": 0.3094983991462113, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.11924918889999389, + "num_tokens": 10883722.0, + "reward": 0.2, + "reward_std": 0.23861626982688905, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.23861626982688905, + "step": 2320, + "step_time": 25.414644118025898, + "zero_adv_skip_rate": 0.3922 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 733.8, + "completions/max_terminated_length": 376.5, + "completions/mean_length": 219.525, + "completions/mean_terminated_length": 171.2250015258789, + "completions/min_length": 67.2, + "completions/min_terminated_length": 67.2, + "entropy": 0.4223176259547472, + "epoch": 0.3108324439701174, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.65625, + "learning_rate": 1e-06, + "loss": 0.04183002412319183, + "num_tokens": 10929996.0, + "reward": 0.3125, + "reward_std": 0.29037118554115293, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.29037119150161744, + "step": 2330, + "step_time": 18.48113480526954, + "zero_adv_skip_rate": 0.3923 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 718.7, + "completions/max_terminated_length": 378.9, + "completions/mean_length": 219.3125, + "completions/mean_terminated_length": 172.05178756713866, + "completions/min_length": 80.5, + "completions/min_terminated_length": 80.5, + "entropy": 0.3718496221782906, + "epoch": 0.3121664887940235, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.1982421875, + "learning_rate": 1e-06, + "loss": 0.07160024642944336, + "num_tokens": 10975581.0, + "reward": 0.3375, + "reward_std": 0.2912300378084183, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.2912300378084183, + "step": 2340, + "step_time": 18.560864007472993, + "zero_adv_skip_rate": 0.3919 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 517.0, + "completions/max_terminated_length": 506.0, + "completions/mean_length": 176.5, + "completions/mean_terminated_length": 175.02142868041992, + "completions/min_length": 67.4, + "completions/min_terminated_length": 67.4, + "entropy": 0.33584841593567816, + "epoch": 0.31350053361792957, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.13407086133956908, + "num_tokens": 11026765.0, + "reward": 0.5625, + "reward_std": 0.2802865236997604, + "rewards/correctness_reward/mean": 0.5625, + "rewards/correctness_reward/std": 0.2802865356206894, + "step": 2350, + "step_time": 13.667250429466367, + "zero_adv_skip_rate": 0.3915 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 551.9, + "completions/max_terminated_length": 525.0, + "completions/mean_length": 199.95, + "completions/mean_terminated_length": 191.94464492797852, + "completions/min_length": 73.1, + "completions/min_terminated_length": 73.1, + "entropy": 0.32566666905768216, + "epoch": 0.31483457844183566, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.4765625, + "learning_rate": 1e-06, + "loss": 0.1297295570373535, + "num_tokens": 11070505.0, + "reward": 0.4625, + "reward_std": 0.3774814397096634, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.3774814516305923, + "step": 2360, + "step_time": 14.743884199298918, + "zero_adv_skip_rate": 0.3907 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 491.4, + "completions/max_terminated_length": 305.1, + "completions/mean_length": 215.15, + "completions/mean_terminated_length": 190.8732147216797, + "completions/min_length": 85.3, + "completions/min_terminated_length": 85.3, + "entropy": 0.3841290380805731, + "epoch": 0.31616862326574174, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04240175187587738, + "num_tokens": 11115565.0, + "reward": 0.4, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 2370, + "step_time": 12.693473045434803, + "zero_adv_skip_rate": 0.3911 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 630.3, + "completions/max_terminated_length": 439.3, + "completions/mean_length": 222.4625, + "completions/mean_terminated_length": 195.53750305175782, + "completions/min_length": 85.0, + "completions/min_terminated_length": 85.0, + "entropy": 0.3607313189422712, + "epoch": 0.31750266808964783, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.90625, + "learning_rate": 1e-06, + "loss": -0.07302526235580445, + "num_tokens": 11162082.0, + "reward": 0.4, + "reward_std": 0.3282748609781265, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.328274866938591, + "step": 2380, + "step_time": 16.37717768298462, + "zero_adv_skip_rate": 0.3903 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 734.9, + "completions/max_terminated_length": 423.1, + "completions/mean_length": 232.7375, + "completions/mean_terminated_length": 187.37143096923828, + "completions/min_length": 77.6, + "completions/min_terminated_length": 77.6, + "entropy": 0.3480307888239622, + "epoch": 0.3188367129135539, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.002599151059985161, + "num_tokens": 11216197.0, + "reward": 0.225, + "reward_std": 0.14056250154972078, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.14056250751018523, + "step": 2390, + "step_time": 18.411284341104327, + "zero_adv_skip_rate": 0.3916 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 525.5, + "completions/max_terminated_length": 525.0, + "completions/mean_length": 213.55, + "completions/mean_terminated_length": 212.75, + "completions/min_length": 76.6, + "completions/min_terminated_length": 76.6, + "entropy": 0.33944725152105093, + "epoch": 0.32017075773745995, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.07320928573608398, + "num_tokens": 11261505.0, + "reward": 0.3625, + "reward_std": 0.3093190997838974, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.30931911170482634, + "step": 2400, + "step_time": 14.080355227552355, + "zero_adv_skip_rate": 0.3912 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 659.9, + "completions/max_terminated_length": 327.1, + "completions/mean_length": 231.85, + "completions/mean_terminated_length": 184.81964492797852, + "completions/min_length": 85.8, + "completions/min_terminated_length": 85.8, + "entropy": 0.32968801592609714, + "epoch": 0.32150480256136604, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.51953125, + "learning_rate": 1e-06, + "loss": 0.08805406093597412, + "num_tokens": 11310685.0, + "reward": 0.25, + "reward_std": 0.2946168541908264, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.2946168541908264, + "step": 2410, + "step_time": 18.30642430316657, + "zero_adv_skip_rate": 0.3909 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 267.0, + "completions/max_terminated_length": 266.2, + "completions/mean_length": 102.8, + "completions/mean_terminated_length": 102.44285736083984, + "completions/min_length": 54.4, + "completions/min_terminated_length": 54.4, + "entropy": 0.32890814300626514, + "epoch": 0.32283884738527213, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.05751598477363586, + "num_tokens": 11347677.0, + "reward": 0.7875, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.7875, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 2420, + "step_time": 8.030000335164369, + "zero_adv_skip_rate": 0.3913 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 406.7, + "completions/max_terminated_length": 406.7, + "completions/mean_length": 197.875, + "completions/mean_terminated_length": 197.875, + "completions/min_length": 72.3, + "completions/min_terminated_length": 72.3, + "entropy": 0.37554805104931194, + "epoch": 0.3241728922091782, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.02026194930076599, + "num_tokens": 11391803.0, + "reward": 0.325, + "reward_std": 0.2739637613296509, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.27396377325057986, + "step": 2430, + "step_time": 11.395333940815181, + "zero_adv_skip_rate": 0.3914 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 619.0, + "completions/max_terminated_length": 318.6, + "completions/mean_length": 227.3625, + "completions/mean_terminated_length": 182.25714683532715, + "completions/min_length": 94.9, + "completions/min_terminated_length": 94.9, + "entropy": 0.3846766487695277, + "epoch": 0.3255069370330843, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.55859375, + "learning_rate": 1e-06, + "loss": 0.06088706851005554, + "num_tokens": 11437376.0, + "reward": 0.45, + "reward_std": 0.18685350716114044, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.18685351312160492, + "step": 2440, + "step_time": 16.4687256754376, + "zero_adv_skip_rate": 0.3922 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 310.3, + "completions/max_terminated_length": 308.4, + "completions/mean_length": 156.4375, + "completions/mean_terminated_length": 155.75714416503905, + "completions/min_length": 84.6, + "completions/min_terminated_length": 84.6, + "entropy": 0.3472076558641025, + "epoch": 0.3268409818569904, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.01564549207687378, + "num_tokens": 11476043.0, + "reward": 0.475, + "reward_std": 0.3202547669410706, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.3202547788619995, + "step": 2450, + "step_time": 9.171368810441345, + "zero_adv_skip_rate": 0.3918 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 613.2, + "completions/max_terminated_length": 287.4, + "completions/mean_length": 190.425, + "completions/mean_terminated_length": 143.81250381469727, + "completions/min_length": 76.4, + "completions/min_terminated_length": 76.4, + "entropy": 0.40860809781588614, + "epoch": 0.3281750266808965, + "frac_reward_zero_std": 0.0, + "grad_norm": 1.1171875, + "learning_rate": 1e-06, + "loss": -0.06592695713043213, + "num_tokens": 11519613.0, + "reward": 0.325, + "reward_std": 0.4082238733768463, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.40822388529777526, + "step": 2460, + "step_time": 16.867193171940745, + "zero_adv_skip_rate": 0.3902 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 490.6, + "completions/max_terminated_length": 371.6, + "completions/mean_length": 193.45, + "completions/mean_terminated_length": 173.35714874267578, + "completions/min_length": 80.5, + "completions/min_terminated_length": 80.5, + "entropy": 0.39370156744761126, + "epoch": 0.3295090715048026, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.78125, + "learning_rate": 1e-06, + "loss": 0.021271833777427675, + "num_tokens": 11562657.0, + "reward": 0.3875, + "reward_std": 0.2857582807540894, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.28575828671455383, + "step": 2470, + "step_time": 13.338893197197468, + "zero_adv_skip_rate": 0.3899 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 816.7, + "completions/max_terminated_length": 525.7, + "completions/mean_length": 285.55, + "completions/mean_terminated_length": 239.36607360839844, + "completions/min_length": 86.1, + "completions/min_terminated_length": 86.1, + "entropy": 0.4412103972087304, + "epoch": 0.33084311632870866, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.018189245462417604, + "num_tokens": 11614853.0, + "reward": 0.1875, + "reward_std": 0.12246559262275696, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.12246559858322144, + "step": 2480, + "step_time": 20.549430758226663, + "zero_adv_skip_rate": 0.3911 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 640.7, + "completions/max_terminated_length": 453.7, + "completions/mean_length": 257.1125, + "completions/mean_terminated_length": 232.3982147216797, + "completions/min_length": 82.5, + "completions/min_terminated_length": 82.5, + "entropy": 0.3490378811955452, + "epoch": 0.33217716115261475, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.025202518701553343, + "num_tokens": 11663070.0, + "reward": 0.325, + "reward_std": 0.20958369374275207, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.20958369374275207, + "step": 2490, + "step_time": 16.550165260303764, + "zero_adv_skip_rate": 0.3916 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 718.4, + "completions/max_terminated_length": 607.1, + "completions/mean_length": 313.375, + "completions/mean_terminated_length": 271.4309555053711, + "completions/min_length": 108.6, + "completions/min_terminated_length": 108.6, + "entropy": 0.3616929804640157, + "epoch": 0.3335112059765208, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.69140625, + "learning_rate": 1e-06, + "loss": 0.09250377416610718, + "num_tokens": 11716460.0, + "reward": 0.3, + "reward_std": 0.336654344201088, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.3366543620824814, + "step": 2500, + "step_time": 18.620791855454446, + "zero_adv_skip_rate": 0.3912 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 463.9, + "completions/max_terminated_length": 447.8, + "completions/mean_length": 164.775, + "completions/mean_terminated_length": 159.7696434020996, + "completions/min_length": 70.6, + "completions/min_terminated_length": 70.6, + "entropy": 0.315380484983325, + "epoch": 0.3348452508004269, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.35546875, + "learning_rate": 1e-06, + "loss": 0.04680852890014649, + "num_tokens": 11757714.0, + "reward": 0.4625, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 2510, + "step_time": 12.35833112616092, + "zero_adv_skip_rate": 0.3916 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 723.4, + "completions/max_terminated_length": 392.9, + "completions/mean_length": 250.1875, + "completions/mean_terminated_length": 196.60893020629882, + "completions/min_length": 86.0, + "completions/min_terminated_length": 86.0, + "entropy": 0.43987293483223766, + "epoch": 0.33617929562433296, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.2109375, + "learning_rate": 1e-06, + "loss": 0.014478948712348939, + "num_tokens": 11804169.0, + "reward": 0.375, + "reward_std": 0.39010659158229827, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.3901066094636917, + "step": 2520, + "step_time": 18.702291745785622, + "zero_adv_skip_rate": 0.3909 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 568.5, + "completions/max_terminated_length": 348.3, + "completions/mean_length": 198.6375, + "completions/mean_terminated_length": 167.9428581237793, + "completions/min_length": 64.7, + "completions/min_terminated_length": 64.7, + "entropy": 0.42075373604893684, + "epoch": 0.33751334044823905, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.037510272860527036, + "num_tokens": 11850356.0, + "reward": 0.3, + "reward_std": 0.23691109120845794, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.23691110908985138, + "step": 2530, + "step_time": 14.678406396787613, + "zero_adv_skip_rate": 0.3913 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 139.8, + "completions/max_terminated_length": 135.7, + "completions/mean_length": 89.4125, + "completions/mean_terminated_length": 87.65178718566895, + "completions/min_length": 55.0, + "completions/min_terminated_length": 55.0, + "entropy": 0.39927145605906844, + "epoch": 0.33884738527214514, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.8671875, + "learning_rate": 1e-06, + "loss": -0.02905937135219574, + "num_tokens": 11887317.0, + "reward": 0.6, + "reward_std": 0.38634001314640043, + "rewards/correctness_reward/mean": 0.6, + "rewards/correctness_reward/std": 0.38634001910686494, + "step": 2540, + "step_time": 5.355950976256281, + "zero_adv_skip_rate": 0.3906 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 348.3, + "completions/max_terminated_length": 348.3, + "completions/mean_length": 166.825, + "completions/mean_terminated_length": 166.825, + "completions/min_length": 78.8, + "completions/min_terminated_length": 78.8, + "entropy": 0.4082541119839464, + "epoch": 0.34018143009605123, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.05285796523094177, + "num_tokens": 11928751.0, + "reward": 0.5, + "reward_std": 0.32402134537696836, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.3240213692188263, + "step": 2550, + "step_time": 9.880698113143444, + "zero_adv_skip_rate": 0.3902 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 630.2, + "completions/max_terminated_length": 500.2, + "completions/mean_length": 304.125, + "completions/mean_terminated_length": 251.1684555053711, + "completions/min_length": 84.4, + "completions/min_terminated_length": 84.4, + "entropy": 0.2728805072672133, + "epoch": 0.3415154749199573, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.93359375, + "learning_rate": 1e-06, + "loss": 0.03230591416358948, + "num_tokens": 11981233.0, + "reward": 0.3375, + "reward_std": 0.3021578580141068, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.3021578699350357, + "step": 2560, + "step_time": 16.56249888949096, + "zero_adv_skip_rate": 0.3898 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 585.1, + "completions/max_terminated_length": 410.4, + "completions/mean_length": 214.325, + "completions/mean_terminated_length": 188.58035888671876, + "completions/min_length": 88.4, + "completions/min_terminated_length": 88.4, + "entropy": 0.28902783361263573, + "epoch": 0.3428495197438634, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.6328125, + "learning_rate": 1e-06, + "loss": 0.03605950772762299, + "num_tokens": 12026843.0, + "reward": 0.25, + "reward_std": 0.15782093107700348, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.15782093703746797, + "step": 2570, + "step_time": 15.02198232281953, + "zero_adv_skip_rate": 0.3907 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 469.7, + "completions/max_terminated_length": 278.9, + "completions/mean_length": 171.5, + "completions/mean_terminated_length": 144.34643096923827, + "completions/min_length": 76.4, + "completions/min_terminated_length": 76.4, + "entropy": 0.32011016613493365, + "epoch": 0.3441835645677695, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.84375, + "learning_rate": 1e-06, + "loss": -0.009830579161643982, + "num_tokens": 12068315.0, + "reward": 0.5875, + "reward_std": 0.3564689576625824, + "rewards/correctness_reward/mean": 0.5875, + "rewards/correctness_reward/std": 0.35646896362304686, + "step": 2580, + "step_time": 13.080226065125316, + "zero_adv_skip_rate": 0.3895 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 466.5, + "completions/max_terminated_length": 466.0, + "completions/mean_length": 206.9625, + "completions/mean_terminated_length": 206.67142868041992, + "completions/min_length": 83.2, + "completions/min_terminated_length": 83.2, + "entropy": 0.41039734343066814, + "epoch": 0.3455176093916756, + "frac_reward_zero_std": 0.0, + "grad_norm": 0.75390625, + "learning_rate": 1e-06, + "loss": -0.06756870746612549, + "num_tokens": 12118024.0, + "reward": 0.35, + "reward_std": 0.4082238733768463, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.40822388529777526, + "step": 2590, + "step_time": 13.097948760911823, + "zero_adv_skip_rate": 0.388 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 409.5, + "completions/max_terminated_length": 406.2, + "completions/mean_length": 200.5875, + "completions/mean_terminated_length": 199.61607208251954, + "completions/min_length": 77.5, + "completions/min_terminated_length": 77.5, + "entropy": 0.34765408392995595, + "epoch": 0.3468516542155816, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.98046875, + "learning_rate": 1e-06, + "loss": -0.04933868050575256, + "num_tokens": 12160975.0, + "reward": 0.2875, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 2600, + "step_time": 11.128793311305344, + "zero_adv_skip_rate": 0.3885 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 361.5, + "completions/max_terminated_length": 359.4, + "completions/mean_length": 169.5875, + "completions/mean_terminated_length": 169.04285736083983, + "completions/min_length": 79.9, + "completions/min_terminated_length": 79.9, + "entropy": 0.39941130578517914, + "epoch": 0.3481856990394877, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0371873140335083, + "num_tokens": 12203646.0, + "reward": 0.325, + "reward_std": 0.3190365254878998, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.3190365254878998, + "step": 2610, + "step_time": 10.372189127095044, + "zero_adv_skip_rate": 0.3877 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 593.4, + "completions/max_terminated_length": 221.1, + "completions/mean_length": 172.6, + "completions/mean_terminated_length": 119.95893096923828, + "completions/min_length": 57.1, + "completions/min_terminated_length": 57.1, + "entropy": 0.420238196849823, + "epoch": 0.3495197438633938, + "frac_reward_zero_std": 0.1, + "grad_norm": 1.140625, + "learning_rate": 1e-06, + "loss": -0.010741403698921204, + "num_tokens": 12247382.0, + "reward": 0.375, + "reward_std": 0.4128367781639099, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.41283679008483887, + "step": 2620, + "step_time": 16.43125662440434, + "zero_adv_skip_rate": 0.3866 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 429.1, + "completions/max_terminated_length": 258.8, + "completions/mean_length": 167.1375, + "completions/mean_terminated_length": 144.13928680419923, + "completions/min_length": 76.6, + "completions/min_terminated_length": 76.6, + "entropy": 0.42276985733769834, + "epoch": 0.3508537886872999, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.73046875, + "learning_rate": 1e-06, + "loss": 0.05066453814506531, + "num_tokens": 12289425.0, + "reward": 0.5, + "reward_std": 0.31564186215400697, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.31564187407493594, + "step": 2630, + "step_time": 12.072963674366473, + "zero_adv_skip_rate": 0.3859 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 466.8, + "completions/max_terminated_length": 466.8, + "completions/mean_length": 213.675, + "completions/mean_terminated_length": 213.675, + "completions/min_length": 92.5, + "completions/min_terminated_length": 92.5, + "entropy": 0.44597601890563965, + "epoch": 0.35218783351120597, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.04166600704193115, + "num_tokens": 12335199.0, + "reward": 0.225, + "reward_std": 0.1776151716709137, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.1776151716709137, + "step": 2640, + "step_time": 12.331505982670933, + "zero_adv_skip_rate": 0.3867 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 747.8, + "completions/max_terminated_length": 373.1, + "completions/mean_length": 221.3375, + "completions/mean_terminated_length": 173.49285888671875, + "completions/min_length": 85.2, + "completions/min_terminated_length": 85.2, + "entropy": 0.4933831023850611, + "epoch": 0.35352187833511206, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.412109375, + "learning_rate": 1e-06, + "loss": 0.09165474772453308, + "num_tokens": 12384098.0, + "reward": 0.3125, + "reward_std": 0.31479085683822633, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.3147908627986908, + "step": 2650, + "step_time": 19.43178566461429, + "zero_adv_skip_rate": 0.3864 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 764.3, + "completions/max_terminated_length": 385.2, + "completions/mean_length": 217.775, + "completions/mean_terminated_length": 168.30000228881835, + "completions/min_length": 77.9, + "completions/min_terminated_length": 77.9, + "entropy": 0.39707687008194625, + "epoch": 0.35485592315901815, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.5390625, + "learning_rate": 1e-06, + "loss": 0.24883441925048827, + "num_tokens": 12432336.0, + "reward": 0.425, + "reward_std": 0.3610740154981613, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.36107403337955474, + "step": 2660, + "step_time": 20.07360511254519, + "zero_adv_skip_rate": 0.3857 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 726.1, + "completions/max_terminated_length": 463.5, + "completions/mean_length": 254.925, + "completions/mean_terminated_length": 209.96786041259764, + "completions/min_length": 89.0, + "completions/min_terminated_length": 89.0, + "entropy": 0.391228948906064, + "epoch": 0.35618996798292424, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.77734375, + "learning_rate": 1e-06, + "loss": 0.036087924242019655, + "num_tokens": 12482682.0, + "reward": 0.2, + "reward_std": 0.22598327100276946, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.22598327696323395, + "step": 2670, + "step_time": 18.7566194367595, + "zero_adv_skip_rate": 0.3861 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 828.3, + "completions/max_terminated_length": 703.9, + "completions/mean_length": 279.1, + "completions/mean_terminated_length": 239.88214645385742, + "completions/min_length": 77.9, + "completions/min_terminated_length": 77.9, + "entropy": 0.33814236470498144, + "epoch": 0.3575240128068303, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.734375, + "learning_rate": 1e-06, + "loss": 0.02455439567565918, + "num_tokens": 12534138.0, + "reward": 0.4375, + "reward_std": 0.2293700873851776, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.2293700933456421, + "step": 2680, + "step_time": 21.235377711057662, + "zero_adv_skip_rate": 0.3866 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 694.3, + "completions/max_terminated_length": 694.3, + "completions/mean_length": 235.1625, + "completions/mean_terminated_length": 235.1625, + "completions/min_length": 89.9, + "completions/min_terminated_length": 89.9, + "entropy": 0.31704418116714805, + "epoch": 0.3588580576307364, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.70703125, + "learning_rate": 1e-06, + "loss": 0.028187111020088196, + "num_tokens": 12580247.0, + "reward": 0.45, + "reward_std": 0.3737070143222809, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.37370702624320984, + "step": 2690, + "step_time": 18.309814362507314, + "zero_adv_skip_rate": 0.3859 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 664.6, + "completions/max_terminated_length": 495.8, + "completions/mean_length": 254.7125, + "completions/mean_terminated_length": 231.61607208251954, + "completions/min_length": 123.9, + "completions/min_terminated_length": 123.9, + "entropy": 0.3292283690534532, + "epoch": 0.36019210245464245, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.56640625, + "learning_rate": 1e-06, + "loss": 0.063671875, + "num_tokens": 12627784.0, + "reward": 0.4, + "reward_std": 0.3446744382381439, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3446744501590729, + "step": 2700, + "step_time": 17.78281285734847, + "zero_adv_skip_rate": 0.3852 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 277.3, + "completions/max_terminated_length": 264.1, + "completions/mean_length": 152.25, + "completions/mean_terminated_length": 149.76785850524902, + "completions/min_length": 85.2, + "completions/min_terminated_length": 85.2, + "entropy": 0.3134821254760027, + "epoch": 0.36152614727854854, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.640625, + "learning_rate": 1e-06, + "loss": 0.03380615711212158, + "num_tokens": 12667676.0, + "reward": 0.4625, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 2710, + "step_time": 7.9624558936804535, + "zero_adv_skip_rate": 0.3856 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 703.0, + "completions/max_terminated_length": 436.1, + "completions/mean_length": 261.1625, + "completions/mean_terminated_length": 217.48036155700683, + "completions/min_length": 82.3, + "completions/min_terminated_length": 82.3, + "entropy": 0.35548358634114263, + "epoch": 0.3628601921024546, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.06987702250480651, + "num_tokens": 12717689.0, + "reward": 0.4125, + "reward_std": 0.22051936089992524, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.22051936089992524, + "step": 2720, + "step_time": 18.132624627929182, + "zero_adv_skip_rate": 0.386 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0875, + "completions/max_length": 1446.1, + "completions/max_terminated_length": 698.8, + "completions/mean_length": 415.15, + "completions/mean_terminated_length": 287.98036880493163, + "completions/min_length": 106.7, + "completions/min_terminated_length": 106.7, + "entropy": 0.3836316540837288, + "epoch": 0.3641942369263607, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.490234375, + "learning_rate": 1e-06, + "loss": 0.20934603214263917, + "num_tokens": 12784285.0, + "reward": 0.3, + "reward_std": 0.30639100074768066, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.30639100074768066, + "step": 2730, + "step_time": 36.23340278565884, + "zero_adv_skip_rate": 0.3861 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 354.6, + "completions/max_terminated_length": 336.0, + "completions/mean_length": 180.1875, + "completions/mean_terminated_length": 176.22321548461915, + "completions/min_length": 74.4, + "completions/min_terminated_length": 74.4, + "entropy": 0.3628197363577783, + "epoch": 0.3655282817502668, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.412109375, + "learning_rate": 1e-06, + "loss": -0.09152626395225524, + "num_tokens": 12827524.0, + "reward": 0.2875, + "reward_std": 0.36653792560100557, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.36653794944286344, + "step": 2740, + "step_time": 10.644024395477027, + "zero_adv_skip_rate": 0.3854 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 796.7, + "completions/max_terminated_length": 274.3, + "completions/mean_length": 236.0625, + "completions/mean_terminated_length": 162.59464416503906, + "completions/min_length": 89.2, + "completions/min_terminated_length": 89.2, + "entropy": 0.35633380258721964, + "epoch": 0.3668623265741729, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.08652791380882263, + "num_tokens": 12876409.0, + "reward": 0.4375, + "reward_std": 0.3021578580141068, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.3021578699350357, + "step": 2750, + "step_time": 22.940446787141262, + "zero_adv_skip_rate": 0.3851 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 736.1, + "completions/max_terminated_length": 565.2, + "completions/mean_length": 283.975, + "completions/mean_terminated_length": 258.84286041259764, + "completions/min_length": 100.3, + "completions/min_terminated_length": 100.3, + "entropy": 0.3635556264780462, + "epoch": 0.368196371398079, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.470703125, + "learning_rate": 1e-06, + "loss": -0.012823998928070068, + "num_tokens": 12927191.0, + "reward": 0.1625, + "reward_std": 0.18138959705829621, + "rewards/correctness_reward/mean": 0.1625, + "rewards/correctness_reward/std": 0.18138959705829621, + "step": 2760, + "step_time": 20.352181917242707, + "zero_adv_skip_rate": 0.3859 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 549.0, + "completions/max_terminated_length": 351.8, + "completions/mean_length": 212.5375, + "completions/mean_terminated_length": 183.13035888671874, + "completions/min_length": 64.6, + "completions/min_terminated_length": 64.6, + "entropy": 0.3989359430658321, + "epoch": 0.36953041622198507, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.5859375, + "learning_rate": 1e-06, + "loss": 0.03282874524593353, + "num_tokens": 12971442.0, + "reward": 0.4125, + "reward_std": 0.25210027396678925, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.25210027396678925, + "step": 2770, + "step_time": 16.269827077444642, + "zero_adv_skip_rate": 0.3859 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 524.0, + "completions/max_terminated_length": 452.7, + "completions/mean_length": 239.4875, + "completions/mean_terminated_length": 219.22678833007814, + "completions/min_length": 94.2, + "completions/min_terminated_length": 94.2, + "entropy": 0.2922306186519563, + "epoch": 0.37086446104589116, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.65625, + "learning_rate": 1e-06, + "loss": 0.00011521447449922562, + "num_tokens": 13018337.0, + "reward": 0.3875, + "reward_std": 0.2886660069227219, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.28866603076457975, + "step": 2780, + "step_time": 14.282013952359558, + "zero_adv_skip_rate": 0.386 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 824.0, + "completions/max_terminated_length": 525.2, + "completions/mean_length": 319.275, + "completions/mean_terminated_length": 276.1821479797363, + "completions/min_length": 109.1, + "completions/min_terminated_length": 109.1, + "entropy": 0.3863722750296195, + "epoch": 0.37219850586979725, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.06737493872642517, + "num_tokens": 13074703.0, + "reward": 0.3375, + "reward_std": 0.13509859144687653, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.13509859144687653, + "step": 2790, + "step_time": 21.264455716777594, + "zero_adv_skip_rate": 0.3871 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 766.4, + "completions/max_terminated_length": 445.9, + "completions/mean_length": 245.425, + "completions/mean_terminated_length": 197.34464492797852, + "completions/min_length": 84.1, + "completions/min_terminated_length": 84.1, + "entropy": 0.2896826670039445, + "epoch": 0.37353255069370334, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.07472701668739319, + "num_tokens": 13126729.0, + "reward": 0.2125, + "reward_std": 0.1977891743183136, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.19778918027877807, + "step": 2800, + "step_time": 20.112130511924626, + "zero_adv_skip_rate": 0.3879 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 214.1, + "completions/max_terminated_length": 213.6, + "completions/mean_length": 128.4875, + "completions/mean_terminated_length": 127.88392944335938, + "completions/min_length": 70.2, + "completions/min_terminated_length": 70.2, + "entropy": 0.34240490158221554, + "epoch": 0.37486659551760937, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.58203125, + "learning_rate": 1e-06, + "loss": 0.015664732456207274, + "num_tokens": 13164584.0, + "reward": 0.5125, + "reward_std": 0.30762961506843567, + "rewards/correctness_reward/mean": 0.5125, + "rewards/correctness_reward/std": 0.3076296210289001, + "step": 2810, + "step_time": 6.960458372347057, + "zero_adv_skip_rate": 0.3875 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 701.8, + "completions/max_terminated_length": 570.5, + "completions/mean_length": 244.5125, + "completions/mean_terminated_length": 223.22321701049805, + "completions/min_length": 86.7, + "completions/min_terminated_length": 86.7, + "entropy": 0.3874131937821706, + "epoch": 0.37620064034151546, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0014697927981615067, + "num_tokens": 13216129.0, + "reward": 0.2375, + "reward_std": 0.12793734967708587, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.12793734967708587, + "step": 2820, + "step_time": 18.406382846925407, + "zero_adv_skip_rate": 0.3887 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 885.8, + "completions/max_terminated_length": 847.8, + "completions/mean_length": 339.1625, + "completions/mean_terminated_length": 321.8571472167969, + "completions/min_length": 98.4, + "completions/min_terminated_length": 98.4, + "entropy": 0.34475863608531654, + "epoch": 0.37753468516542155, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.328125, + "learning_rate": 1e-06, + "loss": -0.0018888048827648163, + "num_tokens": 13273278.0, + "reward": 0.225, + "reward_std": 0.3593845307826996, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.3593845427036285, + "step": 2830, + "step_time": 23.790407656412572, + "zero_adv_skip_rate": 0.388 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 785.6, + "completions/max_terminated_length": 565.6, + "completions/mean_length": 263.9, + "completions/mean_terminated_length": 221.5714309692383, + "completions/min_length": 82.0, + "completions/min_terminated_length": 82.0, + "entropy": 0.34899605584463905, + "epoch": 0.37886872998932764, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.06376087665557861, + "num_tokens": 13321494.0, + "reward": 0.4, + "reward_std": 0.33288776576519014, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3328877717256546, + "step": 2840, + "step_time": 21.341962857730685, + "zero_adv_skip_rate": 0.3877 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 531.9, + "completions/max_terminated_length": 449.0, + "completions/mean_length": 231.825, + "completions/mean_terminated_length": 210.53928909301757, + "completions/min_length": 89.9, + "completions/min_terminated_length": 89.9, + "entropy": 0.32765990202980383, + "epoch": 0.3802027748132337, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.007481733709573746, + "num_tokens": 13369080.0, + "reward": 0.425, + "reward_std": 0.2874556124210358, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.2874556124210358, + "step": 2850, + "step_time": 15.249559112917632, + "zero_adv_skip_rate": 0.3874 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 661.1, + "completions/max_terminated_length": 504.6, + "completions/mean_length": 254.9125, + "completions/mean_terminated_length": 232.5464309692383, + "completions/min_length": 90.5, + "completions/min_terminated_length": 90.5, + "entropy": 0.34401760119944813, + "epoch": 0.3815368196371398, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.83984375, + "learning_rate": 1e-06, + "loss": 0.01775193065404892, + "num_tokens": 13421753.0, + "reward": 0.2875, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 2860, + "step_time": 18.178027795441448, + "zero_adv_skip_rate": 0.3878 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 806.5, + "completions/max_terminated_length": 647.4, + "completions/mean_length": 301.95, + "completions/mean_terminated_length": 262.628577041626, + "completions/min_length": 83.9, + "completions/min_terminated_length": 83.9, + "entropy": 0.3806152530014515, + "epoch": 0.3828708644610459, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.03654001355171203, + "num_tokens": 13475037.0, + "reward": 0.1875, + "reward_std": 0.14433692693710326, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.14433693289756774, + "step": 2870, + "step_time": 21.10724169909954, + "zero_adv_skip_rate": 0.3889 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 528.6, + "completions/max_terminated_length": 365.9, + "completions/mean_length": 212.1125, + "completions/mean_terminated_length": 185.9375015258789, + "completions/min_length": 98.2, + "completions/min_terminated_length": 98.2, + "entropy": 0.3321983404457569, + "epoch": 0.384204909284952, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0030149370431900024, + "num_tokens": 13518918.0, + "reward": 0.4375, + "reward_std": 0.2756610929965973, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.27566109895706176, + "step": 2880, + "step_time": 14.750818557292224, + "zero_adv_skip_rate": 0.3889 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 267.1, + "completions/max_terminated_length": 265.2, + "completions/mean_length": 146.2375, + "completions/mean_terminated_length": 145.48928604125976, + "completions/min_length": 79.4, + "completions/min_terminated_length": 79.4, + "entropy": 0.37851950406496015, + "epoch": 0.3855389541088581, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.6171875, + "learning_rate": 1e-06, + "loss": 0.030153191089630126, + "num_tokens": 13557873.0, + "reward": 0.325, + "reward_std": 0.36737640500068663, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.36737642884254457, + "step": 2890, + "step_time": 8.48622780656442, + "zero_adv_skip_rate": 0.3886 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 869.8, + "completions/max_terminated_length": 508.2, + "completions/mean_length": 327.1375, + "completions/mean_terminated_length": 220.3375030517578, + "completions/min_length": 87.1, + "completions/min_terminated_length": 87.1, + "entropy": 0.3750612372532487, + "epoch": 0.38687299893276417, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.016105541586875917, + "num_tokens": 13612308.0, + "reward": 0.3875, + "reward_std": 0.23144718110561371, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.23144719302654265, + "step": 2900, + "step_time": 23.061730061192065, + "zero_adv_skip_rate": 0.389 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 377.0, + "completions/max_terminated_length": 365.9, + "completions/mean_length": 176.2125, + "completions/mean_terminated_length": 174.01071472167968, + "completions/min_length": 81.5, + "completions/min_terminated_length": 81.5, + "entropy": 0.3847446172897305, + "epoch": 0.3882070437566702, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.54296875, + "learning_rate": 1e-06, + "loss": -0.029777726531028746, + "num_tokens": 13656013.0, + "reward": 0.3125, + "reward_std": 0.32402919232845306, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.32402920424938203, + "step": 2910, + "step_time": 11.238546008709818, + "zero_adv_skip_rate": 0.3887 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 480.4, + "completions/max_terminated_length": 469.0, + "completions/mean_length": 174.9875, + "completions/mean_terminated_length": 168.1732162475586, + "completions/min_length": 70.8, + "completions/min_terminated_length": 70.8, + "entropy": 0.2608511919776599, + "epoch": 0.3895410885805763, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.44140625, + "learning_rate": 1e-06, + "loss": -0.014638954401016235, + "num_tokens": 13700236.0, + "reward": 0.325, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 2920, + "step_time": 13.493757304828614, + "zero_adv_skip_rate": 0.3887 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 429.4, + "completions/max_terminated_length": 427.9, + "completions/mean_length": 173.6875, + "completions/mean_terminated_length": 173.28035736083984, + "completions/min_length": 87.3, + "completions/min_terminated_length": 87.3, + "entropy": 0.3601234673988074, + "epoch": 0.3908751334044824, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.6484375, + "learning_rate": 1e-06, + "loss": -0.02668473422527313, + "num_tokens": 13743059.0, + "reward": 0.4875, + "reward_std": 0.361081862449646, + "rewards/correctness_reward/mean": 0.4875, + "rewards/correctness_reward/std": 0.3610818684101105, + "step": 2930, + "step_time": 12.535552377533168, + "zero_adv_skip_rate": 0.3881 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 533.3, + "completions/max_terminated_length": 531.2, + "completions/mean_length": 209.5125, + "completions/mean_terminated_length": 208.27857208251953, + "completions/min_length": 76.1, + "completions/min_terminated_length": 76.1, + "entropy": 0.4305765531025827, + "epoch": 0.39220917822838847, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.1247973084449768, + "num_tokens": 13798580.0, + "reward": 0.25, + "reward_std": 0.20325308442115783, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.2032530963420868, + "step": 2940, + "step_time": 14.780001030676067, + "zero_adv_skip_rate": 0.3888 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 677.1, + "completions/max_terminated_length": 358.7, + "completions/mean_length": 263.6625, + "completions/mean_terminated_length": 221.903572845459, + "completions/min_length": 133.9, + "completions/min_terminated_length": 133.9, + "entropy": 0.32004332058131696, + "epoch": 0.39354322305229456, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0018021494150161743, + "num_tokens": 13847217.0, + "reward": 0.325, + "reward_std": 0.23314451277256013, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.2331445187330246, + "step": 2950, + "step_time": 18.42562873773277, + "zero_adv_skip_rate": 0.3892 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 608.7, + "completions/max_terminated_length": 423.6, + "completions/mean_length": 208.025, + "completions/mean_terminated_length": 182.19821548461914, + "completions/min_length": 88.8, + "completions/min_terminated_length": 88.8, + "entropy": 0.40685561957070604, + "epoch": 0.39487726787620064, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.490234375, + "learning_rate": 1e-06, + "loss": 0.0063969030976295475, + "num_tokens": 13895395.0, + "reward": 0.3875, + "reward_std": 0.35561010539531707, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.35561011731624603, + "step": 2960, + "step_time": 17.116681306343526, + "zero_adv_skip_rate": 0.3885 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 574.5, + "completions/max_terminated_length": 368.4, + "completions/mean_length": 213.475, + "completions/mean_terminated_length": 183.2875015258789, + "completions/min_length": 83.3, + "completions/min_terminated_length": 83.3, + "entropy": 0.3035817075786846, + "epoch": 0.39621131270010673, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.45703125, + "learning_rate": 1e-06, + "loss": -0.04093253016471863, + "num_tokens": 13940225.0, + "reward": 0.3875, + "reward_std": 0.31479085683822633, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.3147908627986908, + "step": 2970, + "step_time": 16.1680516644381, + "zero_adv_skip_rate": 0.3882 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 633.6, + "completions/max_terminated_length": 509.2, + "completions/mean_length": 249.15, + "completions/mean_terminated_length": 228.77321548461913, + "completions/min_length": 89.6, + "completions/min_terminated_length": 89.6, + "entropy": 0.3198142705174784, + "epoch": 0.3975453575240128, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.50390625, + "learning_rate": 1e-06, + "loss": -0.02488538920879364, + "num_tokens": 13989213.0, + "reward": 0.3375, + "reward_std": 0.13509859144687653, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.13509859144687653, + "step": 2980, + "step_time": 16.871312510408462, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 361.2, + "completions/max_terminated_length": 349.0, + "completions/mean_length": 163.35, + "completions/mean_terminated_length": 160.70178680419923, + "completions/min_length": 71.2, + "completions/min_terminated_length": 71.2, + "entropy": 0.4074404730151097, + "epoch": 0.3988794023479189, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.62890625, + "learning_rate": 1e-06, + "loss": 0.004867422953248024, + "num_tokens": 14032153.0, + "reward": 0.325, + "reward_std": 0.28112500309944155, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.28112501502037046, + "step": 2990, + "step_time": 10.589477784186602, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 561.4, + "completions/max_terminated_length": 418.7, + "completions/mean_length": 208.1125, + "completions/mean_terminated_length": 185.5357177734375, + "completions/min_length": 75.3, + "completions/min_terminated_length": 75.3, + "entropy": 0.3628857687115669, + "epoch": 0.400213447171825, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.002740319073200226, + "num_tokens": 14076306.0, + "reward": 0.5, + "reward_std": 0.22598327100276946, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.22598327696323395, + "step": 3000, + "step_time": 15.43549137637019, + "zero_adv_skip_rate": 0.3897 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 441.9, + "completions/max_terminated_length": 434.4, + "completions/mean_length": 205.05, + "completions/mean_terminated_length": 201.9821434020996, + "completions/min_length": 81.5, + "completions/min_terminated_length": 81.5, + "entropy": 0.35479327384382486, + "epoch": 0.40154749199573103, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04314013719558716, + "num_tokens": 14122622.0, + "reward": 0.2625, + "reward_std": 0.25840266346931456, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.2584026694297791, + "step": 3010, + "step_time": 12.539242709521204, + "zero_adv_skip_rate": 0.39 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 253.2, + "completions/max_terminated_length": 240.9, + "completions/mean_length": 123.4125, + "completions/mean_terminated_length": 120.86428604125976, + "completions/min_length": 59.8, + "completions/min_terminated_length": 59.8, + "entropy": 0.3716567654162645, + "epoch": 0.4028815368196371, + "frac_reward_zero_std": 0.0, + "grad_norm": 0.49609375, + "learning_rate": 1e-06, + "loss": -0.10521469116210938, + "num_tokens": 14159647.0, + "reward": 0.5375, + "reward_std": 0.43179253935813905, + "rewards/correctness_reward/mean": 0.5375, + "rewards/correctness_reward/std": 0.4317925453186035, + "step": 3020, + "step_time": 8.376569910906255, + "zero_adv_skip_rate": 0.3887 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 499.2, + "completions/max_terminated_length": 499.2, + "completions/mean_length": 206.5625, + "completions/mean_terminated_length": 206.5625, + "completions/min_length": 81.1, + "completions/min_terminated_length": 81.1, + "entropy": 0.38780603744089603, + "epoch": 0.4042155816435432, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.12801626920700074, + "num_tokens": 14205308.0, + "reward": 0.3, + "reward_std": 0.23691109120845794, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.23691110908985138, + "step": 3030, + "step_time": 13.827406360581517, + "zero_adv_skip_rate": 0.3891 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 544.6, + "completions/max_terminated_length": 450.1, + "completions/mean_length": 228.7875, + "completions/mean_terminated_length": 208.12142944335938, + "completions/min_length": 102.4, + "completions/min_terminated_length": 102.4, + "entropy": 0.3478173855692148, + "epoch": 0.4055496264674493, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.6484375, + "learning_rate": 1e-06, + "loss": 0.02181261032819748, + "num_tokens": 14250403.0, + "reward": 0.2625, + "reward_std": 0.1595182627439499, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.1595182627439499, + "step": 3040, + "step_time": 14.916030063014478, + "zero_adv_skip_rate": 0.3898 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 291.6, + "completions/max_terminated_length": 291.1, + "completions/mean_length": 167.275, + "completions/mean_terminated_length": 166.49285812377929, + "completions/min_length": 72.9, + "completions/min_terminated_length": 72.9, + "entropy": 0.31652401605000097, + "epoch": 0.4068836712913554, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.59375, + "learning_rate": 1e-06, + "loss": -0.0493713915348053, + "num_tokens": 14290393.0, + "reward": 0.3875, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 3050, + "step_time": 8.87832219451666, + "zero_adv_skip_rate": 0.3898 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 594.1, + "completions/max_terminated_length": 594.0, + "completions/mean_length": 257.375, + "completions/mean_terminated_length": 257.1214286804199, + "completions/min_length": 114.4, + "completions/min_terminated_length": 114.4, + "entropy": 0.3143807068201048, + "epoch": 0.4082177161152615, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.1836953043937683, + "num_tokens": 14340335.0, + "reward": 0.3125, + "reward_std": 0.29839127957820893, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.29839127957820893, + "step": 3060, + "step_time": 16.752322817221284, + "zero_adv_skip_rate": 0.3895 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 617.4, + "completions/max_terminated_length": 435.8, + "completions/mean_length": 205.875, + "completions/mean_terminated_length": 182.0678581237793, + "completions/min_length": 80.3, + "completions/min_terminated_length": 80.3, + "entropy": 0.3935362044721842, + "epoch": 0.40955176093916756, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.07340641617774964, + "num_tokens": 14387845.0, + "reward": 0.4, + "reward_std": 0.2874556124210358, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.2874556124210358, + "step": 3070, + "step_time": 17.360236372146755, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 498.7, + "completions/max_terminated_length": 317.6, + "completions/mean_length": 179.725, + "completions/mean_terminated_length": 154.27321548461913, + "completions/min_length": 68.1, + "completions/min_terminated_length": 68.1, + "entropy": 0.3614945448935032, + "epoch": 0.41088580576307365, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.015516254305839538, + "num_tokens": 14430431.0, + "reward": 0.4125, + "reward_std": 0.2857582807540894, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.28575828671455383, + "step": 3080, + "step_time": 14.512255771644414, + "zero_adv_skip_rate": 0.389 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 742.0, + "completions/max_terminated_length": 473.8, + "completions/mean_length": 284.5625, + "completions/mean_terminated_length": 242.5785774230957, + "completions/min_length": 108.1, + "completions/min_terminated_length": 108.1, + "entropy": 0.25109710562974213, + "epoch": 0.41221985058697974, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.05886385440826416, + "num_tokens": 14482092.0, + "reward": 0.4625, + "reward_std": 0.19864802658557892, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.19864802658557892, + "step": 3090, + "step_time": 20.861568889953197, + "zero_adv_skip_rate": 0.3893 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 354.5, + "completions/max_terminated_length": 354.5, + "completions/mean_length": 179.425, + "completions/mean_terminated_length": 179.425, + "completions/min_length": 72.5, + "completions/min_terminated_length": 72.5, + "entropy": 0.4314347955708702, + "epoch": 0.41355389541088583, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.80859375, + "learning_rate": 1e-06, + "loss": 0.042150062322616574, + "num_tokens": 14527254.0, + "reward": 0.4, + "reward_std": 0.2886738538742065, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.2886738657951355, + "step": 3100, + "step_time": 10.885504367388785, + "zero_adv_skip_rate": 0.3894 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 786.3, + "completions/max_terminated_length": 262.5, + "completions/mean_length": 246.2625, + "completions/mean_terminated_length": 151.44643173217773, + "completions/min_length": 71.6, + "completions/min_terminated_length": 71.6, + "entropy": 0.38380289264023304, + "epoch": 0.41488794023479186, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.023955520987510682, + "num_tokens": 14576355.0, + "reward": 0.3875, + "reward_std": 0.17422835528850555, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.17422835528850555, + "step": 3110, + "step_time": 21.38902228930965, + "zero_adv_skip_rate": 0.39 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 710.5, + "completions/max_terminated_length": 528.2, + "completions/mean_length": 220.325, + "completions/mean_terminated_length": 194.88928756713867, + "completions/min_length": 70.9, + "completions/min_terminated_length": 70.9, + "entropy": 0.3940169561654329, + "epoch": 0.41622198505869795, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.6328125, + "learning_rate": 1e-06, + "loss": -0.01643856167793274, + "num_tokens": 14624557.0, + "reward": 0.2375, + "reward_std": 0.22051936089992524, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.22051936089992524, + "step": 3120, + "step_time": 19.42443821989, + "zero_adv_skip_rate": 0.3904 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 564.7, + "completions/max_terminated_length": 364.9, + "completions/mean_length": 232.075, + "completions/mean_terminated_length": 180.38988151550294, + "completions/min_length": 64.8, + "completions/min_terminated_length": 64.8, + "entropy": 0.37052817828953266, + "epoch": 0.41755602988260404, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.392578125, + "learning_rate": 1e-06, + "loss": 0.04394925236701965, + "num_tokens": 14674267.0, + "reward": 0.2875, + "reward_std": 0.27397160828113554, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.27397160828113554, + "step": 3130, + "step_time": 15.826927597634494, + "zero_adv_skip_rate": 0.3904 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 832.1, + "completions/max_terminated_length": 643.3, + "completions/mean_length": 271.2125, + "completions/mean_terminated_length": 246.21071548461913, + "completions/min_length": 80.6, + "completions/min_terminated_length": 80.6, + "entropy": 0.3855565955551962, + "epoch": 0.41889007470651013, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.447265625, + "learning_rate": 1e-06, + "loss": 0.11559396982192993, + "num_tokens": 14724660.0, + "reward": 0.3625, + "reward_std": 0.28489942848682404, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.284899440407753, + "step": 3140, + "step_time": 22.88993926560506, + "zero_adv_skip_rate": 0.3904 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 704.7, + "completions/max_terminated_length": 540.8, + "completions/mean_length": 293.2875, + "completions/mean_terminated_length": 246.19940643310548, + "completions/min_length": 105.7, + "completions/min_terminated_length": 105.7, + "entropy": 0.4372224261363347, + "epoch": 0.4202241195304162, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.046436816453933716, + "num_tokens": 14775163.0, + "reward": 0.4125, + "reward_std": 0.14433692693710326, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.14433693289756774, + "step": 3150, + "step_time": 19.00913180662319, + "zero_adv_skip_rate": 0.3914 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 498.8, + "completions/max_terminated_length": 310.9, + "completions/mean_length": 181.25, + "completions/mean_terminated_length": 156.716072845459, + "completions/min_length": 86.9, + "completions/min_terminated_length": 86.9, + "entropy": 0.36184400473056094, + "epoch": 0.4215581643543223, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.7734375, + "learning_rate": 1e-06, + "loss": 0.09931734800338746, + "num_tokens": 14817919.0, + "reward": 0.5125, + "reward_std": 0.31855743527412417, + "rewards/correctness_reward/mean": 0.5125, + "rewards/correctness_reward/std": 0.3185574531555176, + "step": 3160, + "step_time": 14.393841470312328, + "zero_adv_skip_rate": 0.3911 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 507.1, + "completions/max_terminated_length": 439.9, + "completions/mean_length": 262.1625, + "completions/mean_terminated_length": 244.05714645385743, + "completions/min_length": 114.2, + "completions/min_terminated_length": 114.2, + "entropy": 0.4277646791888401, + "epoch": 0.4228922091782284, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.2412109375, + "learning_rate": 1e-06, + "loss": -0.028056353330612183, + "num_tokens": 14867452.0, + "reward": 0.2375, + "reward_std": 0.332049286365509, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.3320492923259735, + "step": 3170, + "step_time": 14.776594763994217, + "zero_adv_skip_rate": 0.3905 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 363.9, + "completions/max_terminated_length": 363.9, + "completions/mean_length": 178.6375, + "completions/mean_terminated_length": 178.27678604125975, + "completions/min_length": 71.6, + "completions/min_terminated_length": 71.6, + "entropy": 0.3734993330602135, + "epoch": 0.4242262540021345, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.482421875, + "learning_rate": 1e-06, + "loss": 0.020479395985603333, + "num_tokens": 14909575.0, + "reward": 0.5, + "reward_std": 0.3038551896810532, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.30385519564151764, + "step": 3180, + "step_time": 10.961421271599828, + "zero_adv_skip_rate": 0.3903 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 577.2, + "completions/max_terminated_length": 575.3, + "completions/mean_length": 245.0125, + "completions/mean_terminated_length": 243.88928756713867, + "completions/min_length": 83.2, + "completions/min_terminated_length": 83.2, + "entropy": 0.4305568277569754, + "epoch": 0.4255602988260406, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.13565030097961425, + "num_tokens": 14959160.0, + "reward": 0.4375, + "reward_std": 0.3257186770439148, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.32571869492530825, + "step": 3190, + "step_time": 16.34901381796226, + "zero_adv_skip_rate": 0.39 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 255.1, + "completions/max_terminated_length": 255.1, + "completions/mean_length": 138.0375, + "completions/mean_terminated_length": 138.0375, + "completions/min_length": 71.0, + "completions/min_terminated_length": 71.0, + "entropy": 0.3304637718413557, + "epoch": 0.42689434364994666, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.52734375, + "learning_rate": 1e-06, + "loss": -0.04635384678840637, + "num_tokens": 14996067.0, + "reward": 0.4625, + "reward_std": 0.33458509743213655, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.33458509743213655, + "step": 3200, + "step_time": 8.140461628418416, + "zero_adv_skip_rate": 0.3897 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 630.5, + "completions/max_terminated_length": 451.3, + "completions/mean_length": 222.7, + "completions/mean_terminated_length": 197.71785736083984, + "completions/min_length": 73.9, + "completions/min_terminated_length": 73.9, + "entropy": 0.4034978337585926, + "epoch": 0.4282283884738527, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.6484375, + "learning_rate": 1e-06, + "loss": -0.1062925934791565, + "num_tokens": 15042339.0, + "reward": 0.2875, + "reward_std": 0.26849985122680664, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2684998571872711, + "step": 3210, + "step_time": 17.329608189407736, + "zero_adv_skip_rate": 0.3897 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 808.0, + "completions/max_terminated_length": 616.0, + "completions/mean_length": 254.7875, + "completions/mean_terminated_length": 212.02143249511718, + "completions/min_length": 89.3, + "completions/min_terminated_length": 89.3, + "entropy": 0.3667602820787579, + "epoch": 0.4295624332977588, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.384765625, + "learning_rate": 1e-06, + "loss": 0.019642768800258635, + "num_tokens": 15089882.0, + "reward": 0.375, + "reward_std": 0.3130935251712799, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.3130935370922089, + "step": 3220, + "step_time": 21.962425818201154, + "zero_adv_skip_rate": 0.3894 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 632.2, + "completions/max_terminated_length": 613.0, + "completions/mean_length": 273.15, + "completions/mean_terminated_length": 270.14107208251954, + "completions/min_length": 105.7, + "completions/min_terminated_length": 105.7, + "entropy": 0.39195155367876094, + "epoch": 0.43089647812166487, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.423828125, + "learning_rate": 1e-06, + "loss": 0.012867695093154908, + "num_tokens": 15145686.0, + "reward": 0.225, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 3230, + "step_time": 17.506435258220883, + "zero_adv_skip_rate": 0.3895 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 289.1, + "completions/max_terminated_length": 288.2, + "completions/mean_length": 156.1375, + "completions/mean_terminated_length": 155.4571434020996, + "completions/min_length": 86.4, + "completions/min_terminated_length": 86.4, + "entropy": 0.3709902656264603, + "epoch": 0.43223052294557096, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.546875, + "learning_rate": 1e-06, + "loss": 0.0028678208589553835, + "num_tokens": 15187801.0, + "reward": 0.4125, + "reward_std": 0.18138959705829621, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.18138959705829621, + "step": 3240, + "step_time": 8.516131642553955, + "zero_adv_skip_rate": 0.3901 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 311.5, + "completions/max_terminated_length": 311.5, + "completions/mean_length": 160.8125, + "completions/mean_terminated_length": 160.8125, + "completions/min_length": 90.8, + "completions/min_terminated_length": 90.8, + "entropy": 0.32833857954080614, + "epoch": 0.43356456776947705, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.5625, + "learning_rate": 1e-06, + "loss": -0.04587138295173645, + "num_tokens": 15229898.0, + "reward": 0.275, + "reward_std": 0.3202547669410706, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.3202547788619995, + "step": 3250, + "step_time": 9.598452550079674, + "zero_adv_skip_rate": 0.3898 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 427.5, + "completions/max_terminated_length": 417.9, + "completions/mean_length": 220.9375, + "completions/mean_terminated_length": 219.48750038146972, + "completions/min_length": 80.1, + "completions/min_terminated_length": 80.1, + "entropy": 0.3985643535852432, + "epoch": 0.43489861259338314, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.03550328612327576, + "num_tokens": 15278125.0, + "reward": 0.375, + "reward_std": 0.2112731784582138, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.2112731844186783, + "step": 3260, + "step_time": 12.289964746218175, + "zero_adv_skip_rate": 0.3902 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 577.0, + "completions/max_terminated_length": 574.6, + "completions/mean_length": 240.2125, + "completions/mean_terminated_length": 239.5607147216797, + "completions/min_length": 83.1, + "completions/min_terminated_length": 83.1, + "entropy": 0.45053806751966474, + "epoch": 0.4362326574172892, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.453125, + "learning_rate": 1e-06, + "loss": 0.04338962733745575, + "num_tokens": 15324854.0, + "reward": 0.25, + "reward_std": 0.23691109120845794, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.23691110908985138, + "step": 3270, + "step_time": 16.34690610151738, + "zero_adv_skip_rate": 0.3905 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 469.5, + "completions/max_terminated_length": 422.5, + "completions/mean_length": 251.025, + "completions/mean_terminated_length": 222.4678581237793, + "completions/min_length": 95.7, + "completions/min_terminated_length": 95.7, + "entropy": 0.4414745173417032, + "epoch": 0.4375667022411953, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.59765625, + "learning_rate": 1e-06, + "loss": -0.04631409347057343, + "num_tokens": 15372680.0, + "reward": 0.2625, + "reward_std": 0.33921052813529967, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.3392105340957642, + "step": 3280, + "step_time": 13.784434454515576, + "zero_adv_skip_rate": 0.3899 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 625.2, + "completions/max_terminated_length": 293.9, + "completions/mean_length": 212.0125, + "completions/mean_terminated_length": 163.50000381469727, + "completions/min_length": 72.0, + "completions/min_terminated_length": 72.0, + "entropy": 0.4548579044640064, + "epoch": 0.4389007470651014, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.06590721607208253, + "num_tokens": 15419841.0, + "reward": 0.175, + "reward_std": 0.1632926881313324, + "rewards/correctness_reward/mean": 0.175, + "rewards/correctness_reward/std": 0.1632926881313324, + "step": 3290, + "step_time": 16.985018668323754, + "zero_adv_skip_rate": 0.3906 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 473.4, + "completions/max_terminated_length": 401.0, + "completions/mean_length": 192.775, + "completions/mean_terminated_length": 172.6714309692383, + "completions/min_length": 74.0, + "completions/min_terminated_length": 74.0, + "entropy": 0.37901414558291435, + "epoch": 0.4402347918890075, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.037241813540458676, + "num_tokens": 15464327.0, + "reward": 0.425, + "reward_std": 0.2722742766141891, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.27227428257465364, + "step": 3300, + "step_time": 13.490771828312427, + "zero_adv_skip_rate": 0.3906 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 974.0, + "completions/max_terminated_length": 510.5, + "completions/mean_length": 330.6125, + "completions/mean_terminated_length": 265.89286346435546, + "completions/min_length": 133.8, + "completions/min_terminated_length": 133.8, + "entropy": 0.3653562720865011, + "epoch": 0.4415688367129136, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.09767056107521058, + "num_tokens": 15520880.0, + "reward": 0.1875, + "reward_std": 0.1977891743183136, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.19778918027877807, + "step": 3310, + "step_time": 26.732110422197728, + "zero_adv_skip_rate": 0.3912 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 694.3, + "completions/max_terminated_length": 586.2, + "completions/mean_length": 293.575, + "completions/mean_terminated_length": 273.5928588867188, + "completions/min_length": 88.9, + "completions/min_terminated_length": 88.9, + "entropy": 0.42176809534430504, + "epoch": 0.4429028815368196, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.41796875, + "learning_rate": 1e-06, + "loss": 0.003262786567211151, + "num_tokens": 15573806.0, + "reward": 0.125, + "reward_std": 0.13340125977993011, + "rewards/correctness_reward/mean": 0.125, + "rewards/correctness_reward/std": 0.1334012657403946, + "step": 3320, + "step_time": 19.878994594421236, + "zero_adv_skip_rate": 0.3922 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 497.8, + "completions/max_terminated_length": 493.3, + "completions/mean_length": 204.75, + "completions/mean_terminated_length": 203.8357147216797, + "completions/min_length": 79.3, + "completions/min_terminated_length": 79.3, + "entropy": 0.37879737094044685, + "epoch": 0.4442369263607257, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.13934110403060912, + "num_tokens": 15618898.0, + "reward": 0.4125, + "reward_std": 0.23484184443950654, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.23484184443950654, + "step": 3330, + "step_time": 14.878186760656536, + "zero_adv_skip_rate": 0.3925 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 657.4, + "completions/max_terminated_length": 505.6, + "completions/mean_length": 247.0, + "completions/mean_terminated_length": 225.07678833007813, + "completions/min_length": 94.1, + "completions/min_terminated_length": 94.1, + "entropy": 0.29702246685822803, + "epoch": 0.4455709711846318, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.048518973588943484, + "num_tokens": 15668962.0, + "reward": 0.3625, + "reward_std": 0.28489942848682404, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.284899440407753, + "step": 3340, + "step_time": 19.179389284178615, + "zero_adv_skip_rate": 0.3925 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 538.7, + "completions/max_terminated_length": 331.5, + "completions/mean_length": 179.85, + "completions/mean_terminated_length": 153.44285774230957, + "completions/min_length": 75.7, + "completions/min_terminated_length": 75.7, + "entropy": 0.3922895509749651, + "epoch": 0.4469050160085379, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.3046875, + "learning_rate": 1e-06, + "loss": 0.031350824236869815, + "num_tokens": 15710214.0, + "reward": 0.45, + "reward_std": 0.18771235942840575, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.18771235942840575, + "step": 3350, + "step_time": 15.835942746698857, + "zero_adv_skip_rate": 0.3928 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 359.4, + "completions/max_terminated_length": 346.5, + "completions/mean_length": 154.7875, + "completions/mean_terminated_length": 152.03214416503906, + "completions/min_length": 77.0, + "completions/min_terminated_length": 77.0, + "entropy": 0.4105710467944543, + "epoch": 0.44823906083244397, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.48828125, + "learning_rate": 1e-06, + "loss": -0.014115083217620849, + "num_tokens": 15752253.0, + "reward": 0.375, + "reward_std": 0.28659676015377045, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.2865967661142349, + "step": 3360, + "step_time": 11.257349693309516, + "zero_adv_skip_rate": 0.3929 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 588.3, + "completions/max_terminated_length": 427.8, + "completions/mean_length": 212.5875, + "completions/mean_terminated_length": 186.2303596496582, + "completions/min_length": 75.7, + "completions/min_terminated_length": 75.7, + "entropy": 0.2911765268072486, + "epoch": 0.44957310565635006, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.05335766077041626, + "num_tokens": 15799020.0, + "reward": 0.3375, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 3370, + "step_time": 17.225827161874623, + "zero_adv_skip_rate": 0.3932 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 455.4, + "completions/max_terminated_length": 429.9, + "completions/mean_length": 222.9125, + "completions/mean_terminated_length": 218.6214298248291, + "completions/min_length": 97.8, + "completions/min_terminated_length": 97.8, + "entropy": 0.43690106049180033, + "epoch": 0.45090715048025615, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.01767892241477966, + "num_tokens": 15845125.0, + "reward": 0.4, + "reward_std": 0.23691109120845794, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.23691110908985138, + "step": 3380, + "step_time": 13.934144701808691, + "zero_adv_skip_rate": 0.3935 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 181.1, + "completions/max_terminated_length": 167.9, + "completions/mean_length": 108.15, + "completions/mean_terminated_length": 105.24285888671875, + "completions/min_length": 57.4, + "completions/min_terminated_length": 57.4, + "entropy": 0.36406522849574685, + "epoch": 0.45224119530416224, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.03747690916061401, + "num_tokens": 15881353.0, + "reward": 0.4, + "reward_std": 0.3610740154981613, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.36107403337955474, + "step": 3390, + "step_time": 6.857184922322631, + "zero_adv_skip_rate": 0.3929 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 627.8, + "completions/max_terminated_length": 381.0, + "completions/mean_length": 249.925, + "completions/mean_terminated_length": 207.08393325805665, + "completions/min_length": 96.4, + "completions/min_terminated_length": 96.4, + "entropy": 0.38543313803772133, + "epoch": 0.4535752401280683, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.007006685435771942, + "num_tokens": 15928187.0, + "reward": 0.3375, + "reward_std": 0.12793734967708587, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.12793734967708587, + "step": 3400, + "step_time": 17.79933924814686, + "zero_adv_skip_rate": 0.3938 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 495.3, + "completions/max_terminated_length": 467.1, + "completions/mean_length": 221.1375, + "completions/mean_terminated_length": 201.48928833007812, + "completions/min_length": 72.0, + "completions/min_terminated_length": 72.0, + "entropy": 0.38095253985375166, + "epoch": 0.4549092849519744, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.58984375, + "learning_rate": 1e-06, + "loss": -0.04590202867984772, + "num_tokens": 15973390.0, + "reward": 0.4625, + "reward_std": 0.361081862449646, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.3610818684101105, + "step": 3410, + "step_time": 15.813159693218768, + "zero_adv_skip_rate": 0.3933 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 832.4, + "completions/max_terminated_length": 524.9, + "completions/mean_length": 299.825, + "completions/mean_terminated_length": 252.8839324951172, + "completions/min_length": 95.2, + "completions/min_terminated_length": 95.2, + "entropy": 0.42291568658713785, + "epoch": 0.45624332977588045, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.006469470262527466, + "num_tokens": 16029856.0, + "reward": 0.3125, + "reward_std": 0.3257186770439148, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.32571869492530825, + "step": 3420, + "step_time": 24.519353307876735, + "zero_adv_skip_rate": 0.393 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 826.5, + "completions/max_terminated_length": 779.8, + "completions/mean_length": 317.4375, + "completions/mean_terminated_length": 301.0035766601562, + "completions/min_length": 104.2, + "completions/min_terminated_length": 104.2, + "entropy": 0.3181531595598374, + "epoch": 0.45757737459978653, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.02037317156791687, + "num_tokens": 16083947.0, + "reward": 0.4, + "reward_std": 0.35305392146110537, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.35305394530296325, + "step": 3430, + "step_time": 24.767858824599536, + "zero_adv_skip_rate": 0.3927 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 539.5, + "completions/max_terminated_length": 325.8, + "completions/mean_length": 185.6, + "completions/mean_terminated_length": 154.80893173217774, + "completions/min_length": 78.0, + "completions/min_terminated_length": 78.0, + "entropy": 0.364984939340502, + "epoch": 0.4589114194236926, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.240234375, + "learning_rate": 1e-06, + "loss": 0.012001962214708329, + "num_tokens": 16126419.0, + "reward": 0.3875, + "reward_std": 0.3265775293111801, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.3265775412321091, + "step": 3440, + "step_time": 17.406816693302243, + "zero_adv_skip_rate": 0.3922 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 678.1, + "completions/max_terminated_length": 492.5, + "completions/mean_length": 250.45, + "completions/mean_terminated_length": 226.49285774230958, + "completions/min_length": 97.8, + "completions/min_terminated_length": 97.8, + "entropy": 0.3572706701233983, + "epoch": 0.4602454642475987, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04112858772277832, + "num_tokens": 16178015.0, + "reward": 0.475, + "reward_std": 0.24030575454235076, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.24030576050281524, + "step": 3450, + "step_time": 20.278545079659672, + "zero_adv_skip_rate": 0.3925 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 779.1, + "completions/max_terminated_length": 478.1, + "completions/mean_length": 287.8, + "completions/mean_terminated_length": 216.85833663940429, + "completions/min_length": 89.9, + "completions/min_terminated_length": 89.9, + "entropy": 0.40199789265170693, + "epoch": 0.4615795090715048, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.00785471946001053, + "num_tokens": 16228463.0, + "reward": 0.275, + "reward_std": 0.26680251955986023, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.2668025314807892, + "step": 3460, + "step_time": 23.271696721576156, + "zero_adv_skip_rate": 0.3925 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 792.3, + "completions/max_terminated_length": 314.5, + "completions/mean_length": 224.8625, + "completions/mean_terminated_length": 158.2892868041992, + "completions/min_length": 81.2, + "completions/min_terminated_length": 81.2, + "entropy": 0.30652952641248704, + "epoch": 0.4629135538954109, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.05741763710975647, + "num_tokens": 16277052.0, + "reward": 0.325, + "reward_std": 0.22598327100276946, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.22598327696323395, + "step": 3470, + "step_time": 23.628059020638467, + "zero_adv_skip_rate": 0.3928 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 329.0, + "completions/max_terminated_length": 316.8, + "completions/mean_length": 178.5875, + "completions/mean_terminated_length": 170.05893173217774, + "completions/min_length": 102.0, + "completions/min_terminated_length": 102.0, + "entropy": 0.34843511579351294, + "epoch": 0.464247598719317, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.263671875, + "learning_rate": 1e-06, + "loss": 0.0827571451663971, + "num_tokens": 16320755.0, + "reward": 0.4, + "reward_std": 0.3909654438495636, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3909654557704926, + "step": 3480, + "step_time": 11.225054739043117, + "zero_adv_skip_rate": 0.392 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 681.9, + "completions/max_terminated_length": 509.7, + "completions/mean_length": 264.1875, + "completions/mean_terminated_length": 241.48928680419922, + "completions/min_length": 117.6, + "completions/min_terminated_length": 117.6, + "entropy": 0.28562078438699245, + "epoch": 0.46558164354322307, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.005127435922622681, + "num_tokens": 16371226.0, + "reward": 0.2375, + "reward_std": 0.26681036651134493, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.26681036651134493, + "step": 3490, + "step_time": 20.410283180419356, + "zero_adv_skip_rate": 0.392 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 228.0, + "completions/max_terminated_length": 225.4, + "completions/mean_length": 129.525, + "completions/mean_terminated_length": 128.35000076293946, + "completions/min_length": 68.7, + "completions/min_terminated_length": 68.7, + "entropy": 0.3527666690060869, + "epoch": 0.46691568836712916, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.009477762132883072, + "num_tokens": 16409172.0, + "reward": 0.3625, + "reward_std": 0.35013834834098817, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.3501383662223816, + "step": 3500, + "step_time": 8.176886513922364, + "zero_adv_skip_rate": 0.3914 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 601.2, + "completions/max_terminated_length": 317.2, + "completions/mean_length": 239.8125, + "completions/mean_terminated_length": 174.74524536132813, + "completions/min_length": 97.7, + "completions/min_terminated_length": 97.7, + "entropy": 0.43417290567109984, + "epoch": 0.46824973319103524, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.1316324234008789, + "num_tokens": 16456885.0, + "reward": 0.475, + "reward_std": 0.26133076250553133, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.26133078038692475, + "step": 3510, + "step_time": 18.161609594523906, + "zero_adv_skip_rate": 0.3915 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 643.6, + "completions/max_terminated_length": 479.4, + "completions/mean_length": 255.1875, + "completions/mean_terminated_length": 228.7107162475586, + "completions/min_length": 96.4, + "completions/min_terminated_length": 96.4, + "entropy": 0.34939822293817996, + "epoch": 0.4695837780149413, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.6796875, + "learning_rate": 1e-06, + "loss": -0.11626236438751221, + "num_tokens": 16507860.0, + "reward": 0.075, + "reward_std": 0.18771235942840575, + "rewards/correctness_reward/mean": 0.075, + "rewards/correctness_reward/std": 0.18771235942840575, + "step": 3520, + "step_time": 18.9630541828461, + "zero_adv_skip_rate": 0.3918 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 536.8, + "completions/max_terminated_length": 371.2, + "completions/mean_length": 234.85, + "completions/mean_terminated_length": 188.4077392578125, + "completions/min_length": 78.3, + "completions/min_terminated_length": 78.3, + "entropy": 0.3329969147220254, + "epoch": 0.47091782283884737, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0015343319624662398, + "num_tokens": 16557680.0, + "reward": 0.1875, + "reward_std": 0.22768060266971588, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.22768060266971588, + "step": 3530, + "step_time": 16.117773772682995, + "zero_adv_skip_rate": 0.3921 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 417.0, + "completions/max_terminated_length": 408.6, + "completions/mean_length": 206.1375, + "completions/mean_terminated_length": 199.93750228881837, + "completions/min_length": 89.3, + "completions/min_terminated_length": 89.3, + "entropy": 0.3996412018314004, + "epoch": 0.47225186766275346, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.36328125, + "learning_rate": 1e-06, + "loss": 0.04348827600479126, + "num_tokens": 16604915.0, + "reward": 0.2875, + "reward_std": 0.24662851691246032, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2466285228729248, + "step": 3540, + "step_time": 12.985562540683896, + "zero_adv_skip_rate": 0.3921 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 531.8, + "completions/max_terminated_length": 417.9, + "completions/mean_length": 225.4875, + "completions/mean_terminated_length": 204.8250026702881, + "completions/min_length": 77.1, + "completions/min_terminated_length": 77.1, + "entropy": 0.43328591994941235, + "epoch": 0.47358591248665954, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.515625, + "learning_rate": 1e-06, + "loss": 0.020556829869747162, + "num_tokens": 16649298.0, + "reward": 0.4125, + "reward_std": 0.18138959705829621, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.18138959705829621, + "step": 3550, + "step_time": 15.733971172850579, + "zero_adv_skip_rate": 0.3927 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 445.2, + "completions/max_terminated_length": 279.9, + "completions/mean_length": 198.575, + "completions/mean_terminated_length": 175.56964416503905, + "completions/min_length": 77.9, + "completions/min_terminated_length": 77.9, + "entropy": 0.3109995752040829, + "epoch": 0.47491995731056563, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.734375, + "learning_rate": 1e-06, + "loss": -0.008282551914453507, + "num_tokens": 16692576.0, + "reward": 0.4375, + "reward_std": 0.34211825430393217, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.3421182781457901, + "step": 3560, + "step_time": 13.838000807259231, + "zero_adv_skip_rate": 0.3924 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 275.9, + "completions/max_terminated_length": 249.6, + "completions/mean_length": 138.8625, + "completions/mean_terminated_length": 134.33035888671876, + "completions/min_length": 68.8, + "completions/min_terminated_length": 68.8, + "entropy": 0.578465369840463, + "epoch": 0.4762540021344717, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.65625, + "learning_rate": 1e-06, + "loss": -0.019043627381324767, + "num_tokens": 16734477.0, + "reward": 0.3625, + "reward_std": 0.15149816870689392, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.1514981746673584, + "step": 3570, + "step_time": 8.652484191209078, + "zero_adv_skip_rate": 0.3933 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 583.3, + "completions/max_terminated_length": 237.3, + "completions/mean_length": 187.4125, + "completions/mean_terminated_length": 139.9214309692383, + "completions/min_length": 81.0, + "completions/min_terminated_length": 81.0, + "entropy": 0.4397554527968168, + "epoch": 0.4775880469583778, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.33203125, + "learning_rate": 1e-06, + "loss": 0.035601213574409485, + "num_tokens": 16776598.0, + "reward": 0.375, + "reward_std": 0.40189326405525205, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.40189328789711, + "step": 3580, + "step_time": 17.915511938370763, + "zero_adv_skip_rate": 0.3925 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 760.4, + "completions/max_terminated_length": 462.4, + "completions/mean_length": 281.325, + "completions/mean_terminated_length": 236.0482162475586, + "completions/min_length": 105.8, + "completions/min_terminated_length": 105.8, + "entropy": 0.3660246117506176, + "epoch": 0.4789220917822839, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.00430905856192112, + "num_tokens": 16830080.0, + "reward": 0.2125, + "reward_std": 0.15235702097415924, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.15235702097415924, + "step": 3590, + "step_time": 22.02548081725836, + "zero_adv_skip_rate": 0.393 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 708.5, + "completions/max_terminated_length": 461.6, + "completions/mean_length": 269.15, + "completions/mean_terminated_length": 227.3464340209961, + "completions/min_length": 84.4, + "completions/min_terminated_length": 84.4, + "entropy": 0.3618824081495404, + "epoch": 0.48025613660619, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.4609375, + "learning_rate": 1e-06, + "loss": 0.17707740068435668, + "num_tokens": 16880052.0, + "reward": 0.375, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 3600, + "step_time": 20.953678432013838, + "zero_adv_skip_rate": 0.3931 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 421.5, + "completions/max_terminated_length": 421.5, + "completions/mean_length": 183.9125, + "completions/mean_terminated_length": 183.44107208251953, + "completions/min_length": 68.8, + "completions/min_terminated_length": 68.8, + "entropy": 0.3219907065853477, + "epoch": 0.4815901814300961, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.5859375, + "learning_rate": 1e-06, + "loss": -0.029902338981628418, + "num_tokens": 16924501.0, + "reward": 0.4, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 3610, + "step_time": 12.944401746615767, + "zero_adv_skip_rate": 0.3934 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 437.6, + "completions/max_terminated_length": 435.0, + "completions/mean_length": 200.025, + "completions/mean_terminated_length": 199.28214340209962, + "completions/min_length": 73.2, + "completions/min_terminated_length": 73.2, + "entropy": 0.39117641846782397, + "epoch": 0.4829242262540021, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.3984375, + "learning_rate": 1e-06, + "loss": 0.0316151112318039, + "num_tokens": 16969359.0, + "reward": 0.25, + "reward_std": 0.3038551896810532, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.30385519564151764, + "step": 3620, + "step_time": 13.675478547811508, + "zero_adv_skip_rate": 0.3931 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 615.0, + "completions/max_terminated_length": 404.2, + "completions/mean_length": 204.175, + "completions/mean_terminated_length": 175.86428680419922, + "completions/min_length": 83.5, + "completions/min_terminated_length": 83.5, + "entropy": 0.3092529183874528, + "epoch": 0.4842582710779082, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.72265625, + "learning_rate": 1e-06, + "loss": 0.14459167718887328, + "num_tokens": 17015493.0, + "reward": 0.375, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 3630, + "step_time": 18.3708520937711, + "zero_adv_skip_rate": 0.3931 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 315.6, + "completions/max_terminated_length": 310.7, + "completions/mean_length": 150.825, + "completions/mean_terminated_length": 149.95892868041992, + "completions/min_length": 57.1, + "completions/min_terminated_length": 57.1, + "entropy": 0.36279461719095707, + "epoch": 0.4855923159018143, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.08129200339317322, + "num_tokens": 17057895.0, + "reward": 0.5125, + "reward_std": 0.361081862449646, + "rewards/correctness_reward/mean": 0.5125, + "rewards/correctness_reward/std": 0.3610818684101105, + "step": 3640, + "step_time": 10.518262290861458, + "zero_adv_skip_rate": 0.3926 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 899.7, + "completions/max_terminated_length": 540.4, + "completions/mean_length": 290.3, + "completions/mean_terminated_length": 243.03571624755858, + "completions/min_length": 115.5, + "completions/min_terminated_length": 115.5, + "entropy": 0.36562213940279825, + "epoch": 0.4869263607257204, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.30859375, + "learning_rate": 1e-06, + "loss": -0.07637371420860291, + "num_tokens": 17110287.0, + "reward": 0.2625, + "reward_std": 0.33287991881370543, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.33287993669509885, + "step": 3650, + "step_time": 26.465035409480333, + "zero_adv_skip_rate": 0.3923 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 440.3, + "completions/max_terminated_length": 293.8, + "completions/mean_length": 191.4, + "completions/mean_terminated_length": 170.00893020629883, + "completions/min_length": 87.7, + "completions/min_terminated_length": 87.7, + "entropy": 0.3425381085835397, + "epoch": 0.48826040554962646, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.07325968742370606, + "num_tokens": 17154151.0, + "reward": 0.5, + "reward_std": 0.23400336503982544, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.23400336503982544, + "step": 3660, + "step_time": 13.656539129372685, + "zero_adv_skip_rate": 0.3923 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 557.0, + "completions/max_terminated_length": 435.5, + "completions/mean_length": 227.575, + "completions/mean_terminated_length": 202.52143096923828, + "completions/min_length": 91.8, + "completions/min_terminated_length": 91.8, + "entropy": 0.3681626107543707, + "epoch": 0.48959445037353255, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.4453125, + "learning_rate": 1e-06, + "loss": -0.006588567793369293, + "num_tokens": 17202349.0, + "reward": 0.1375, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.1375, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 3670, + "step_time": 16.89750128146261, + "zero_adv_skip_rate": 0.3926 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 363.8, + "completions/max_terminated_length": 356.2, + "completions/mean_length": 217.25, + "completions/mean_terminated_length": 216.0571434020996, + "completions/min_length": 106.8, + "completions/min_terminated_length": 106.8, + "entropy": 0.2736032985150814, + "epoch": 0.49092849519743864, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.029405826330184938, + "num_tokens": 17247017.0, + "reward": 0.325, + "reward_std": 0.24238284826278686, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.24238286018371583, + "step": 3680, + "step_time": 11.52172925202176, + "zero_adv_skip_rate": 0.3929 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 371.7, + "completions/max_terminated_length": 355.9, + "completions/mean_length": 208.8875, + "completions/mean_terminated_length": 205.84285888671874, + "completions/min_length": 106.4, + "completions/min_terminated_length": 106.4, + "entropy": 0.2968423863252004, + "epoch": 0.49226254002134473, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.84375, + "learning_rate": 1e-06, + "loss": -0.01857403963804245, + "num_tokens": 17295048.0, + "reward": 0.175, + "reward_std": 0.13887301683425904, + "rewards/correctness_reward/mean": 0.175, + "rewards/correctness_reward/std": 0.13887301683425904, + "step": 3690, + "step_time": 11.44270655028522, + "zero_adv_skip_rate": 0.3938 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 688.6, + "completions/max_terminated_length": 639.6, + "completions/mean_length": 309.55, + "completions/mean_terminated_length": 293.2000030517578, + "completions/min_length": 116.8, + "completions/min_terminated_length": 116.8, + "entropy": 0.352532713940101, + "epoch": 0.4935965848452508, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.6875, + "learning_rate": 1e-06, + "loss": 0.0022005259990692137, + "num_tokens": 17351452.0, + "reward": 0.2, + "reward_std": 0.31648818850517274, + "rewards/correctness_reward/mean": 0.2, + "rewards/correctness_reward/std": 0.31648818850517274, + "step": 3700, + "step_time": 20.650383820943535, + "zero_adv_skip_rate": 0.3935 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 780.3, + "completions/max_terminated_length": 523.2, + "completions/mean_length": 283.325, + "completions/mean_terminated_length": 238.73750228881835, + "completions/min_length": 87.4, + "completions/min_terminated_length": 87.4, + "entropy": 0.49020378415783245, + "epoch": 0.4949306296691569, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.01145332157611847, + "num_tokens": 17404638.0, + "reward": 0.275, + "reward_std": 0.13340125977993011, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.1334012657403946, + "step": 3710, + "step_time": 22.614077482186257, + "zero_adv_skip_rate": 0.3943 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 1014.2, + "completions/max_terminated_length": 650.5, + "completions/mean_length": 321.825, + "completions/mean_terminated_length": 265.7142929077148, + "completions/min_length": 110.5, + "completions/min_terminated_length": 110.5, + "entropy": 0.41063491422683, + "epoch": 0.49626467449306294, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.267578125, + "learning_rate": 1e-06, + "loss": -0.03764457106590271, + "num_tokens": 17458896.0, + "reward": 0.25, + "reward_std": 0.22598327100276946, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.22598327696323395, + "step": 3720, + "step_time": 29.43062931280583, + "zero_adv_skip_rate": 0.3946 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 893.2, + "completions/max_terminated_length": 587.5, + "completions/mean_length": 311.55, + "completions/mean_terminated_length": 266.2375015258789, + "completions/min_length": 113.1, + "completions/min_terminated_length": 113.1, + "entropy": 0.3127228822559118, + "epoch": 0.49759871931696903, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.32421875, + "learning_rate": 1e-06, + "loss": -0.022151993215084077, + "num_tokens": 17512508.0, + "reward": 0.3, + "reward_std": 0.14603425860404967, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.14603425860404967, + "step": 3730, + "step_time": 25.851493115257473, + "zero_adv_skip_rate": 0.3954 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 874.0, + "completions/max_terminated_length": 594.7, + "completions/mean_length": 314.95, + "completions/mean_terminated_length": 228.38571586608887, + "completions/min_length": 75.2, + "completions/min_terminated_length": 75.2, + "entropy": 0.43628463389662403, + "epoch": 0.4989327641408751, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.6328125, + "learning_rate": 1e-06, + "loss": -0.08842852711677551, + "num_tokens": 17567368.0, + "reward": 0.2875, + "reward_std": 0.2777381867170334, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.27773819863796234, + "step": 3740, + "step_time": 25.75169428177178, + "zero_adv_skip_rate": 0.3955 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 741.7, + "completions/max_terminated_length": 382.7, + "completions/mean_length": 246.3875, + "completions/mean_terminated_length": 189.48750381469728, + "completions/min_length": 89.2, + "completions/min_terminated_length": 89.2, + "entropy": 0.35249204739617807, + "epoch": 0.5002668089647813, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.53515625, + "learning_rate": 1e-06, + "loss": -0.006529676914215088, + "num_tokens": 17616231.0, + "reward": 0.3125, + "reward_std": 0.2722664296627045, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.2722664475440979, + "step": 3750, + "step_time": 22.09202901730314, + "zero_adv_skip_rate": 0.3955 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 457.5, + "completions/max_terminated_length": 457.5, + "completions/mean_length": 190.8875, + "completions/mean_terminated_length": 190.8875, + "completions/min_length": 78.5, + "completions/min_terminated_length": 78.5, + "entropy": 0.44757911852664417, + "epoch": 0.5016008537886874, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.56640625, + "learning_rate": 1e-06, + "loss": 0.0663190245628357, + "num_tokens": 17665422.0, + "reward": 0.2875, + "reward_std": 0.4090623527765274, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.4090623646974564, + "step": 3760, + "step_time": 14.723386551719159, + "zero_adv_skip_rate": 0.3947 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 810.6, + "completions/max_terminated_length": 566.7, + "completions/mean_length": 278.45, + "completions/mean_terminated_length": 233.28036193847657, + "completions/min_length": 97.1, + "completions/min_terminated_length": 97.1, + "entropy": 0.385783181215326, + "epoch": 0.5029348986125933, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.007521822303533554, + "num_tokens": 17717802.0, + "reward": 0.1875, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 3770, + "step_time": 24.078734265826643, + "zero_adv_skip_rate": 0.3947 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 733.4, + "completions/max_terminated_length": 400.3, + "completions/mean_length": 267.8875, + "completions/mean_terminated_length": 222.38928680419923, + "completions/min_length": 95.8, + "completions/min_terminated_length": 95.8, + "entropy": 0.37819914023081463, + "epoch": 0.5042689434364994, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.609375, + "learning_rate": 1e-06, + "loss": 0.02871718108654022, + "num_tokens": 17765657.0, + "reward": 0.2625, + "reward_std": 0.26849985122680664, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.2684998571872711, + "step": 3780, + "step_time": 22.100119402538986, + "zero_adv_skip_rate": 0.3947 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 420.7, + "completions/max_terminated_length": 420.7, + "completions/mean_length": 203.9875, + "completions/mean_terminated_length": 203.9875, + "completions/min_length": 90.9, + "completions/min_terminated_length": 90.9, + "entropy": 0.36337591824121773, + "epoch": 0.5056029882604055, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.451171875, + "learning_rate": 1e-06, + "loss": 0.0025206930935382844, + "num_tokens": 17816368.0, + "reward": 0.325, + "reward_std": 0.1632926881313324, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.1632926881313324, + "step": 3790, + "step_time": 13.254985020309686, + "zero_adv_skip_rate": 0.3953 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 654.1, + "completions/max_terminated_length": 471.0, + "completions/mean_length": 296.1125, + "completions/mean_terminated_length": 271.1553588867188, + "completions/min_length": 143.3, + "completions/min_terminated_length": 143.3, + "entropy": 0.2603771343516807, + "epoch": 0.5069370330843116, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.4453125, + "learning_rate": 1e-06, + "loss": 0.11090404987335205, + "num_tokens": 17868121.0, + "reward": 0.275, + "reward_std": 0.28659676015377045, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.2865967661142349, + "step": 3800, + "step_time": 20.27777730477974, + "zero_adv_skip_rate": 0.3953 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 292.9, + "completions/max_terminated_length": 271.0, + "completions/mean_length": 141.25, + "completions/mean_terminated_length": 137.05000114440918, + "completions/min_length": 69.5, + "completions/min_terminated_length": 69.5, + "entropy": 0.3279303933493793, + "epoch": 0.5082710779082177, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.015526203811168671, + "num_tokens": 17908189.0, + "reward": 0.4625, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 3810, + "step_time": 9.849577331729233, + "zero_adv_skip_rate": 0.3955 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 355.3, + "completions/max_terminated_length": 326.9, + "completions/mean_length": 176.0125, + "completions/mean_terminated_length": 170.96250076293944, + "completions/min_length": 74.3, + "completions/min_terminated_length": 74.3, + "entropy": 0.380780036428145, + "epoch": 0.5096051227321238, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.04004402756690979, + "num_tokens": 17951806.0, + "reward": 0.35, + "reward_std": 0.3038551896810532, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.30385519564151764, + "step": 3820, + "step_time": 11.90960400197655, + "zero_adv_skip_rate": 0.3953 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 591.9, + "completions/max_terminated_length": 591.9, + "completions/mean_length": 223.425, + "completions/mean_terminated_length": 223.425, + "completions/min_length": 95.6, + "completions/min_terminated_length": 95.6, + "entropy": 0.33513430471066386, + "epoch": 0.5109391675560299, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.50390625, + "learning_rate": 1e-06, + "loss": -0.022818847000598906, + "num_tokens": 18001608.0, + "reward": 0.3875, + "reward_std": 0.3918039232492447, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.39180393517017365, + "step": 3830, + "step_time": 18.837568407319488, + "zero_adv_skip_rate": 0.3948 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 484.7, + "completions/max_terminated_length": 479.3, + "completions/mean_length": 175.875, + "completions/mean_terminated_length": 174.63214416503905, + "completions/min_length": 69.4, + "completions/min_terminated_length": 69.4, + "entropy": 0.37119448251490084, + "epoch": 0.512273212379936, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.267578125, + "learning_rate": 1e-06, + "loss": -0.010186411440372467, + "num_tokens": 18041790.0, + "reward": 0.325, + "reward_std": 0.3147830098867416, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.31478302776813505, + "step": 3840, + "step_time": 15.435423675458878, + "zero_adv_skip_rate": 0.3945 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 320.2, + "completions/max_terminated_length": 312.6, + "completions/mean_length": 175.875, + "completions/mean_terminated_length": 173.05000076293945, + "completions/min_length": 81.6, + "completions/min_terminated_length": 81.6, + "entropy": 0.3975922116743667, + "epoch": 0.513607257203842, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.04811665415763855, + "num_tokens": 18085508.0, + "reward": 0.2625, + "reward_std": 0.32402919232845306, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.32402920424938203, + "step": 3850, + "step_time": 10.792845758236945, + "zero_adv_skip_rate": 0.3943 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 636.7, + "completions/max_terminated_length": 530.7, + "completions/mean_length": 250.7625, + "completions/mean_terminated_length": 228.3107162475586, + "completions/min_length": 99.2, + "completions/min_terminated_length": 99.2, + "entropy": 0.4205526700243354, + "epoch": 0.5149413020277481, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0038627587258815766, + "num_tokens": 18134385.0, + "reward": 0.2625, + "reward_std": 0.15235702097415924, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.15235702097415924, + "step": 3860, + "step_time": 19.28283246587962, + "zero_adv_skip_rate": 0.3948 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 866.2, + "completions/max_terminated_length": 367.2, + "completions/mean_length": 257.7, + "completions/mean_terminated_length": 165.97440872192382, + "completions/min_length": 72.6, + "completions/min_terminated_length": 72.6, + "entropy": 0.30435697987143484, + "epoch": 0.5162753468516542, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.21958839893341064, + "num_tokens": 18182753.0, + "reward": 0.4, + "reward_std": 0.3475821644067764, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3475821942090988, + "step": 3870, + "step_time": 26.35086447931826, + "zero_adv_skip_rate": 0.3946 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 850.1, + "completions/max_terminated_length": 349.9, + "completions/mean_length": 253.6125, + "completions/mean_terminated_length": 184.4250030517578, + "completions/min_length": 77.9, + "completions/min_terminated_length": 77.9, + "entropy": 0.3856626923329064, + "epoch": 0.5176093916755603, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.294921875, + "learning_rate": 1e-06, + "loss": 0.07960601449012757, + "num_tokens": 18236570.0, + "reward": 0.2625, + "reward_std": 0.3021578580141068, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.3021578699350357, + "step": 3880, + "step_time": 25.971985073015095, + "zero_adv_skip_rate": 0.3943 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 555.8, + "completions/max_terminated_length": 362.2, + "completions/mean_length": 217.125, + "completions/mean_terminated_length": 190.2303581237793, + "completions/min_length": 76.8, + "completions/min_terminated_length": 76.8, + "entropy": 0.40790089033544064, + "epoch": 0.5189434364994664, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.03186295330524445, + "num_tokens": 18282708.0, + "reward": 0.1625, + "reward_std": 0.22220884561538695, + "rewards/correctness_reward/mean": 0.1625, + "rewards/correctness_reward/std": 0.22220885157585143, + "step": 3890, + "step_time": 17.18412474133074, + "zero_adv_skip_rate": 0.3946 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 537.8, + "completions/max_terminated_length": 415.6, + "completions/mean_length": 215.9625, + "completions/mean_terminated_length": 193.27143096923828, + "completions/min_length": 66.4, + "completions/min_terminated_length": 66.4, + "entropy": 0.29590357358877856, + "epoch": 0.5202774813233725, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.11023464202880859, + "num_tokens": 18339273.0, + "reward": 0.3625, + "reward_std": 0.261338609457016, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.2613386154174805, + "step": 3900, + "step_time": 16.914482615049927, + "zero_adv_skip_rate": 0.3946 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 603.8, + "completions/max_terminated_length": 601.1, + "completions/mean_length": 243.4625, + "completions/mean_terminated_length": 242.70892868041992, + "completions/min_length": 88.9, + "completions/min_terminated_length": 88.9, + "entropy": 0.47644152771681547, + "epoch": 0.5216115261472786, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.02761513292789459, + "num_tokens": 18387526.0, + "reward": 0.25, + "reward_std": 0.2739637613296509, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.27396377325057986, + "step": 3910, + "step_time": 18.707430651504545, + "zero_adv_skip_rate": 0.3946 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 342.3, + "completions/max_terminated_length": 342.3, + "completions/mean_length": 125.5875, + "completions/mean_terminated_length": 125.5875, + "completions/min_length": 62.8, + "completions/min_terminated_length": 62.8, + "entropy": 0.39844806827604773, + "epoch": 0.5229455709711847, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.71875, + "learning_rate": 1e-06, + "loss": 0.003868437185883522, + "num_tokens": 18425597.0, + "reward": 0.6875, + "reward_std": 0.22220884561538695, + "rewards/correctness_reward/mean": 0.6875, + "rewards/correctness_reward/std": 0.22220885157585143, + "step": 3920, + "step_time": 11.203698441013694, + "zero_adv_skip_rate": 0.3949 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 759.3, + "completions/max_terminated_length": 608.5, + "completions/mean_length": 371.675, + "completions/mean_terminated_length": 339.8660827636719, + "completions/min_length": 86.8, + "completions/min_terminated_length": 86.8, + "entropy": 0.36443599488120526, + "epoch": 0.5242796157950907, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.59765625, + "learning_rate": 1e-06, + "loss": -0.05824517607688904, + "num_tokens": 18485587.0, + "reward": 0.3625, + "reward_std": 0.3757762610912323, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.3757762908935547, + "step": 3930, + "step_time": 23.359687845781444, + "zero_adv_skip_rate": 0.3944 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 714.0, + "completions/max_terminated_length": 400.9, + "completions/mean_length": 253.725, + "completions/mean_terminated_length": 204.30178985595703, + "completions/min_length": 102.0, + "completions/min_terminated_length": 102.0, + "entropy": 0.28930187520260614, + "epoch": 0.5256136606189968, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.05356409549713135, + "num_tokens": 18536365.0, + "reward": 0.2875, + "reward_std": 0.30129900574684143, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.30129902362823485, + "step": 3940, + "step_time": 21.845919458009302, + "zero_adv_skip_rate": 0.3944 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 620.8, + "completions/max_terminated_length": 458.6, + "completions/mean_length": 258.8125, + "completions/mean_terminated_length": 235.55178680419922, + "completions/min_length": 97.4, + "completions/min_terminated_length": 97.4, + "entropy": 0.320851506665349, + "epoch": 0.5269477054429029, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.337890625, + "learning_rate": 1e-06, + "loss": -0.08559554815292358, + "num_tokens": 18586014.0, + "reward": 0.35, + "reward_std": 0.26133076250553133, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.26133078038692475, + "step": 3950, + "step_time": 19.23950833193958, + "zero_adv_skip_rate": 0.3944 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 238.9, + "completions/max_terminated_length": 237.2, + "completions/mean_length": 136.0125, + "completions/mean_terminated_length": 134.86250076293945, + "completions/min_length": 66.4, + "completions/min_terminated_length": 66.4, + "entropy": 0.32332486752420664, + "epoch": 0.528281750266809, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0253368079662323, + "num_tokens": 18624495.0, + "reward": 0.3625, + "reward_std": 0.1595182627439499, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.1595182627439499, + "step": 3960, + "step_time": 8.067500183172523, + "zero_adv_skip_rate": 0.3949 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 380.3, + "completions/max_terminated_length": 379.7, + "completions/mean_length": 179.525, + "completions/mean_terminated_length": 179.32500038146972, + "completions/min_length": 78.6, + "completions/min_terminated_length": 78.6, + "entropy": 0.4730745820949475, + "epoch": 0.5296157950907151, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.71875, + "learning_rate": 1e-06, + "loss": -0.009233638644218445, + "num_tokens": 18668481.0, + "reward": 0.3625, + "reward_std": 0.2394672751426697, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.23946728110313414, + "step": 3970, + "step_time": 12.389599643554538, + "zero_adv_skip_rate": 0.395 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 625.1, + "completions/max_terminated_length": 544.3, + "completions/mean_length": 259.775, + "completions/mean_terminated_length": 240.08392944335938, + "completions/min_length": 102.8, + "completions/min_terminated_length": 102.8, + "entropy": 0.31730237377009224, + "epoch": 0.5309498399146211, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.014990584552288055, + "num_tokens": 18715983.0, + "reward": 0.325, + "reward_std": 0.3202547669410706, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.3202547788619995, + "step": 3980, + "step_time": 19.507628989126534, + "zero_adv_skip_rate": 0.3947 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 425.2, + "completions/max_terminated_length": 424.6, + "completions/mean_length": 186.8625, + "completions/mean_terminated_length": 186.59107208251953, + "completions/min_length": 83.2, + "completions/min_terminated_length": 83.2, + "entropy": 0.3084944443544373, + "epoch": 0.5322838847385272, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.408203125, + "learning_rate": 1e-06, + "loss": 0.1472116470336914, + "num_tokens": 18758308.0, + "reward": 0.5, + "reward_std": 0.36277919411659243, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.36277919411659243, + "step": 3990, + "step_time": 14.007639886345714, + "zero_adv_skip_rate": 0.3942 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 482.1, + "completions/max_terminated_length": 354.2, + "completions/mean_length": 184.55, + "completions/mean_terminated_length": 162.35535888671876, + "completions/min_length": 66.6, + "completions/min_terminated_length": 66.6, + "entropy": 0.37358305882662535, + "epoch": 0.5336179295624333, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.00945272073149681, + "num_tokens": 18800288.0, + "reward": 0.525, + "reward_std": 0.20411193668842315, + "rewards/correctness_reward/mean": 0.525, + "rewards/correctness_reward/std": 0.20411194264888763, + "step": 4000, + "step_time": 15.152233835216611, + "zero_adv_skip_rate": 0.3945 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 808.0, + "completions/max_terminated_length": 611.2, + "completions/mean_length": 341.1125, + "completions/mean_terminated_length": 288.9011962890625, + "completions/min_length": 113.1, + "completions/min_terminated_length": 113.1, + "entropy": 0.3071100354815523, + "epoch": 0.5349519743863393, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0587286651134491, + "num_tokens": 18855409.0, + "reward": 0.3, + "reward_std": 0.14603425860404967, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.14603425860404967, + "step": 4010, + "step_time": 24.431909175403415, + "zero_adv_skip_rate": 0.3953 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 488.3, + "completions/max_terminated_length": 302.5, + "completions/mean_length": 183.9625, + "completions/mean_terminated_length": 158.53571472167968, + "completions/min_length": 61.9, + "completions/min_terminated_length": 61.9, + "entropy": 0.4408161534617345, + "epoch": 0.5362860192102454, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.001962876319885254, + "num_tokens": 18901278.0, + "reward": 0.35, + "reward_std": 0.14603425860404967, + "rewards/correctness_reward/mean": 0.35, + "rewards/correctness_reward/std": 0.14603425860404967, + "step": 4020, + "step_time": 15.11487988755107, + "zero_adv_skip_rate": 0.396 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 486.7, + "completions/max_terminated_length": 483.5, + "completions/mean_length": 229.6, + "completions/mean_terminated_length": 229.0035717010498, + "completions/min_length": 99.0, + "completions/min_terminated_length": 99.0, + "entropy": 0.30205688268567127, + "epoch": 0.5376200640341515, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.92578125, + "learning_rate": 1e-06, + "loss": 0.07290530800819398, + "num_tokens": 18947542.0, + "reward": 0.4, + "reward_std": 0.2449311852455139, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.24493119716644288, + "step": 4030, + "step_time": 15.47567258523777, + "zero_adv_skip_rate": 0.396 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 741.7, + "completions/max_terminated_length": 428.8, + "completions/mean_length": 281.8125, + "completions/mean_terminated_length": 208.50714492797852, + "completions/min_length": 95.6, + "completions/min_terminated_length": 95.6, + "entropy": 0.28488827776163816, + "epoch": 0.5389541088580576, + "frac_reward_zero_std": 0.8, + "grad_norm": 0.390625, + "learning_rate": 1e-06, + "loss": -0.009341034293174743, + "num_tokens": 19002335.0, + "reward": 0.15, + "reward_std": 0.08711025416851044, + "rewards/correctness_reward/mean": 0.15, + "rewards/correctness_reward/std": 0.08711026012897491, + "step": 4040, + "step_time": 22.255815756507218, + "zero_adv_skip_rate": 0.397 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 604.1, + "completions/max_terminated_length": 411.2, + "completions/mean_length": 217.7375, + "completions/mean_terminated_length": 189.8321445465088, + "completions/min_length": 70.1, + "completions/min_terminated_length": 70.1, + "entropy": 0.5010717622935772, + "epoch": 0.5402881536819637, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.02596483826637268, + "num_tokens": 19056490.0, + "reward": 0.25, + "reward_std": 0.11700168251991272, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.11700168251991272, + "step": 4050, + "step_time": 18.450345692876727, + "zero_adv_skip_rate": 0.3978 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0875, + "completions/max_length": 881.1, + "completions/max_terminated_length": 421.9, + "completions/mean_length": 322.125, + "completions/mean_terminated_length": 233.33572006225586, + "completions/min_length": 94.5, + "completions/min_terminated_length": 94.5, + "entropy": 0.33020643470808864, + "epoch": 0.5416221985058698, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.023578400909900665, + "num_tokens": 19113548.0, + "reward": 0.4, + "reward_std": 0.38463483452796937, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.38463485836982725, + "step": 4060, + "step_time": 27.13537761569023, + "zero_adv_skip_rate": 0.3973 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 516.3, + "completions/max_terminated_length": 515.9, + "completions/mean_length": 230.6, + "completions/mean_terminated_length": 230.3035717010498, + "completions/min_length": 84.8, + "completions/min_terminated_length": 84.8, + "entropy": 0.30481575690209867, + "epoch": 0.5429562433297759, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.67578125, + "learning_rate": 1e-06, + "loss": 0.025434333086013793, + "num_tokens": 19163468.0, + "reward": 0.375, + "reward_std": 0.2112731784582138, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.2112731844186783, + "step": 4070, + "step_time": 16.33164927996695, + "zero_adv_skip_rate": 0.3975 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 804.5, + "completions/max_terminated_length": 532.9, + "completions/mean_length": 309.6125, + "completions/mean_terminated_length": 266.682145690918, + "completions/min_length": 113.2, + "completions/min_terminated_length": 113.2, + "entropy": 0.3610837352462113, + "epoch": 0.544290288153682, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.04649161696434021, + "num_tokens": 19217861.0, + "reward": 0.25, + "reward_std": 0.17422050833702088, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.17422052025794982, + "step": 4080, + "step_time": 24.34745808392763, + "zero_adv_skip_rate": 0.398 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 463.3, + "completions/max_terminated_length": 352.2, + "completions/mean_length": 209.5625, + "completions/mean_terminated_length": 190.21428833007812, + "completions/min_length": 90.6, + "completions/min_terminated_length": 90.6, + "entropy": 0.31294114189222455, + "epoch": 0.5456243329775881, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.60546875, + "learning_rate": 1e-06, + "loss": -0.01792086511850357, + "num_tokens": 19261818.0, + "reward": 0.3, + "reward_std": 0.1414213538169861, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.1414213538169861, + "step": 4090, + "step_time": 14.765348818711937, + "zero_adv_skip_rate": 0.3985 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 814.1, + "completions/max_terminated_length": 481.8, + "completions/mean_length": 286.6625, + "completions/mean_terminated_length": 239.91428604125977, + "completions/min_length": 89.1, + "completions/min_terminated_length": 89.1, + "entropy": 0.38023844530107453, + "epoch": 0.5469583778014941, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.734375, + "learning_rate": 1e-06, + "loss": 0.1776528000831604, + "num_tokens": 19314287.0, + "reward": 0.325, + "reward_std": 0.3337466180324554, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.3337466180324554, + "step": 4100, + "step_time": 25.3570060598664, + "zero_adv_skip_rate": 0.398 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 377.5, + "completions/max_terminated_length": 377.5, + "completions/mean_length": 183.8125, + "completions/mean_terminated_length": 183.8125, + "completions/min_length": 79.9, + "completions/min_terminated_length": 79.9, + "entropy": 0.3154337767822047, + "epoch": 0.5482924226254002, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.6875, + "learning_rate": 1e-06, + "loss": 0.04845768213272095, + "num_tokens": 19356968.0, + "reward": 0.5, + "reward_std": 0.2575641840696335, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.25756419003009795, + "step": 4110, + "step_time": 12.690755020920188, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 862.5, + "completions/max_terminated_length": 546.4, + "completions/mean_length": 246.425, + "completions/mean_terminated_length": 198.6125030517578, + "completions/min_length": 78.4, + "completions/min_terminated_length": 78.4, + "entropy": 0.3906542385617892, + "epoch": 0.5496264674493063, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.69140625, + "learning_rate": 1e-06, + "loss": 0.10482479333877563, + "num_tokens": 19406306.0, + "reward": 0.3125, + "reward_std": 0.28489942848682404, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.284899440407753, + "step": 4120, + "step_time": 26.72215065555647, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 642.2, + "completions/max_terminated_length": 320.4, + "completions/mean_length": 236.525, + "completions/mean_terminated_length": 190.23214569091797, + "completions/min_length": 93.5, + "completions/min_terminated_length": 93.5, + "entropy": 0.31346632577478883, + "epoch": 0.5509605122732124, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.578125, + "learning_rate": 1e-06, + "loss": -0.004867070913314819, + "num_tokens": 19458052.0, + "reward": 0.2875, + "reward_std": 0.19864802658557892, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.19864802658557892, + "step": 4130, + "step_time": 20.13130561225116, + "zero_adv_skip_rate": 0.3983 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 414.3, + "completions/max_terminated_length": 414.3, + "completions/mean_length": 198.8875, + "completions/mean_terminated_length": 198.8875, + "completions/min_length": 91.1, + "completions/min_terminated_length": 91.1, + "entropy": 0.4538300980089439, + "epoch": 0.5522945570971185, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.8671875, + "learning_rate": 1e-06, + "loss": -0.08193295001983643, + "num_tokens": 19506595.0, + "reward": 0.275, + "reward_std": 0.36909410953521726, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.36909412145614623, + "step": 4140, + "step_time": 14.294465378951282, + "zero_adv_skip_rate": 0.3976 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 1067.7, + "completions/max_terminated_length": 458.8, + "completions/mean_length": 296.3375, + "completions/mean_terminated_length": 203.64643325805665, + "completions/min_length": 89.3, + "completions/min_terminated_length": 89.3, + "entropy": 0.3533428443595767, + "epoch": 0.5536286019210246, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.6875, + "learning_rate": 1e-06, + "loss": 0.009001788496971131, + "num_tokens": 19558806.0, + "reward": 0.2375, + "reward_std": 0.23144718110561371, + "rewards/correctness_reward/mean": 0.2375, + "rewards/correctness_reward/std": 0.23144719302654265, + "step": 4150, + "step_time": 32.794452272262426, + "zero_adv_skip_rate": 0.3978 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 607.4, + "completions/max_terminated_length": 428.7, + "completions/mean_length": 219.8625, + "completions/mean_terminated_length": 196.4607147216797, + "completions/min_length": 80.9, + "completions/min_terminated_length": 80.9, + "entropy": 0.40464938394725325, + "epoch": 0.5549626467449307, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.5625, + "learning_rate": 1e-06, + "loss": -0.013208796083927155, + "num_tokens": 19603867.0, + "reward": 0.3875, + "reward_std": 0.21504760384559632, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.2150476098060608, + "step": 4160, + "step_time": 19.267009518295527, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 629.5, + "completions/max_terminated_length": 325.2, + "completions/mean_length": 262.8, + "completions/mean_terminated_length": 199.0970260620117, + "completions/min_length": 90.2, + "completions/min_terminated_length": 90.2, + "entropy": 0.3482857032989462, + "epoch": 0.5562966915688368, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.007823927700519562, + "num_tokens": 19652643.0, + "reward": 0.3875, + "reward_std": 0.28829409182071686, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.28829409182071686, + "step": 4170, + "step_time": 20.2280963989906, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 822.3, + "completions/max_terminated_length": 822.3, + "completions/mean_length": 305.2125, + "completions/mean_terminated_length": 305.2125, + "completions/min_length": 88.2, + "completions/min_terminated_length": 88.2, + "entropy": 0.39519624629368383, + "epoch": 0.5576307363927427, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.011613527685403824, + "num_tokens": 19707820.0, + "reward": 0.2125, + "reward_std": 0.27397160828113554, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.27397160828113554, + "step": 4180, + "step_time": 25.722647099662574, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 557.7, + "completions/max_terminated_length": 485.8, + "completions/mean_length": 258.225, + "completions/mean_terminated_length": 243.27500381469727, + "completions/min_length": 114.3, + "completions/min_terminated_length": 114.3, + "entropy": 0.3907346136868, + "epoch": 0.5589647812166488, + "frac_reward_zero_std": 0.5, + "grad_norm": 1.328125, + "learning_rate": 1e-06, + "loss": 0.04020420908927917, + "num_tokens": 19763126.0, + "reward": 0.375, + "reward_std": 0.2276727557182312, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.22767276763916017, + "step": 4190, + "step_time": 17.909372388850898, + "zero_adv_skip_rate": 0.3983 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 833.6, + "completions/max_terminated_length": 706.0, + "completions/mean_length": 315.0, + "completions/mean_terminated_length": 294.84286041259764, + "completions/min_length": 100.9, + "completions/min_terminated_length": 100.9, + "entropy": 0.4069986803723233, + "epoch": 0.5602988260405549, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.84375, + "learning_rate": 1e-06, + "loss": -0.027409684658050538, + "num_tokens": 19818166.0, + "reward": 0.2875, + "reward_std": 0.2765199452638626, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2765199452638626, + "step": 4200, + "step_time": 26.260944322217256, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 325.8, + "completions/max_terminated_length": 325.8, + "completions/mean_length": 168.025, + "completions/mean_terminated_length": 168.025, + "completions/min_length": 88.9, + "completions/min_terminated_length": 88.9, + "entropy": 0.29775026836432517, + "epoch": 0.561632870864461, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.6875, + "learning_rate": 1e-06, + "loss": -0.10443680286407471, + "num_tokens": 19860448.0, + "reward": 0.3625, + "reward_std": 0.35561010539531707, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.35561011731624603, + "step": 4210, + "step_time": 11.491556483600288, + "zero_adv_skip_rate": 0.3976 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 261.6, + "completions/max_terminated_length": 257.9, + "completions/mean_length": 143.5625, + "completions/mean_terminated_length": 141.4321434020996, + "completions/min_length": 66.5, + "completions/min_terminated_length": 66.5, + "entropy": 0.38357098480420454, + "epoch": 0.5629669156883671, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04571352005004883, + "num_tokens": 19899029.0, + "reward": 0.325, + "reward_std": 0.3475821644067764, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.3475821942090988, + "step": 4220, + "step_time": 9.479561340436339, + "zero_adv_skip_rate": 0.3974 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 642.4, + "completions/max_terminated_length": 566.3, + "completions/mean_length": 331.4625, + "completions/mean_terminated_length": 312.9357192993164, + "completions/min_length": 111.0, + "completions/min_terminated_length": 111.0, + "entropy": 0.28833848354406655, + "epoch": 0.5643009605122732, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.5390625, + "learning_rate": 1e-06, + "loss": 0.057658451795578006, + "num_tokens": 19958610.0, + "reward": 0.1875, + "reward_std": 0.18515617549419403, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.185156187415123, + "step": 4230, + "step_time": 20.212628595158456, + "zero_adv_skip_rate": 0.3979 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 482.3, + "completions/max_terminated_length": 307.5, + "completions/mean_length": 177.375, + "completions/mean_terminated_length": 153.31785926818847, + "completions/min_length": 78.7, + "completions/min_terminated_length": 78.7, + "entropy": 0.3318137222280105, + "epoch": 0.5656350053361793, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.65234375, + "learning_rate": 1e-06, + "loss": 0.015520358085632324, + "num_tokens": 20003208.0, + "reward": 0.3375, + "reward_std": 0.43262317180633547, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.4326231896877289, + "step": 4240, + "step_time": 16.407854665443303, + "zero_adv_skip_rate": 0.3972 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 504.2, + "completions/max_terminated_length": 322.2, + "completions/mean_length": 217.3125, + "completions/mean_terminated_length": 188.58393440246581, + "completions/min_length": 111.9, + "completions/min_terminated_length": 111.9, + "entropy": 0.3514885837212205, + "epoch": 0.5669690501600854, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.71484375, + "learning_rate": 1e-06, + "loss": 0.044480806589126586, + "num_tokens": 20047969.0, + "reward": 0.45, + "reward_std": 0.26680251955986023, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.2668025314807892, + "step": 4250, + "step_time": 16.752388597559182, + "zero_adv_skip_rate": 0.3972 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 314.6, + "completions/max_terminated_length": 314.6, + "completions/mean_length": 163.6875, + "completions/mean_terminated_length": 163.6875, + "completions/min_length": 78.3, + "completions/min_terminated_length": 78.3, + "entropy": 0.3479438595887687, + "epoch": 0.5683030949839915, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.5546875, + "learning_rate": 1e-06, + "loss": -0.007739922404289246, + "num_tokens": 20089832.0, + "reward": 0.3875, + "reward_std": 0.38550153374671936, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.3855015397071838, + "step": 4260, + "step_time": 11.28819179693237, + "zero_adv_skip_rate": 0.3965 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 447.0, + "completions/max_terminated_length": 308.2, + "completions/mean_length": 199.7125, + "completions/mean_terminated_length": 177.5678596496582, + "completions/min_length": 82.5, + "completions/min_terminated_length": 82.5, + "entropy": 0.36325254337862134, + "epoch": 0.5696371398078975, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.0703125, + "learning_rate": 1e-06, + "loss": 0.002238249033689499, + "num_tokens": 20135761.0, + "reward": 0.325, + "reward_std": 0.3501461952924728, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.35014620125293733, + "step": 4270, + "step_time": 15.225613095797598, + "zero_adv_skip_rate": 0.396 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 553.2, + "completions/max_terminated_length": 544.7, + "completions/mean_length": 273.35, + "completions/mean_terminated_length": 271.39464416503904, + "completions/min_length": 119.7, + "completions/min_terminated_length": 119.7, + "entropy": 0.32961730206651346, + "epoch": 0.5709711846318036, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.050885021686553955, + "num_tokens": 20185981.0, + "reward": 0.2625, + "reward_std": 0.34211825430393217, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.3421182781457901, + "step": 4280, + "step_time": 18.271826083771884, + "zero_adv_skip_rate": 0.3958 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 703.9, + "completions/max_terminated_length": 501.9, + "completions/mean_length": 301.2375, + "completions/mean_terminated_length": 267.6321479797363, + "completions/min_length": 108.5, + "completions/min_terminated_length": 108.5, + "entropy": 0.42995889857411385, + "epoch": 0.5723052294557097, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.07434165477752686, + "num_tokens": 20242784.0, + "reward": 0.225, + "reward_std": 0.17045392990112304, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.17045392990112304, + "step": 4290, + "step_time": 22.216766913421452, + "zero_adv_skip_rate": 0.3963 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 692.1, + "completions/max_terminated_length": 319.9, + "completions/mean_length": 193.225, + "completions/mean_terminated_length": 144.97857284545898, + "completions/min_length": 64.6, + "completions/min_terminated_length": 64.6, + "entropy": 0.3296644654391067, + "epoch": 0.5736392742796158, + "frac_reward_zero_std": 0.3, + "grad_norm": 1.0859375, + "learning_rate": 1e-06, + "loss": 0.03919318914413452, + "num_tokens": 20285090.0, + "reward": 0.4125, + "reward_std": 0.31479085683822633, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.3147908627986908, + "step": 4300, + "step_time": 22.50000362414867, + "zero_adv_skip_rate": 0.396 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 639.9, + "completions/max_terminated_length": 382.7, + "completions/mean_length": 235.775, + "completions/mean_terminated_length": 189.43393249511718, + "completions/min_length": 89.4, + "completions/min_terminated_length": 89.4, + "entropy": 0.3697121351957321, + "epoch": 0.5749733191035219, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04056672155857086, + "num_tokens": 20339080.0, + "reward": 0.2625, + "reward_std": 0.19864802658557892, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.19864802658557892, + "step": 4310, + "step_time": 20.519821687508376, + "zero_adv_skip_rate": 0.3963 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 473.1, + "completions/max_terminated_length": 470.9, + "completions/mean_length": 204.5625, + "completions/mean_terminated_length": 203.1857147216797, + "completions/min_length": 72.4, + "completions/min_terminated_length": 72.4, + "entropy": 0.43942717683967203, + "epoch": 0.576307363927428, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.451171875, + "learning_rate": 1e-06, + "loss": -0.05834516882896423, + "num_tokens": 20384317.0, + "reward": 0.3625, + "reward_std": 0.3484488636255264, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.34844887554645537, + "step": 4320, + "step_time": 16.111680057272316, + "zero_adv_skip_rate": 0.3958 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 401.1, + "completions/max_terminated_length": 400.9, + "completions/mean_length": 172.575, + "completions/mean_terminated_length": 172.25535774230957, + "completions/min_length": 63.8, + "completions/min_terminated_length": 63.8, + "entropy": 0.41098425971964997, + "epoch": 0.5776414087513341, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.03774624764919281, + "num_tokens": 20427075.0, + "reward": 0.375, + "reward_std": 0.23400336503982544, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.23400336503982544, + "step": 4330, + "step_time": 13.857920923363418, + "zero_adv_skip_rate": 0.3958 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 563.3, + "completions/max_terminated_length": 560.2, + "completions/mean_length": 222.55, + "completions/mean_terminated_length": 221.15357208251953, + "completions/min_length": 69.4, + "completions/min_terminated_length": 69.4, + "entropy": 0.38097010254859925, + "epoch": 0.5789754535752402, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.216796875, + "learning_rate": 1e-06, + "loss": 0.0180676132440567, + "num_tokens": 20471375.0, + "reward": 0.2875, + "reward_std": 0.23691893815994264, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2369189441204071, + "step": 4340, + "step_time": 18.491527982335537, + "zero_adv_skip_rate": 0.3961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 830.2, + "completions/max_terminated_length": 514.0, + "completions/mean_length": 298.4625, + "completions/mean_terminated_length": 253.28214645385742, + "completions/min_length": 99.7, + "completions/min_terminated_length": 99.7, + "entropy": 0.3842758624814451, + "epoch": 0.5803094983991463, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.267578125, + "learning_rate": 1e-06, + "loss": 0.005583821609616279, + "num_tokens": 20525588.0, + "reward": 0.275, + "reward_std": 0.23400336503982544, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.23400336503982544, + "step": 4350, + "step_time": 26.611478140298278, + "zero_adv_skip_rate": 0.3961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 545.6, + "completions/max_terminated_length": 540.3, + "completions/mean_length": 259.675, + "completions/mean_terminated_length": 258.1142860412598, + "completions/min_length": 85.8, + "completions/min_terminated_length": 85.8, + "entropy": 0.3309289346049939, + "epoch": 0.5816435432230523, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.02529134154319763, + "num_tokens": 20576362.0, + "reward": 0.275, + "reward_std": 0.3147830098867416, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.31478302776813505, + "step": 4360, + "step_time": 18.198992130346596, + "zero_adv_skip_rate": 0.3959 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 507.6, + "completions/max_terminated_length": 399.0, + "completions/mean_length": 208.1625, + "completions/mean_terminated_length": 180.45179138183593, + "completions/min_length": 89.8, + "completions/min_terminated_length": 89.8, + "entropy": 0.3836222554423979, + "epoch": 0.5829775880469584, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.015581783652305604, + "num_tokens": 20624231.0, + "reward": 0.3125, + "reward_std": 0.321952098608017, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.32195210456848145, + "step": 4370, + "step_time": 17.05520320897922, + "zero_adv_skip_rate": 0.3957 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 775.6, + "completions/max_terminated_length": 669.4, + "completions/mean_length": 286.75, + "completions/mean_terminated_length": 267.59107666015626, + "completions/min_length": 98.5, + "completions/min_terminated_length": 98.5, + "entropy": 0.3040894381701946, + "epoch": 0.5843116328708644, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.275390625, + "learning_rate": 1e-06, + "loss": 0.16031795740127563, + "num_tokens": 20676067.0, + "reward": 0.3625, + "reward_std": 0.2394672751426697, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.23946728110313414, + "step": 4380, + "step_time": 24.850786171946673, + "zero_adv_skip_rate": 0.3957 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 595.6, + "completions/max_terminated_length": 595.6, + "completions/mean_length": 253.475, + "completions/mean_terminated_length": 253.475, + "completions/min_length": 118.0, + "completions/min_terminated_length": 118.0, + "entropy": 0.3543485472910106, + "epoch": 0.5856456776947705, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.69921875, + "learning_rate": 1e-06, + "loss": -0.08229753971099854, + "num_tokens": 20723801.0, + "reward": 0.3125, + "reward_std": 0.3648484408855438, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.3648484587669373, + "step": 4390, + "step_time": 19.801282063126564, + "zero_adv_skip_rate": 0.3952 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 305.7, + "completions/max_terminated_length": 302.9, + "completions/mean_length": 172.4375, + "completions/mean_terminated_length": 169.76964416503907, + "completions/min_length": 104.2, + "completions/min_terminated_length": 104.2, + "entropy": 0.31101572917153436, + "epoch": 0.5869797225186766, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.030564534664154052, + "num_tokens": 20764868.0, + "reward": 0.4625, + "reward_std": 0.24662851691246032, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.2466285228729248, + "step": 4400, + "step_time": 11.75364425946027, + "zero_adv_skip_rate": 0.3952 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 628.5, + "completions/max_terminated_length": 605.3, + "completions/mean_length": 253.35, + "completions/mean_terminated_length": 230.93928756713868, + "completions/min_length": 90.6, + "completions/min_terminated_length": 90.6, + "entropy": 0.2928723325021565, + "epoch": 0.5883137673425827, + "frac_reward_zero_std": 0.8, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04644075632095337, + "num_tokens": 20815848.0, + "reward": 0.4125, + "reward_std": 0.0816463440656662, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.0816463440656662, + "step": 4410, + "step_time": 19.7824366918765, + "zero_adv_skip_rate": 0.3961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 425.8, + "completions/max_terminated_length": 425.8, + "completions/mean_length": 196.675, + "completions/mean_terminated_length": 196.675, + "completions/min_length": 100.9, + "completions/min_terminated_length": 100.9, + "entropy": 0.3432732160602297, + "epoch": 0.5896478121664888, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.06701961755752564, + "num_tokens": 20859758.0, + "reward": 0.3, + "reward_std": 0.32402134537696836, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.3240213692188263, + "step": 4420, + "step_time": 14.589964005351067, + "zero_adv_skip_rate": 0.3959 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 652.9, + "completions/max_terminated_length": 347.9, + "completions/mean_length": 246.425, + "completions/mean_terminated_length": 184.4630989074707, + "completions/min_length": 82.0, + "completions/min_terminated_length": 82.0, + "entropy": 0.3370536897952358, + "epoch": 0.5909818569903948, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.06275556683540344, + "num_tokens": 20907648.0, + "reward": 0.3, + "reward_std": 0.2575641840696335, + "rewards/correctness_reward/mean": 0.3, + "rewards/correctness_reward/std": 0.25756419003009795, + "step": 4430, + "step_time": 20.998921237234025, + "zero_adv_skip_rate": 0.3959 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 819.8, + "completions/max_terminated_length": 373.4, + "completions/mean_length": 278.0375, + "completions/mean_terminated_length": 192.8761962890625, + "completions/min_length": 99.5, + "completions/min_terminated_length": 99.5, + "entropy": 0.32548070991677897, + "epoch": 0.5923159018143009, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.12487641572952271, + "num_tokens": 20958123.0, + "reward": 0.425, + "reward_std": 0.3438155859708786, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.34381560385227206, + "step": 4440, + "step_time": 26.02535605067387, + "zero_adv_skip_rate": 0.3957 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 865.2, + "completions/max_terminated_length": 713.6, + "completions/mean_length": 323.725, + "completions/mean_terminated_length": 299.0375015258789, + "completions/min_length": 106.2, + "completions/min_terminated_length": 106.2, + "entropy": 0.5627278657630086, + "epoch": 0.593649946638207, + "frac_reward_zero_std": 0.8, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.001958058774471283, + "num_tokens": 21017349.0, + "reward": 0.15, + "reward_std": 0.08711025416851044, + "rewards/correctness_reward/mean": 0.15, + "rewards/correctness_reward/std": 0.08711026012897491, + "step": 4450, + "step_time": 27.088518462795765, + "zero_adv_skip_rate": 0.3966 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 835.9, + "completions/max_terminated_length": 442.8, + "completions/mean_length": 241.575, + "completions/mean_terminated_length": 188.84285888671874, + "completions/min_length": 83.6, + "completions/min_terminated_length": 83.6, + "entropy": 0.3968210903306802, + "epoch": 0.5949839914621131, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.71875, + "learning_rate": 1e-06, + "loss": 0.09398115873336792, + "num_tokens": 21064243.0, + "reward": 0.2125, + "reward_std": 0.2777381867170334, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.27773819863796234, + "step": 4460, + "step_time": 27.17564995996654, + "zero_adv_skip_rate": 0.3966 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 400.7, + "completions/max_terminated_length": 399.2, + "completions/mean_length": 214.5625, + "completions/mean_terminated_length": 214.18035736083985, + "completions/min_length": 86.2, + "completions/min_terminated_length": 86.2, + "entropy": 0.3931025465329488, + "epoch": 0.5963180362860192, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0022782981395721436, + "num_tokens": 21110568.0, + "reward": 0.3125, + "reward_std": 0.2811328500509262, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.2811328500509262, + "step": 4470, + "step_time": 13.57993810819462, + "zero_adv_skip_rate": 0.3966 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 495.4, + "completions/max_terminated_length": 484.4, + "completions/mean_length": 211.6, + "completions/mean_terminated_length": 209.01964416503907, + "completions/min_length": 80.6, + "completions/min_terminated_length": 80.6, + "entropy": 0.31391415496667224, + "epoch": 0.5976520811099253, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.353515625, + "learning_rate": 1e-06, + "loss": 0.010071545094251632, + "num_tokens": 21155648.0, + "reward": 0.4125, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 4480, + "step_time": 16.77685091169551, + "zero_adv_skip_rate": 0.3967 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 524.2, + "completions/max_terminated_length": 351.5, + "completions/mean_length": 207.25, + "completions/mean_terminated_length": 182.95535888671876, + "completions/min_length": 76.5, + "completions/min_terminated_length": 76.5, + "entropy": 0.4006786613414685, + "epoch": 0.5989861259338314, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.39453125, + "learning_rate": 1e-06, + "loss": -0.04084830582141876, + "num_tokens": 21201252.0, + "reward": 0.2125, + "reward_std": 0.261338609457016, + "rewards/correctness_reward/mean": 0.2125, + "rewards/correctness_reward/std": 0.2613386154174805, + "step": 4490, + "step_time": 17.77264038603753, + "zero_adv_skip_rate": 0.3967 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 671.8, + "completions/max_terminated_length": 477.5, + "completions/mean_length": 254.625, + "completions/mean_terminated_length": 229.61785812377929, + "completions/min_length": 103.5, + "completions/min_terminated_length": 103.5, + "entropy": 0.42134177188078564, + "epoch": 0.6003201707577375, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.06465117931365967, + "num_tokens": 21251294.0, + "reward": 0.325, + "reward_std": 0.13340125977993011, + "rewards/correctness_reward/mean": 0.325, + "rewards/correctness_reward/std": 0.1334012657403946, + "step": 4500, + "step_time": 21.741853268910198, + "zero_adv_skip_rate": 0.3973 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 744.4, + "completions/max_terminated_length": 603.0, + "completions/mean_length": 313.05, + "completions/mean_terminated_length": 291.7089305877686, + "completions/min_length": 103.7, + "completions/min_terminated_length": 103.7, + "entropy": 0.34113963196674985, + "epoch": 0.6016542155816436, + "frac_reward_zero_std": 0.7, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0906272292137146, + "num_tokens": 21304034.0, + "reward": 0.25, + "reward_std": 0.15696207880973817, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.1569620907306671, + "step": 4510, + "step_time": 24.17186191789806, + "zero_adv_skip_rate": 0.398 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 495.4, + "completions/max_terminated_length": 348.2, + "completions/mean_length": 179.8125, + "completions/mean_terminated_length": 156.9839309692383, + "completions/min_length": 84.9, + "completions/min_terminated_length": 84.9, + "entropy": 0.3159849625080824, + "epoch": 0.6029882604055496, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.310546875, + "learning_rate": 1e-06, + "loss": -0.07340635061264038, + "num_tokens": 21345251.0, + "reward": 0.425, + "reward_std": 0.26680251955986023, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.2668025314807892, + "step": 4520, + "step_time": 16.978254450764506, + "zero_adv_skip_rate": 0.398 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 388.0, + "completions/max_terminated_length": 341.0, + "completions/mean_length": 191.675, + "completions/mean_terminated_length": 179.45893096923828, + "completions/min_length": 82.2, + "completions/min_terminated_length": 82.2, + "entropy": 0.38184894009360243, + "epoch": 0.6043223052294557, + "frac_reward_zero_std": 0.3, + "grad_norm": 1.4375, + "learning_rate": 1e-06, + "loss": -0.0032160308212041853, + "num_tokens": 21388177.0, + "reward": 0.4625, + "reward_std": 0.269358703494072, + "rewards/correctness_reward/mean": 0.4625, + "rewards/correctness_reward/std": 0.269358703494072, + "step": 4530, + "step_time": 13.64972382048145, + "zero_adv_skip_rate": 0.3978 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 636.7, + "completions/max_terminated_length": 519.4, + "completions/mean_length": 233.5125, + "completions/mean_terminated_length": 211.3625030517578, + "completions/min_length": 95.9, + "completions/min_terminated_length": 95.9, + "entropy": 0.27361141946166756, + "epoch": 0.6056563500533618, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.06291443705558777, + "num_tokens": 21435186.0, + "reward": 0.425, + "reward_std": 0.21674493551254273, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.21674493551254273, + "step": 4540, + "step_time": 21.02880263356492, + "zero_adv_skip_rate": 0.398 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 300.2, + "completions/max_terminated_length": 300.2, + "completions/mean_length": 153.2375, + "completions/mean_terminated_length": 153.2375, + "completions/min_length": 69.0, + "completions/min_terminated_length": 69.0, + "entropy": 0.3871736720736538, + "epoch": 0.6069903948772679, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.796875, + "learning_rate": 1e-06, + "loss": -0.07572614550590515, + "num_tokens": 21478917.0, + "reward": 0.45, + "reward_std": 0.33288776576519014, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.3328877717256546, + "step": 4550, + "step_time": 11.154505050182342, + "zero_adv_skip_rate": 0.3978 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 536.5, + "completions/max_terminated_length": 351.0, + "completions/mean_length": 197.125, + "completions/mean_terminated_length": 172.76250076293945, + "completions/min_length": 76.6, + "completions/min_terminated_length": 76.6, + "entropy": 0.3324543996196654, + "epoch": 0.608324439701174, + "frac_reward_zero_std": 0.1, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.07748554348945617, + "num_tokens": 21523711.0, + "reward": 0.5625, + "reward_std": 0.4254619300365448, + "rewards/correctness_reward/mean": 0.5625, + "rewards/correctness_reward/std": 0.42546194791793823, + "step": 4560, + "step_time": 18.802217165194453, + "zero_adv_skip_rate": 0.3971 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 563.3, + "completions/max_terminated_length": 367.3, + "completions/mean_length": 200.375, + "completions/mean_terminated_length": 175.40357208251953, + "completions/min_length": 82.1, + "completions/min_terminated_length": 82.1, + "entropy": 0.33130257041193545, + "epoch": 0.6096584845250801, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.38671875, + "learning_rate": 1e-06, + "loss": 0.13028922080993652, + "num_tokens": 21566789.0, + "reward": 0.2875, + "reward_std": 0.15235702097415924, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.15235702097415924, + "step": 4570, + "step_time": 18.706612981110812, + "zero_adv_skip_rate": 0.3976 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 277.1, + "completions/max_terminated_length": 276.9, + "completions/mean_length": 140.075, + "completions/mean_terminated_length": 139.80357208251954, + "completions/min_length": 80.7, + "completions/min_terminated_length": 80.7, + "entropy": 0.281703257933259, + "epoch": 0.6109925293489862, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.5390625, + "learning_rate": 1e-06, + "loss": -0.07462955117225648, + "num_tokens": 21604643.0, + "reward": 0.5625, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.5625, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 4580, + "step_time": 10.255381480418146, + "zero_adv_skip_rate": 0.3976 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 508.4, + "completions/max_terminated_length": 451.6, + "completions/mean_length": 256.1625, + "completions/mean_terminated_length": 238.35893058776855, + "completions/min_length": 100.5, + "completions/min_terminated_length": 100.5, + "entropy": 0.3177267462015152, + "epoch": 0.6123265741728922, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.62890625, + "learning_rate": 1e-06, + "loss": -0.04501877725124359, + "num_tokens": 21653328.0, + "reward": 0.4125, + "reward_std": 0.321952098608017, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.32195210456848145, + "step": 4590, + "step_time": 17.579364260938018, + "zero_adv_skip_rate": 0.3974 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 717.3, + "completions/max_terminated_length": 616.0, + "completions/mean_length": 373.4375, + "completions/mean_terminated_length": 339.37916870117186, + "completions/min_length": 117.2, + "completions/min_terminated_length": 117.2, + "entropy": 0.30311315110884607, + "epoch": 0.6136606189967982, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.1982421875, + "learning_rate": 1e-06, + "loss": -0.033028775453567506, + "num_tokens": 21714275.0, + "reward": 0.3375, + "reward_std": 0.35561010539531707, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.35561011731624603, + "step": 4600, + "step_time": 24.361810854822398, + "zero_adv_skip_rate": 0.397 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 388.9, + "completions/max_terminated_length": 362.3, + "completions/mean_length": 227.075, + "completions/mean_terminated_length": 192.71488342285156, + "completions/min_length": 85.9, + "completions/min_terminated_length": 85.9, + "entropy": 0.40057697594165803, + "epoch": 0.6149946638207043, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.017718014121055604, + "num_tokens": 21764249.0, + "reward": 0.3875, + "reward_std": 0.23144718110561371, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.23144719302654265, + "step": 4610, + "step_time": 13.68611463336274, + "zero_adv_skip_rate": 0.3972 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 547.4, + "completions/max_terminated_length": 362.8, + "completions/mean_length": 207.0875, + "completions/mean_terminated_length": 181.60714416503907, + "completions/min_length": 94.7, + "completions/min_terminated_length": 94.7, + "entropy": 0.2980057567358017, + "epoch": 0.6163287086446104, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.031406262516975404, + "num_tokens": 21810936.0, + "reward": 0.3875, + "reward_std": 0.2512414216995239, + "rewards/correctness_reward/mean": 0.3875, + "rewards/correctness_reward/std": 0.2512414276599884, + "step": 4620, + "step_time": 18.69537526052445, + "zero_adv_skip_rate": 0.3974 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 627.9, + "completions/max_terminated_length": 501.2, + "completions/mean_length": 234.75, + "completions/mean_terminated_length": 213.01785888671876, + "completions/min_length": 86.9, + "completions/min_terminated_length": 86.9, + "entropy": 0.3551865105206768, + "epoch": 0.6176627534685165, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.008793151378631592, + "num_tokens": 21856580.0, + "reward": 0.4125, + "reward_std": 0.26302809417247774, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.26302810609340666, + "step": 4630, + "step_time": 21.47093530371785, + "zero_adv_skip_rate": 0.3974 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 596.1, + "completions/max_terminated_length": 254.5, + "completions/mean_length": 177.6875, + "completions/mean_terminated_length": 130.22857208251952, + "completions/min_length": 65.1, + "completions/min_terminated_length": 65.1, + "entropy": 0.3394403038546443, + "epoch": 0.6189967982924226, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.2421875, + "learning_rate": 1e-06, + "loss": 0.22931966781616211, + "num_tokens": 21899179.0, + "reward": 0.375, + "reward_std": 0.2630359411239624, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.2630359411239624, + "step": 4640, + "step_time": 20.462582853715865, + "zero_adv_skip_rate": 0.3974 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 694.7, + "completions/max_terminated_length": 327.1, + "completions/mean_length": 231.0, + "completions/mean_terminated_length": 182.89643096923828, + "completions/min_length": 99.2, + "completions/min_terminated_length": 99.2, + "entropy": 0.3442561272531748, + "epoch": 0.6203308431163287, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.494140625, + "learning_rate": 1e-06, + "loss": -0.0009370770305395127, + "num_tokens": 21945635.0, + "reward": 0.3625, + "reward_std": 0.18515617549419403, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.185156187415123, + "step": 4650, + "step_time": 22.74379921583459, + "zero_adv_skip_rate": 0.3978 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 980.4, + "completions/max_terminated_length": 497.1, + "completions/mean_length": 333.1375, + "completions/mean_terminated_length": 250.5196502685547, + "completions/min_length": 105.5, + "completions/min_terminated_length": 105.5, + "entropy": 0.39260873493428033, + "epoch": 0.6216648879402348, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.31640625, + "learning_rate": 1e-06, + "loss": -0.019529403746128084, + "num_tokens": 22001926.0, + "reward": 0.2625, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.2625, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 4660, + "step_time": 32.35488156620413, + "zero_adv_skip_rate": 0.3979 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 632.8, + "completions/max_terminated_length": 441.7, + "completions/mean_length": 247.6625, + "completions/mean_terminated_length": 222.25357208251953, + "completions/min_length": 102.9, + "completions/min_terminated_length": 102.9, + "entropy": 0.3570783647398154, + "epoch": 0.6229989327641409, + "frac_reward_zero_std": 0.4, + "grad_norm": 1.4921875, + "learning_rate": 1e-06, + "loss": 0.08637991547584534, + "num_tokens": 22051771.0, + "reward": 0.425, + "reward_std": 0.2794355183839798, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.2794355243444443, + "step": 4670, + "step_time": 21.487099520489572, + "zero_adv_skip_rate": 0.3979 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 362.4, + "completions/max_terminated_length": 256.3, + "completions/mean_length": 156.95, + "completions/mean_terminated_length": 136.69643173217773, + "completions/min_length": 77.9, + "completions/min_terminated_length": 77.9, + "entropy": 0.3224756197471704, + "epoch": 0.624332977588047, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.70703125, + "learning_rate": 1e-06, + "loss": -0.0873576283454895, + "num_tokens": 22092543.0, + "reward": 0.5, + "reward_std": 0.2584230363368988, + "rewards/correctness_reward/mean": 0.5, + "rewards/correctness_reward/std": 0.2584230363368988, + "step": 4680, + "step_time": 12.858100096229464, + "zero_adv_skip_rate": 0.3976 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 428.0, + "completions/max_terminated_length": 328.2, + "completions/mean_length": 196.05, + "completions/mean_terminated_length": 177.66428604125977, + "completions/min_length": 80.9, + "completions/min_terminated_length": 80.9, + "entropy": 0.3862619582563639, + "epoch": 0.625667022411953, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.017886289954185487, + "num_tokens": 22135331.0, + "reward": 0.475, + "reward_std": 0.22051151394844054, + "rewards/correctness_reward/mean": 0.475, + "rewards/correctness_reward/std": 0.2205115258693695, + "step": 4690, + "step_time": 14.799611263535917, + "zero_adv_skip_rate": 0.3979 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 1159.3, + "completions/max_terminated_length": 532.8, + "completions/mean_length": 336.4875, + "completions/mean_terminated_length": 242.56250762939453, + "completions/min_length": 91.4, + "completions/min_terminated_length": 91.4, + "entropy": 0.4153507133679731, + "epoch": 0.6270010672358591, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.3125, + "learning_rate": 1e-06, + "loss": 0.16156290769577025, + "num_tokens": 22190930.0, + "reward": 0.225, + "reward_std": 0.3130935251712799, + "rewards/correctness_reward/mean": 0.225, + "rewards/correctness_reward/std": 0.3130935370922089, + "step": 4700, + "step_time": 38.032637135405096, + "zero_adv_skip_rate": 0.3977 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 582.3, + "completions/max_terminated_length": 582.3, + "completions/mean_length": 234.975, + "completions/mean_terminated_length": 234.975, + "completions/min_length": 79.1, + "completions/min_terminated_length": 79.1, + "entropy": 0.30046599404886365, + "epoch": 0.6283351120597652, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.00035860724747180937, + "num_tokens": 22237064.0, + "reward": 0.3625, + "reward_std": 0.17422835528850555, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.17422835528850555, + "step": 4710, + "step_time": 19.478804368246347, + "zero_adv_skip_rate": 0.3981 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 609.7, + "completions/max_terminated_length": 462.7, + "completions/mean_length": 268.325, + "completions/mean_terminated_length": 227.00774078369142, + "completions/min_length": 86.3, + "completions/min_terminated_length": 86.3, + "entropy": 0.3526177542018039, + "epoch": 0.6296691568836713, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.019255411624908448, + "num_tokens": 22286290.0, + "reward": 0.4, + "reward_std": 0.3257265239953995, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.32572652995586393, + "step": 4720, + "step_time": 20.903625566605477, + "zero_adv_skip_rate": 0.3979 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 522.1, + "completions/max_terminated_length": 492.9, + "completions/mean_length": 247.8, + "completions/mean_terminated_length": 229.90178985595702, + "completions/min_length": 102.1, + "completions/min_terminated_length": 102.1, + "entropy": 0.3714020662009716, + "epoch": 0.6310032017075774, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.984375, + "learning_rate": 1e-06, + "loss": -0.03003608584403992, + "num_tokens": 22339946.0, + "reward": 0.4125, + "reward_std": 0.361081862449646, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.3610818684101105, + "step": 4730, + "step_time": 18.37547821579501, + "zero_adv_skip_rate": 0.3975 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 944.4, + "completions/max_terminated_length": 517.3, + "completions/mean_length": 271.975, + "completions/mean_terminated_length": 206.30178833007812, + "completions/min_length": 92.0, + "completions/min_terminated_length": 92.0, + "entropy": 0.4528558734804392, + "epoch": 0.6323372465314835, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.1351334571838379, + "num_tokens": 22391432.0, + "reward": 0.25, + "reward_std": 0.20958369374275207, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.20958369374275207, + "step": 4740, + "step_time": 31.131067180354147, + "zero_adv_skip_rate": 0.3977 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 386.5, + "completions/max_terminated_length": 378.7, + "completions/mean_length": 177.0375, + "completions/mean_terminated_length": 174.3178581237793, + "completions/min_length": 98.0, + "completions/min_terminated_length": 98.0, + "entropy": 0.4366294307401404, + "epoch": 0.6336712913553896, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.88671875, + "learning_rate": 1e-06, + "loss": 0.0025917373597621916, + "num_tokens": 22435723.0, + "reward": 0.2875, + "reward_std": 0.3337387710809708, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.33373878300189974, + "step": 4750, + "step_time": 14.050457026902587, + "zero_adv_skip_rate": 0.3973 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 691.0, + "completions/max_terminated_length": 486.7, + "completions/mean_length": 255.025, + "completions/mean_terminated_length": 212.43750381469727, + "completions/min_length": 78.7, + "completions/min_terminated_length": 78.7, + "entropy": 0.319993843169262, + "epoch": 0.6350053361792957, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.05416831374168396, + "num_tokens": 22484229.0, + "reward": 0.4, + "reward_std": 0.2575641840696335, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.25756419003009795, + "step": 4760, + "step_time": 23.290942866541446, + "zero_adv_skip_rate": 0.3973 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 853.9, + "completions/max_terminated_length": 703.0, + "completions/mean_length": 361.925, + "completions/mean_terminated_length": 315.2630981445312, + "completions/min_length": 132.3, + "completions/min_terminated_length": 132.3, + "entropy": 0.3209081808371203, + "epoch": 0.6363393810032018, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.333984375, + "learning_rate": 1e-06, + "loss": 0.08256668448448182, + "num_tokens": 22543111.0, + "reward": 0.2875, + "reward_std": 0.2802865236997604, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2802865356206894, + "step": 4770, + "step_time": 28.714178405422718, + "zero_adv_skip_rate": 0.3971 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 614.3, + "completions/max_terminated_length": 465.6, + "completions/mean_length": 237.275, + "completions/mean_terminated_length": 215.5, + "completions/min_length": 115.1, + "completions/min_terminated_length": 115.1, + "entropy": 0.3145601366025706, + "epoch": 0.6376734258271078, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.02397126257419586, + "num_tokens": 22589661.0, + "reward": 0.2875, + "reward_std": 0.29413776397705077, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.2941377818584442, + "step": 4780, + "step_time": 20.85490963263437, + "zero_adv_skip_rate": 0.3971 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 593.3, + "completions/max_terminated_length": 471.5, + "completions/mean_length": 297.725, + "completions/mean_terminated_length": 237.28250122070312, + "completions/min_length": 106.3, + "completions/min_terminated_length": 106.3, + "entropy": 0.31370738334953785, + "epoch": 0.6390074706510138, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.58984375, + "learning_rate": 1e-06, + "loss": 0.008454772084951401, + "num_tokens": 22640679.0, + "reward": 0.25, + "reward_std": 0.2748226135969162, + "rewards/correctness_reward/mean": 0.25, + "rewards/correctness_reward/std": 0.2748226195573807, + "step": 4790, + "step_time": 20.344934868905693, + "zero_adv_skip_rate": 0.3969 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 799.8, + "completions/max_terminated_length": 608.3, + "completions/mean_length": 300.9125, + "completions/mean_terminated_length": 269.1125061035156, + "completions/min_length": 113.9, + "completions/min_terminated_length": 113.9, + "entropy": 0.308102966286242, + "epoch": 0.6403415154749199, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.294921875, + "learning_rate": 1e-06, + "loss": 0.08979972600936889, + "num_tokens": 22693520.0, + "reward": 0.2875, + "reward_std": 0.2095758467912674, + "rewards/correctness_reward/mean": 0.2875, + "rewards/correctness_reward/std": 0.20957585871219636, + "step": 4800, + "step_time": 26.418746364116668, + "zero_adv_skip_rate": 0.3971 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 487.2, + "completions/max_terminated_length": 487.2, + "completions/mean_length": 218.9625, + "completions/mean_terminated_length": 218.9625, + "completions/min_length": 107.0, + "completions/min_terminated_length": 107.0, + "entropy": 0.3770535489311442, + "epoch": 0.641675560298826, + "frac_reward_zero_std": 0.2, + "grad_norm": 0.70703125, + "learning_rate": 1e-06, + "loss": 0.1269509196281433, + "num_tokens": 22738773.0, + "reward": 0.375, + "reward_std": 0.3282748609781265, + "rewards/correctness_reward/mean": 0.375, + "rewards/correctness_reward/std": 0.328274866938591, + "step": 4810, + "step_time": 17.066445564851165, + "zero_adv_skip_rate": 0.3967 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 591.3, + "completions/max_terminated_length": 406.6, + "completions/mean_length": 231.6625, + "completions/mean_terminated_length": 182.4095260620117, + "completions/min_length": 82.8, + "completions/min_terminated_length": 82.8, + "entropy": 0.3849782235920429, + "epoch": 0.6430096051227321, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.029490360617637636, + "num_tokens": 22784322.0, + "reward": 0.3375, + "reward_std": 0.2975324273109436, + "rewards/correctness_reward/mean": 0.3375, + "rewards/correctness_reward/std": 0.2975324332714081, + "step": 4820, + "step_time": 20.302774036489428, + "zero_adv_skip_rate": 0.3967 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 515.0, + "completions/max_terminated_length": 515.0, + "completions/mean_length": 190.8875, + "completions/mean_terminated_length": 190.8875, + "completions/min_length": 76.0, + "completions/min_terminated_length": 76.0, + "entropy": 0.3247316942683288, + "epoch": 0.6443436499466382, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.427734375, + "learning_rate": 1e-06, + "loss": 0.001730450615286827, + "num_tokens": 22827825.0, + "reward": 0.4375, + "reward_std": 0.3622844099998474, + "rewards/correctness_reward/mean": 0.4375, + "rewards/correctness_reward/std": 0.36228445172309875, + "step": 4830, + "step_time": 18.373824126273394, + "zero_adv_skip_rate": 0.3965 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 585.1, + "completions/max_terminated_length": 552.9, + "completions/mean_length": 297.8875, + "completions/mean_terminated_length": 280.49464416503906, + "completions/min_length": 104.5, + "completions/min_terminated_length": 104.5, + "entropy": 0.33648872235789895, + "epoch": 0.6456776947705443, + "frac_reward_zero_std": 0.2, + "grad_norm": 1.234375, + "learning_rate": 1e-06, + "loss": -0.06889815330505371, + "num_tokens": 22880192.0, + "reward": 0.45, + "reward_std": 0.3737070143222809, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.37370702624320984, + "step": 4840, + "step_time": 20.737340954784305, + "zero_adv_skip_rate": 0.3961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 549.4, + "completions/max_terminated_length": 507.3, + "completions/mean_length": 234.625, + "completions/mean_terminated_length": 227.65893020629883, + "completions/min_length": 97.5, + "completions/min_terminated_length": 97.5, + "entropy": 0.39588422964637476, + "epoch": 0.6470117395944504, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.6171875, + "learning_rate": 1e-06, + "loss": -0.10280247926712036, + "num_tokens": 22929482.0, + "reward": 0.1625, + "reward_std": 0.24662851691246032, + "rewards/correctness_reward/mean": 0.1625, + "rewards/correctness_reward/std": 0.2466285228729248, + "step": 4850, + "step_time": 19.493375701177865, + "zero_adv_skip_rate": 0.3961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 615.0, + "completions/max_terminated_length": 298.6, + "completions/mean_length": 199.2625, + "completions/mean_terminated_length": 155.9857162475586, + "completions/min_length": 84.6, + "completions/min_terminated_length": 84.6, + "entropy": 0.26365462969988585, + "epoch": 0.6483457844183564, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.0047841183841228485, + "num_tokens": 22971471.0, + "reward": 0.525, + "reward_std": 0.15782093107700348, + "rewards/correctness_reward/mean": 0.525, + "rewards/correctness_reward/std": 0.15782093703746797, + "step": 4860, + "step_time": 21.26041017854586, + "zero_adv_skip_rate": 0.3965 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 474.9, + "completions/max_terminated_length": 283.2, + "completions/mean_length": 183.3875, + "completions/mean_terminated_length": 158.85893020629882, + "completions/min_length": 81.1, + "completions/min_terminated_length": 81.1, + "entropy": 0.26739286072552204, + "epoch": 0.6496798292422625, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.11703609228134156, + "num_tokens": 23014454.0, + "reward": 0.45, + "reward_std": 0.2722742766141891, + "rewards/correctness_reward/mean": 0.45, + "rewards/correctness_reward/std": 0.27227428257465364, + "step": 4870, + "step_time": 17.05254058353603, + "zero_adv_skip_rate": 0.3965 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 1133.8, + "completions/max_terminated_length": 494.5, + "completions/mean_length": 316.4375, + "completions/mean_terminated_length": 224.49821853637695, + "completions/min_length": 81.1, + "completions/min_terminated_length": 81.1, + "entropy": 0.3099472452221172, + "epoch": 0.6510138740661686, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.40625, + "learning_rate": 1e-06, + "loss": 0.1158103108406067, + "num_tokens": 23074153.0, + "reward": 0.4, + "reward_std": 0.3202547669410706, + "rewards/correctness_reward/mean": 0.4, + "rewards/correctness_reward/std": 0.3202547788619995, + "step": 4880, + "step_time": 38.611833308637145, + "zero_adv_skip_rate": 0.3963 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 605.3, + "completions/max_terminated_length": 437.7, + "completions/mean_length": 228.85, + "completions/mean_terminated_length": 188.9232177734375, + "completions/min_length": 72.2, + "completions/min_terminated_length": 72.2, + "entropy": 0.34326816148435074, + "epoch": 0.6523479188900747, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.19140625, + "learning_rate": 1e-06, + "loss": 0.015681920945644377, + "num_tokens": 23122357.0, + "reward": 0.4125, + "reward_std": 0.2558668524026871, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.25586686432361605, + "step": 4890, + "step_time": 21.34696087986231, + "zero_adv_skip_rate": 0.3963 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 602.3, + "completions/max_terminated_length": 396.0, + "completions/mean_length": 230.1875, + "completions/mean_terminated_length": 196.21607398986816, + "completions/min_length": 117.2, + "completions/min_terminated_length": 117.2, + "entropy": 0.29098060860165526, + "epoch": 0.6536819637139808, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.3203125, + "learning_rate": 1e-06, + "loss": -0.04112994968891144, + "num_tokens": 23168500.0, + "reward": 0.275, + "reward_std": 0.3202547669410706, + "rewards/correctness_reward/mean": 0.275, + "rewards/correctness_reward/std": 0.3202547788619995, + "step": 4900, + "step_time": 21.240406797360627, + "zero_adv_skip_rate": 0.3961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.025, + "completions/max_length": 780.6, + "completions/max_terminated_length": 600.8, + "completions/mean_length": 277.2875, + "completions/mean_terminated_length": 250.7339309692383, + "completions/min_length": 103.1, + "completions/min_terminated_length": 103.1, + "entropy": 0.38549620285630226, + "epoch": 0.6550160085378869, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.2275390625, + "learning_rate": 1e-06, + "loss": 0.034107100963592527, + "num_tokens": 23225835.0, + "reward": 0.1, + "reward_std": 0.17422050833702088, + "rewards/correctness_reward/mean": 0.1, + "rewards/correctness_reward/std": 0.17422052025794982, + "step": 4910, + "step_time": 26.60901929186657, + "zero_adv_skip_rate": 0.3965 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.075, + "completions/max_length": 1076.9, + "completions/max_terminated_length": 455.8, + "completions/mean_length": 289.775, + "completions/mean_terminated_length": 197.97500228881836, + "completions/min_length": 80.3, + "completions/min_terminated_length": 80.3, + "entropy": 0.47924742608198095, + "epoch": 0.656350053361793, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.71875, + "learning_rate": 1e-06, + "loss": -0.08401397466659546, + "num_tokens": 23280785.0, + "reward": 0.1875, + "reward_std": 0.31479085683822633, + "rewards/correctness_reward/mean": 0.1875, + "rewards/correctness_reward/std": 0.3147908627986908, + "step": 4920, + "step_time": 36.73750554183498, + "zero_adv_skip_rate": 0.3963 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 395.2, + "completions/max_terminated_length": 395.2, + "completions/mean_length": 190.3, + "completions/mean_terminated_length": 190.3, + "completions/min_length": 69.0, + "completions/min_terminated_length": 69.0, + "entropy": 0.36180410467620405, + "epoch": 0.6576840981856991, + "frac_reward_zero_std": 0.3, + "grad_norm": 0.7578125, + "learning_rate": 1e-06, + "loss": -0.09234949350357055, + "num_tokens": 23326353.0, + "reward": 0.55, + "reward_std": 0.28029437065124513, + "rewards/correctness_reward/mean": 0.55, + "rewards/correctness_reward/std": 0.28029437065124513, + "step": 4930, + "step_time": 14.570873779058456, + "zero_adv_skip_rate": 0.3961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 522.5, + "completions/max_terminated_length": 493.0, + "completions/mean_length": 214.5625, + "completions/mean_terminated_length": 209.56250076293946, + "completions/min_length": 82.1, + "completions/min_terminated_length": 82.1, + "entropy": 0.3845489326243599, + "epoch": 0.6590181430096052, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.06993361115455628, + "num_tokens": 23370870.0, + "reward": 0.175, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.175, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 4940, + "step_time": 18.33775127502158, + "zero_adv_skip_rate": 0.3962 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 622.4, + "completions/max_terminated_length": 316.5, + "completions/mean_length": 225.85, + "completions/mean_terminated_length": 182.10357589721679, + "completions/min_length": 88.1, + "completions/min_terminated_length": 88.1, + "entropy": 0.29995624007036287, + "epoch": 0.6603521878335112, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.030384179949760438, + "num_tokens": 23415138.0, + "reward": 0.425, + "reward_std": 0.25040294229984283, + "rewards/correctness_reward/mean": 0.425, + "rewards/correctness_reward/std": 0.2504029482603073, + "step": 4950, + "step_time": 21.665196518227457, + "zero_adv_skip_rate": 0.3962 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0125, + "completions/max_length": 556.1, + "completions/max_terminated_length": 547.0, + "completions/mean_length": 246.525, + "completions/mean_terminated_length": 244.04107208251952, + "completions/min_length": 88.4, + "completions/min_terminated_length": 88.4, + "entropy": 0.3787304969504476, + "epoch": 0.6616862326574173, + "frac_reward_zero_std": 0.5, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.01316453069448471, + "num_tokens": 23465124.0, + "reward": 0.3125, + "reward_std": 0.21297051012516022, + "rewards/correctness_reward/mean": 0.3125, + "rewards/correctness_reward/std": 0.21297051012516022, + "step": 4960, + "step_time": 19.23376855375245, + "zero_adv_skip_rate": 0.3964 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0375, + "completions/max_length": 444.5, + "completions/max_terminated_length": 442.2, + "completions/mean_length": 219.1875, + "completions/mean_terminated_length": 217.17678680419922, + "completions/min_length": 92.3, + "completions/min_terminated_length": 92.3, + "entropy": 0.3621425319773455, + "epoch": 0.6630202774813234, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": -0.01531466245651245, + "num_tokens": 23524027.0, + "reward": 0.3625, + "reward_std": 0.29413776397705077, + "rewards/correctness_reward/mean": 0.3625, + "rewards/correctness_reward/std": 0.2941377818584442, + "step": 4970, + "step_time": 16.100848561991008, + "zero_adv_skip_rate": 0.3964 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 500.1, + "completions/max_terminated_length": 500.1, + "completions/mean_length": 190.55, + "completions/mean_terminated_length": 190.55, + "completions/min_length": 75.0, + "completions/min_terminated_length": 75.0, + "entropy": 0.3149289855112632, + "epoch": 0.6643543223052295, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.0075941398739814755, + "num_tokens": 23568823.0, + "reward": 0.5125, + "reward_std": 0.2886660069227219, + "rewards/correctness_reward/mean": 0.5125, + "rewards/correctness_reward/std": 0.28866603076457975, + "step": 4980, + "step_time": 18.02074984004721, + "zero_adv_skip_rate": 0.3964 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0, + "completions/max_length": 564.8, + "completions/max_terminated_length": 564.8, + "completions/mean_length": 302.725, + "completions/mean_terminated_length": 302.725, + "completions/min_length": 137.7, + "completions/min_terminated_length": 137.7, + "entropy": 0.35495875170454383, + "epoch": 0.6656883671291356, + "frac_reward_zero_std": 0.6, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.04996286034584045, + "num_tokens": 23622337.0, + "reward": 0.4125, + "reward_std": 0.19231741726398469, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.19231742918491362, + "step": 4990, + "step_time": 19.73052594633773, + "zero_adv_skip_rate": 0.3968 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.05, + "completions/max_length": 316.0, + "completions/max_terminated_length": 308.6, + "completions/mean_length": 141.0, + "completions/mean_terminated_length": 137.36250228881835, + "completions/min_length": 52.7, + "completions/min_terminated_length": 52.7, + "entropy": 0.3848136343682806, + "epoch": 0.6670224119530416, + "frac_reward_zero_std": 0.4, + "grad_norm": 0.0, + "learning_rate": 1e-06, + "loss": 0.021188779175281523, + "num_tokens": 23662145.0, + "reward": 0.4125, + "reward_std": 0.25210027396678925, + "rewards/correctness_reward/mean": 0.4125, + "rewards/correctness_reward/std": 0.25210027396678925, + "step": 5000, + "step_time": 11.751490045432002, + "zero_adv_skip_rate": 0.3968 + } + ], + "logging_steps": 10, + "max_steps": 7496, + "num_input_tokens_seen": 23662145, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/last-checkpoint/training_args.bin b/last-checkpoint/training_args.bin new file mode 100644 index 0000000..a9813ae --- /dev/null +++ b/last-checkpoint/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8bfc06b81652a9dfb52ca98dee9ba2a929e9a77e1a33a109f146288b0b3b50 +size 6840 diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..c277f54 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:439667a86aa281002bb14ff2149fef658738f65ac9b876f18ee8bd727cdb6a80 +size 3441185608 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..c960ecf --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,29 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..a9813ae --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8bfc06b81652a9dfb52ca98dee9ba2a929e9a77e1a33a109f146288b0b3b50 +size 6840