From 2a026ce52a6495f1fd23cf7b1af067435944f9aa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 22 Jun 2026 18:31:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: azalahmadkhan/Llama-3.2-3B-Instruct-DAPO-G-4-novllm-50pct Source: Original Platform --- .gitattributes | 36 + chat_template.jinja | 93 + config.json | 36 + generation_config.json | 14 + model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 262 ++ special_tokens_map.json | 17 + tokenizer.json | 3 + tokenizer_config.json | 2063 ++++++++++ trainer_state.json | 6414 ++++++++++++++++++++++++++++++ training_args.bin | 3 + 12 files changed, 8947 insertions(+) create mode 100644 .gitattributes create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..1bad6a0 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,93 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- if strftime_now is defined %} + {%- set date_string = strftime_now("%d %b %Y") %} + {%- else %} + {%- set date_string = "26 Jul 2024" %} + {%- endif %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {{- "<|eot_id|>" }} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..4da2f64 --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.57.6", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..b9c76a3 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128009, + 128001, + 128008, + 128009 + ], + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.6" +} diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..0fdea8b --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b787be1b30ff4b20d399f910c1b635f84585b870d9766abf0ba118d3c0921913 +size 4965799096 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..9b7ebcc --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e137d63c3123882d48e12be2d3f65070320088c4e3e40525be713e289845efb9 +size 1459729952 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..f84d97f --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,262 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 6425499648 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..b43be96 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3beeacc --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..6b741c8 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,6414 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4988662131519274, + "eval_steps": 500, + "global_step": 220, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3681.0, + "completions/mean_length": 1268.2265625, + "completions/mean_terminated_length": 980.7562866210938, + "completions/min_length": 98.0, + "completions/min_terminated_length": 98.0, + "entropy": 4.420659868046641, + "epoch": 0.0022675736961451248, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.19921875, + "learning_rate": 1e-06, + "loss": -0.0093, + "num_tokens": 184821.0, + "reward": 0.06640625, + "reward_std": 0.31472553312778473, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 1, + "step_time": 598.9364407490939 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3782.5, + "completions/mean_length": 1565.546875, + "completions/mean_terminated_length": 1068.8557739257812, + "completions/min_length": 26.5, + "completions/min_terminated_length": 26.5, + "entropy": 4.373492445796728, + "epoch": 0.0045351473922902496, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.06201171875, + "learning_rate": 9.977324263038547e-07, + "loss": 0.0007, + "num_tokens": 410327.0, + "reward": 0.03125, + "reward_std": 0.13729241490364075, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 2, + "step_time": 600.5369204720482 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 2910.0, + "completions/mean_length": 1133.2265625, + "completions/mean_terminated_length": 769.377197265625, + "completions/min_length": 5.5, + "completions/min_terminated_length": 5.5, + "entropy": 2.3305343482643366, + "epoch": 0.006802721088435374, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.193359375, + "learning_rate": 9.954648526077097e-07, + "loss": 0.0087, + "num_tokens": 578144.0, + "reward": 0.03125, + "reward_std": 0.19257627427577972, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 3, + "step_time": 589.7848729742691 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.2265625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3864.0, + "completions/mean_length": 1646.265625, + "completions/mean_terminated_length": 926.9349060058594, + "completions/min_length": 5.0, + "completions/min_terminated_length": 5.0, + "entropy": 3.3248021751642227, + "epoch": 0.009070294784580499, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1484375, + "learning_rate": 9.931972789115645e-07, + "loss": 0.0086, + "num_tokens": 812974.0, + "reward": 0.0390625, + "reward_std": 0.25652606785297394, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 4, + "step_time": 589.6438818126917 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3125.0, + "completions/mean_length": 1278.7578125, + "completions/mean_terminated_length": 817.7545166015625, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.488957514986396, + "epoch": 0.011337868480725623, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.2314453125, + "learning_rate": 9.909297052154193e-07, + "loss": -0.0221, + "num_tokens": 999435.0, + "reward": 0.0234375, + "reward_std": 0.1596149355173111, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 5, + "step_time": 591.4307740237564 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3731.0, + "completions/mean_length": 1252.328125, + "completions/mean_terminated_length": 812.7178344726562, + "completions/min_length": 1.5, + "completions/min_terminated_length": 1.5, + "entropy": 3.201830508187413, + "epoch": 0.013605442176870748, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.21484375, + "learning_rate": 9.886621315192743e-07, + "loss": 0.0123, + "num_tokens": 1188829.0, + "reward": 0.125, + "reward_std": 0.4914857894182205, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 6, + "step_time": 629.2572528030723 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3784.5, + "completions/mean_length": 1448.6484375, + "completions/mean_terminated_length": 928.8148193359375, + "completions/min_length": 9.0, + "completions/min_terminated_length": 9.0, + "entropy": 4.067663200199604, + "epoch": 0.015873015873015872, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.10546875, + "learning_rate": 9.86394557823129e-07, + "loss": -0.0005, + "num_tokens": 1396800.0, + "reward": 0.0234375, + "reward_std": 0.13152606785297394, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 7, + "step_time": 585.323605818674 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3718.5, + "completions/mean_length": 1281.5234375, + "completions/mean_terminated_length": 915.6332397460938, + "completions/min_length": 102.5, + "completions/min_terminated_length": 102.5, + "entropy": 3.3765318896621466, + "epoch": 0.018140589569160998, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.1357421875, + "learning_rate": 9.84126984126984e-07, + "loss": 0.0023, + "num_tokens": 1586687.0, + "reward": 0.0078125, + "reward_std": 0.043842025101184845, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 8, + "step_time": 603.3711773892865 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.203125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3937.5, + "completions/mean_length": 1789.2265625, + "completions/mean_terminated_length": 1200.6988525390625, + "completions/min_length": 11.0, + "completions/min_terminated_length": 11.0, + "entropy": 4.331676904112101, + "epoch": 0.02040816326530612, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1416015625, + "learning_rate": 9.818594104308389e-07, + "loss": 0.0198, + "num_tokens": 1838880.0, + "reward": 0.0625, + "reward_std": 0.2596312239766121, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.21304203569889069, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 9, + "step_time": 590.4591970965266 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.2109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3845.0, + "completions/mean_length": 1610.34375, + "completions/mean_terminated_length": 939.8783569335938, + "completions/min_length": 20.0, + "completions/min_terminated_length": 20.0, + "entropy": 4.339755732566118, + "epoch": 0.022675736961451247, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.171875, + "learning_rate": 9.795918367346939e-07, + "loss": -0.0001, + "num_tokens": 2070844.0, + "reward": 0.06640625, + "reward_std": 0.26088467985391617, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.21304203569889069, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 10, + "step_time": 608.92143144086 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4055.5, + "completions/mean_length": 1540.3203125, + "completions/mean_terminated_length": 1065.2804565429688, + "completions/min_length": 9.5, + "completions/min_terminated_length": 9.5, + "entropy": 3.709390392526984, + "epoch": 0.024943310657596373, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1298828125, + "learning_rate": 9.773242630385487e-07, + "loss": 0.0305, + "num_tokens": 2291637.0, + "reward": 0.0390625, + "reward_std": 0.17938801646232605, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 11, + "step_time": 594.1065437020734 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3819.0, + "completions/mean_length": 1434.7734375, + "completions/mean_terminated_length": 941.9537048339844, + "completions/min_length": 2.0, + "completions/min_terminated_length": 2.0, + "entropy": 3.84947507455945, + "epoch": 0.027210884353741496, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.18359375, + "learning_rate": 9.750566893424036e-07, + "loss": 0.0622, + "num_tokens": 2500052.0, + "reward": 0.1015625, + "reward_std": 0.4368836283683777, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 12, + "step_time": 598.8679339522496 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3955.0, + "completions/mean_length": 1386.8984375, + "completions/mean_terminated_length": 997.9778442382812, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 3.7934455443173647, + "epoch": 0.02947845804988662, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.19921875, + "learning_rate": 9.727891156462584e-07, + "loss": 0.0114, + "num_tokens": 2701547.0, + "reward": 0.03125, + "reward_std": 0.16574779152870178, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 13, + "step_time": 627.0823687994853 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3859.5, + "completions/mean_length": 1351.640625, + "completions/mean_terminated_length": 931.5595703125, + "completions/min_length": 46.5, + "completions/min_terminated_length": 46.5, + "entropy": 3.6855772957205772, + "epoch": 0.031746031746031744, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.216796875, + "learning_rate": 9.705215419501134e-07, + "loss": -0.0323, + "num_tokens": 2899161.0, + "reward": 0.09375, + "reward_std": 0.41640444099903107, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 14, + "step_time": 585.9838520288467 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3639.0, + "completions/mean_length": 1279.6015625, + "completions/mean_terminated_length": 874.271728515625, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.6237228345125914, + "epoch": 0.034013605442176874, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.146484375, + "learning_rate": 9.682539682539682e-07, + "loss": 0.036, + "num_tokens": 3087398.0, + "reward": 0.0234375, + "reward_std": 0.16884202510118484, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 15, + "step_time": 599.1850006729364 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3629.0, + "completions/mean_length": 1518.09375, + "completions/mean_terminated_length": 922.2556457519531, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 4.251630323007703, + "epoch": 0.036281179138321996, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1962890625, + "learning_rate": 9.65986394557823e-07, + "loss": 0.0335, + "num_tokens": 3305370.0, + "reward": 0.0859375, + "reward_std": 0.3918892741203308, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 16, + "step_time": 594.1110223559663 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3773.0, + "completions/mean_length": 1507.0234375, + "completions/mean_terminated_length": 998.476806640625, + "completions/min_length": 42.5, + "completions/min_terminated_length": 42.5, + "entropy": 3.8557076919823885, + "epoch": 0.03854875283446712, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.201171875, + "learning_rate": 9.63718820861678e-07, + "loss": 0.0151, + "num_tokens": 3523109.0, + "reward": 0.0859375, + "reward_std": 0.36247265338897705, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 17, + "step_time": 587.1657324088737 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3525.0, + "completions/mean_length": 1425.53125, + "completions/mean_terminated_length": 841.9051208496094, + "completions/min_length": 62.5, + "completions/min_terminated_length": 62.5, + "entropy": 3.771521097049117, + "epoch": 0.04081632653061224, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1708984375, + "learning_rate": 9.614512471655328e-07, + "loss": -0.0022, + "num_tokens": 3727969.0, + "reward": 0.07421875, + "reward_std": 0.29723551869392395, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.24397502839565277, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 18, + "step_time": 581.9889324549586 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3752.0, + "completions/mean_length": 1173.984375, + "completions/mean_terminated_length": 867.0696716308594, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.8836028147488832, + "epoch": 0.04308390022675737, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2177734375, + "learning_rate": 9.591836734693876e-07, + "loss": 0.0355, + "num_tokens": 3903999.0, + "reward": 0.08984375, + "reward_std": 0.37648390233516693, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 19, + "step_time": 659.3856618851423 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3843.0, + "completions/mean_length": 1374.8125, + "completions/mean_terminated_length": 902.1538391113281, + "completions/min_length": 42.5, + "completions/min_terminated_length": 42.5, + "entropy": 3.2819528337568045, + "epoch": 0.045351473922902494, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1669921875, + "learning_rate": 9.569160997732426e-07, + "loss": 0.0059, + "num_tokens": 4103619.0, + "reward": 0.0625, + "reward_std": 0.3096012622117996, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 20, + "step_time": 586.1947742849588 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.203125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4012.5, + "completions/mean_length": 1617.8203125, + "completions/mean_terminated_length": 976.201416015625, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.976168217137456, + "epoch": 0.047619047619047616, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.123046875, + "learning_rate": 9.546485260770974e-07, + "loss": -0.0038, + "num_tokens": 4335104.0, + "reward": 0.03515625, + "reward_std": 0.2533649355173111, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 21, + "step_time": 613.1841935859993 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3851.5, + "completions/mean_length": 1488.375, + "completions/mean_terminated_length": 926.713623046875, + "completions/min_length": 8.0, + "completions/min_terminated_length": 8.0, + "entropy": 3.7107547111809254, + "epoch": 0.049886621315192746, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.1298828125, + "learning_rate": 9.523809523809522e-07, + "loss": 0.0027, + "num_tokens": 4555572.0, + "reward": 0.0078125, + "reward_std": 0.043842025101184845, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 22, + "step_time": 658.2109148548916 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4045.5, + "completions/mean_length": 1292.171875, + "completions/mean_terminated_length": 973.3143920898438, + "completions/min_length": 36.0, + "completions/min_terminated_length": 36.0, + "entropy": 3.6732373889535666, + "epoch": 0.05215419501133787, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.22265625, + "learning_rate": 9.501133786848072e-07, + "loss": 0.0104, + "num_tokens": 4745954.0, + "reward": 0.05859375, + "reward_std": 0.3089591860771179, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 23, + "step_time": 602.3255676180124 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3506.0, + "completions/mean_length": 1260.6484375, + "completions/mean_terminated_length": 830.3445129394531, + "completions/min_length": 8.5, + "completions/min_terminated_length": 8.5, + "entropy": 3.2933055758476257, + "epoch": 0.05442176870748299, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2314453125, + "learning_rate": 9.47845804988662e-07, + "loss": 0.0031, + "num_tokens": 4931917.0, + "reward": 0.06640625, + "reward_std": 0.35280121862888336, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 24, + "step_time": 598.7310787206516 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3860.5, + "completions/mean_length": 1558.296875, + "completions/mean_terminated_length": 1142.5206909179688, + "completions/min_length": 111.5, + "completions/min_terminated_length": 111.5, + "entropy": 4.41904532071203, + "epoch": 0.05668934240362812, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1923828125, + "learning_rate": 9.45578231292517e-07, + "loss": 0.0251, + "num_tokens": 5156903.0, + "reward": 0.08203125, + "reward_std": 0.3898242563009262, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 25, + "step_time": 612.8359751384705 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3834.0, + "completions/mean_length": 1414.25, + "completions/mean_terminated_length": 863.0014343261719, + "completions/min_length": 49.5, + "completions/min_terminated_length": 49.5, + "entropy": 3.6438450161367655, + "epoch": 0.05895691609977324, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1162109375, + "learning_rate": 9.433106575963718e-07, + "loss": -0.003, + "num_tokens": 5361427.0, + "reward": 0.05078125, + "reward_std": 0.29202835261821747, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 26, + "step_time": 586.6363095985726 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3840.5, + "completions/mean_length": 1228.1484375, + "completions/mean_terminated_length": 820.9175415039062, + "completions/min_length": 110.0, + "completions/min_terminated_length": 110.0, + "entropy": 2.9272163938730955, + "epoch": 0.061224489795918366, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1787109375, + "learning_rate": 9.410430839002267e-07, + "loss": -0.0145, + "num_tokens": 5541462.0, + "reward": 0.09765625, + "reward_std": 0.3758723586797714, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 27, + "step_time": 588.392117716372 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3761.0, + "completions/mean_length": 1163.484375, + "completions/mean_terminated_length": 861.0517272949219, + "completions/min_length": 11.5, + "completions/min_terminated_length": 11.5, + "entropy": 3.6875854432582855, + "epoch": 0.06349206349206349, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.27734375, + "learning_rate": 9.387755102040816e-07, + "loss": -0.0093, + "num_tokens": 5713684.0, + "reward": 0.1171875, + "reward_std": 0.4582659602165222, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 28, + "step_time": 591.353732842952 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 2511.5, + "completions/mean_length": 1238.9765625, + "completions/mean_terminated_length": 616.4163208007812, + "completions/min_length": 5.0, + "completions/min_terminated_length": 5.0, + "entropy": 2.41994022205472, + "epoch": 0.06575963718820861, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.3046875, + "learning_rate": 9.365079365079365e-07, + "loss": -0.0128, + "num_tokens": 5899889.0, + "reward": 0.1015625, + "reward_std": 0.3987704664468765, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 29, + "step_time": 641.2962455619127 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3692.5, + "completions/mean_length": 1316.7890625, + "completions/mean_terminated_length": 863.9240417480469, + "completions/min_length": 8.0, + "completions/min_terminated_length": 8.0, + "entropy": 2.6513823810964823, + "epoch": 0.06802721088435375, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1982421875, + "learning_rate": 9.342403628117913e-07, + "loss": 0.0257, + "num_tokens": 6092946.0, + "reward": 0.0703125, + "reward_std": 0.34078919887542725, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 30, + "step_time": 599.0408421233296 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4026.5, + "completions/mean_length": 1242.1640625, + "completions/mean_terminated_length": 946.5238647460938, + "completions/min_length": 22.5, + "completions/min_terminated_length": 22.5, + "entropy": 3.833143075928092, + "epoch": 0.07029478458049887, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.09423828125, + "learning_rate": 9.319727891156463e-07, + "loss": -0.0087, + "num_tokens": 6277247.0, + "reward": 0.01171875, + "reward_std": 0.05326050519943237, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 31, + "step_time": 598.7559008421376 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3974.0, + "completions/mean_length": 1660.1171875, + "completions/mean_terminated_length": 1095.6091613769531, + "completions/min_length": 5.0, + "completions/min_terminated_length": 5.0, + "entropy": 3.9972437638789415, + "epoch": 0.07256235827664399, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1767578125, + "learning_rate": 9.29705215419501e-07, + "loss": -0.0009, + "num_tokens": 6514618.0, + "reward": 0.0625, + "reward_std": 0.3126605153083801, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 32, + "step_time": 588.540596883744 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3492.0, + "completions/mean_length": 1256.1171875, + "completions/mean_terminated_length": 794.4375, + "completions/min_length": 15.0, + "completions/min_terminated_length": 15.0, + "entropy": 3.574168335646391, + "epoch": 0.07482993197278912, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1923828125, + "learning_rate": 9.274376417233559e-07, + "loss": 0.0144, + "num_tokens": 6698337.0, + "reward": 0.07421875, + "reward_std": 0.3566044270992279, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 33, + "step_time": 590.0235936194658 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0859375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3585.0, + "completions/mean_length": 1064.6640625, + "completions/mean_terminated_length": 780.8223876953125, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.5261701587587595, + "epoch": 0.07709750566893424, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.271484375, + "learning_rate": 9.251700680272108e-07, + "loss": 0.0511, + "num_tokens": 6857330.0, + "reward": 0.12109375, + "reward_std": 0.4603298455476761, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 34, + "step_time": 582.2729406254366 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3875.0, + "completions/mean_length": 1183.78125, + "completions/mean_terminated_length": 766.4074096679688, + "completions/min_length": 22.0, + "completions/min_terminated_length": 22.0, + "entropy": 3.6374483965337276, + "epoch": 0.07936507936507936, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.2451171875, + "learning_rate": 9.229024943310657e-07, + "loss": -0.0024, + "num_tokens": 7033458.0, + "reward": 0.1328125, + "reward_std": 0.45352521538734436, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.44585782289505005, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 35, + "step_time": 604.7557975919917 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3507.5, + "completions/mean_length": 1338.28125, + "completions/mean_terminated_length": 857.5964660644531, + "completions/min_length": 20.0, + "completions/min_terminated_length": 20.0, + "entropy": 3.4108287915587425, + "epoch": 0.08163265306122448, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2353515625, + "learning_rate": 9.206349206349205e-07, + "loss": -0.0284, + "num_tokens": 7227406.0, + "reward": 0.0625, + "reward_std": 0.33031322062015533, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 36, + "step_time": 582.625431638211 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4073.5, + "completions/mean_length": 1282.84375, + "completions/mean_terminated_length": 994.6044311523438, + "completions/min_length": 6.5, + "completions/min_terminated_length": 6.5, + "entropy": 4.335059890523553, + "epoch": 0.08390022675736962, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.21875, + "learning_rate": 9.183673469387755e-07, + "loss": 0.0204, + "num_tokens": 7416650.0, + "reward": 0.05859375, + "reward_std": 0.21704265475273132, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.21304203569889069, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 37, + "step_time": 597.565967454575 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3871.0, + "completions/mean_length": 1476.2109375, + "completions/mean_terminated_length": 932.4811401367188, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.803565353155136, + "epoch": 0.08616780045351474, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.08837890625, + "learning_rate": 9.160997732426303e-07, + "loss": -0.0007, + "num_tokens": 7629049.0, + "reward": 0.0625, + "reward_std": 0.24397501349449158, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.24397502839565277, + "rewards/format_reward_func/mean": 0.0, + "rewards/format_reward_func/std": 0.0, + "step": 38, + "step_time": 583.4348162943497 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3728.0, + "completions/mean_length": 1381.0390625, + "completions/mean_terminated_length": 849.9523315429688, + "completions/min_length": 5.5, + "completions/min_terminated_length": 5.5, + "entropy": 3.3647786304354668, + "epoch": 0.08843537414965986, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.1923828125, + "learning_rate": 9.138321995464853e-07, + "loss": 0.0154, + "num_tokens": 7831390.0, + "reward": 0.10546875, + "reward_std": 0.41434262692928314, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 39, + "step_time": 599.8489952124655 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3683.5, + "completions/mean_length": 1284.046875, + "completions/mean_terminated_length": 935.6366577148438, + "completions/min_length": 20.5, + "completions/min_terminated_length": 20.5, + "entropy": 3.913011803291738, + "epoch": 0.09070294784580499, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.28515625, + "learning_rate": 9.115646258503401e-07, + "loss": -0.0161, + "num_tokens": 8018060.0, + "reward": 0.1484375, + "reward_std": 0.4921819716691971, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.48994454741477966, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 40, + "step_time": 583.9517429694533 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3488.0, + "completions/mean_length": 1136.1796875, + "completions/mean_terminated_length": 772.6929931640625, + "completions/min_length": 5.5, + "completions/min_terminated_length": 5.5, + "entropy": 3.530646240338683, + "epoch": 0.09297052154195011, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2373046875, + "learning_rate": 9.09297052154195e-07, + "loss": 0.0425, + "num_tokens": 8187987.0, + "reward": 0.1015625, + "reward_std": 0.42883121967315674, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 41, + "step_time": 586.9831876922399 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3883.0, + "completions/mean_length": 1217.671875, + "completions/mean_terminated_length": 890.7786254882812, + "completions/min_length": 28.0, + "completions/min_terminated_length": 28.0, + "entropy": 3.6075865300372243, + "epoch": 0.09523809523809523, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1689453125, + "learning_rate": 9.070294784580499e-07, + "loss": 0.004, + "num_tokens": 8367045.0, + "reward": 0.078125, + "reward_std": 0.3689750134944916, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.0, + "rewards/format_reward_func/std": 0.0, + "step": 42, + "step_time": 593.1046754224226 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3453.5, + "completions/mean_length": 1357.359375, + "completions/mean_terminated_length": 928.1923522949219, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.721042402088642, + "epoch": 0.09750566893424037, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.291015625, + "learning_rate": 9.047619047619047e-07, + "loss": -0.0005, + "num_tokens": 8565287.0, + "reward": 0.0859375, + "reward_std": 0.29998381435871124, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.24397502839565277, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 43, + "step_time": 599.4938222169876 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3986.5, + "completions/mean_length": 1526.4140625, + "completions/mean_terminated_length": 998.0187683105469, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 4.3327610064297915, + "epoch": 0.09977324263038549, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.1328125, + "learning_rate": 9.024943310657595e-07, + "loss": 0.0407, + "num_tokens": 8784856.0, + "reward": 0.0234375, + "reward_std": 0.13152606785297394, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 44, + "step_time": 601.5610232567415 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 2995.0, + "completions/mean_length": 1162.65625, + "completions/mean_terminated_length": 682.6545104980469, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 2.599572140723467, + "epoch": 0.10204081632653061, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.13671875, + "learning_rate": 9.002267573696145e-07, + "loss": -0.003, + "num_tokens": 8957812.0, + "reward": 0.01171875, + "reward_std": 0.07509202510118484, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 45, + "step_time": 599.2623494956642 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3193.5, + "completions/mean_length": 1333.75, + "completions/mean_terminated_length": 775.1260681152344, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 2.9866717774420977, + "epoch": 0.10430839002267574, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.193359375, + "learning_rate": 8.979591836734693e-07, + "loss": 0.037, + "num_tokens": 9151420.0, + "reward": 0.0234375, + "reward_std": 0.1596149355173111, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 46, + "step_time": 584.1288063684478 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3997.5, + "completions/mean_length": 1418.0390625, + "completions/mean_terminated_length": 1004.8611145019531, + "completions/min_length": 48.0, + "completions/min_terminated_length": 48.0, + "entropy": 3.4238973315805197, + "epoch": 0.10657596371882086, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.130859375, + "learning_rate": 8.956916099773242e-07, + "loss": 0.0135, + "num_tokens": 9355801.0, + "reward": 0.00390625, + "reward_std": 0.03125, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 47, + "step_time": 585.5585831161588 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3749.5, + "completions/mean_length": 1428.3359375, + "completions/mean_terminated_length": 964.203369140625, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 3.784708108752966, + "epoch": 0.10884353741496598, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2041015625, + "learning_rate": 8.934240362811791e-07, + "loss": 0.0216, + "num_tokens": 9563164.0, + "reward": 0.08984375, + "reward_std": 0.37423862516880035, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 48, + "step_time": 588.5648364648223 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3933.5, + "completions/mean_length": 1392.5078125, + "completions/mean_terminated_length": 861.5879211425781, + "completions/min_length": 56.5, + "completions/min_terminated_length": 56.5, + "entropy": 3.1068236976861954, + "epoch": 0.1111111111111111, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.166015625, + "learning_rate": 8.91156462585034e-07, + "loss": 0.0261, + "num_tokens": 9764893.0, + "reward": 0.05078125, + "reward_std": 0.29285234212875366, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 49, + "step_time": 612.5280408170074 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3839.0, + "completions/mean_length": 1314.390625, + "completions/mean_terminated_length": 831.5285034179688, + "completions/min_length": 5.0, + "completions/min_terminated_length": 5.0, + "entropy": 3.5168911181390285, + "epoch": 0.11337868480725624, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1533203125, + "learning_rate": 8.888888888888888e-07, + "loss": -0.0155, + "num_tokens": 9956947.0, + "reward": 0.04296875, + "reward_std": 0.22127514332532883, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 50, + "step_time": 587.9333986295387 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3882.0, + "completions/mean_length": 1565.3359375, + "completions/mean_terminated_length": 976.5892639160156, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 4.300196705386043, + "epoch": 0.11564625850340136, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1318359375, + "learning_rate": 8.866213151927438e-07, + "loss": 0.0146, + "num_tokens": 10180654.0, + "reward": 0.0234375, + "reward_std": 0.1596149355173111, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 51, + "step_time": 596.8772314703092 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4001.5, + "completions/mean_length": 1331.4453125, + "completions/mean_terminated_length": 965.4701843261719, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.5988041888922453, + "epoch": 0.11791383219954649, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2001953125, + "learning_rate": 8.843537414965985e-07, + "loss": 0.0128, + "num_tokens": 10374567.0, + "reward": 0.046875, + "reward_std": 0.2630521357059479, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 52, + "step_time": 598.7554965950549 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3918.0, + "completions/mean_length": 1333.5234375, + "completions/mean_terminated_length": 964.8404235839844, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 3.7250664979219437, + "epoch": 0.12018140589569161, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.1201171875, + "learning_rate": 8.820861678004535e-07, + "loss": 0.0008, + "num_tokens": 10567310.0, + "reward": 0.0234375, + "reward_std": 0.16884202510118484, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 53, + "step_time": 580.3850104399025 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3875.5, + "completions/mean_length": 1238.6484375, + "completions/mean_terminated_length": 915.7840270996094, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 3.7390247844159603, + "epoch": 0.12244897959183673, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.244140625, + "learning_rate": 8.798185941043083e-07, + "loss": 0.0408, + "num_tokens": 10751985.0, + "reward": 0.05859375, + "reward_std": 0.3089591860771179, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 54, + "step_time": 602.8104365291074 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3832.5, + "completions/mean_length": 1432.03125, + "completions/mean_terminated_length": 1014.6162109375, + "completions/min_length": 55.5, + "completions/min_terminated_length": 55.5, + "entropy": 4.180685954168439, + "epoch": 0.12471655328798185, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.1357421875, + "learning_rate": 8.775510204081632e-07, + "loss": 0.0098, + "num_tokens": 10958601.0, + "reward": 0.03515625, + "reward_std": 0.20661810040473938, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 55, + "step_time": 589.0944160483778 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3661.0, + "completions/mean_length": 1241.0234375, + "completions/mean_terminated_length": 890.4122924804688, + "completions/min_length": 31.5, + "completions/min_terminated_length": 31.5, + "entropy": 3.475444095209241, + "epoch": 0.12698412698412698, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.294921875, + "learning_rate": 8.752834467120181e-07, + "loss": 0.0468, + "num_tokens": 11141100.0, + "reward": 0.1171875, + "reward_std": 0.4067866802215576, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 56, + "step_time": 595.941380049102 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3977.0, + "completions/mean_length": 1423.265625, + "completions/mean_terminated_length": 904.7202758789062, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.743929397314787, + "epoch": 0.1292517006802721, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.177734375, + "learning_rate": 8.73015873015873e-07, + "loss": 0.006, + "num_tokens": 11348246.0, + "reward": 0.078125, + "reward_std": 0.37932415306568146, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 57, + "step_time": 621.8577571306378 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.203125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3588.5, + "completions/mean_length": 1568.6953125, + "completions/mean_terminated_length": 924.08642578125, + "completions/min_length": 69.0, + "completions/min_terminated_length": 69.0, + "entropy": 3.748473282903433, + "epoch": 0.13151927437641722, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1962890625, + "learning_rate": 8.707482993197278e-07, + "loss": -0.0042, + "num_tokens": 11571575.0, + "reward": 0.07421875, + "reward_std": 0.3420426547527313, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 58, + "step_time": 584.199871532619 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3920.5, + "completions/mean_length": 1500.640625, + "completions/mean_terminated_length": 999.1975402832031, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 4.530334532260895, + "epoch": 0.13378684807256236, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1689453125, + "learning_rate": 8.684807256235828e-07, + "loss": 0.0044, + "num_tokens": 11791385.0, + "reward": 0.0234375, + "reward_std": 0.1596149355173111, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 59, + "step_time": 609.9015548406169 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3949.5, + "completions/mean_length": 1356.453125, + "completions/mean_terminated_length": 818.5648498535156, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.20889993570745, + "epoch": 0.1360544217687075, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.19921875, + "learning_rate": 8.662131519274376e-07, + "loss": -0.0039, + "num_tokens": 11987719.0, + "reward": 0.03515625, + "reward_std": 0.17743311822414398, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 60, + "step_time": 585.9198675043881 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.078125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3567.0, + "completions/mean_length": 1115.546875, + "completions/mean_terminated_length": 859.4793395996094, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.9494722429662943, + "epoch": 0.1383219954648526, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.251953125, + "learning_rate": 8.639455782312925e-07, + "loss": 0.0761, + "num_tokens": 12153553.0, + "reward": 0.09765625, + "reward_std": 0.3964306712150574, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 61, + "step_time": 588.7423055358231 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3860.0, + "completions/mean_length": 1337.1328125, + "completions/mean_terminated_length": 885.6817932128906, + "completions/min_length": 5.5, + "completions/min_terminated_length": 5.5, + "entropy": 2.918829394504428, + "epoch": 0.14058956916099774, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.208984375, + "learning_rate": 8.616780045351474e-07, + "loss": 0.0125, + "num_tokens": 12351434.0, + "reward": 0.09375, + "reward_std": 0.4053945690393448, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 62, + "step_time": 633.4415109893307 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.2265625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3928.5, + "completions/mean_length": 1692.1640625, + "completions/mean_terminated_length": 987.1826171875, + "completions/min_length": 5.0, + "completions/min_terminated_length": 5.0, + "entropy": 3.8325051330029964, + "epoch": 0.14285714285714285, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.14453125, + "learning_rate": 8.594104308390022e-07, + "loss": 0.0149, + "num_tokens": 12592403.0, + "reward": 0.0546875, + "reward_std": 0.3068941682577133, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 63, + "step_time": 590.275172451511 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3880.5, + "completions/mean_length": 1145.0546875, + "completions/mean_terminated_length": 781.627197265625, + "completions/min_length": 62.5, + "completions/min_terminated_length": 62.5, + "entropy": 3.939505912363529, + "epoch": 0.14512471655328799, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2490234375, + "learning_rate": 8.57142857142857e-07, + "loss": 0.0198, + "num_tokens": 12763162.0, + "reward": 0.078125, + "reward_std": 0.3489539474248886, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 64, + "step_time": 601.2852159729227 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3328.5, + "completions/mean_length": 1344.3671875, + "completions/mean_terminated_length": 894.0999755859375, + "completions/min_length": 5.5, + "completions/min_terminated_length": 5.5, + "entropy": 3.6352404467761517, + "epoch": 0.1473922902494331, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2333984375, + "learning_rate": 8.54875283446712e-07, + "loss": 0.0207, + "num_tokens": 12958453.0, + "reward": 0.06640625, + "reward_std": 0.244957834482193, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.24397502839565277, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 65, + "step_time": 604.1546341096982 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3960.5, + "completions/mean_length": 1339.8203125, + "completions/mean_terminated_length": 885.8468322753906, + "completions/min_length": 43.0, + "completions/min_terminated_length": 43.0, + "entropy": 3.2994116097688675, + "epoch": 0.14965986394557823, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.158203125, + "learning_rate": 8.526077097505668e-07, + "loss": -0.0314, + "num_tokens": 13153994.0, + "reward": 0.05859375, + "reward_std": 0.30986589193344116, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 66, + "step_time": 586.3202119162306 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.078125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3762.5, + "completions/mean_length": 1159.3671875, + "completions/mean_terminated_length": 913.3544616699219, + "completions/min_length": 22.0, + "completions/min_terminated_length": 22.0, + "entropy": 4.719866678118706, + "epoch": 0.15192743764172337, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.322265625, + "learning_rate": 8.503401360544217e-07, + "loss": 0.0089, + "num_tokens": 13327053.0, + "reward": 0.07421875, + "reward_std": 0.34598222374916077, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 67, + "step_time": 597.3318418385461 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3997.0, + "completions/mean_length": 1457.734375, + "completions/mean_terminated_length": 1028.190673828125, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 4.309329951182008, + "epoch": 0.15419501133786848, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.140625, + "learning_rate": 8.480725623582766e-07, + "loss": 0.0148, + "num_tokens": 13537987.0, + "reward": 0.08203125, + "reward_std": 0.2711479365825653, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.27048972249031067, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 68, + "step_time": 595.651706719771 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3833.0, + "completions/mean_length": 1283.3984375, + "completions/mean_terminated_length": 912.62158203125, + "completions/min_length": 64.0, + "completions/min_terminated_length": 64.0, + "entropy": 3.7792484648525715, + "epoch": 0.1564625850340136, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.294921875, + "learning_rate": 8.458049886621315e-07, + "loss": 0.0182, + "num_tokens": 13725062.0, + "reward": 0.12109375, + "reward_std": 0.46074703335762024, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 69, + "step_time": 585.8399355420843 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3663.0, + "completions/mean_length": 1348.53125, + "completions/mean_terminated_length": 929.372802734375, + "completions/min_length": 155.5, + "completions/min_terminated_length": 155.5, + "entropy": 3.0831449050456285, + "epoch": 0.15873015873015872, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.18359375, + "learning_rate": 8.435374149659864e-07, + "loss": 0.0371, + "num_tokens": 13921226.0, + "reward": 0.1015625, + "reward_std": 0.3995128720998764, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 70, + "step_time": 592.1932232938707 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3615.0, + "completions/mean_length": 1510.4453125, + "completions/mean_terminated_length": 907.9366760253906, + "completions/min_length": 9.5, + "completions/min_terminated_length": 9.5, + "entropy": 3.17475145123899, + "epoch": 0.16099773242630386, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1669921875, + "learning_rate": 8.412698412698413e-07, + "loss": 0.0128, + "num_tokens": 14138339.0, + "reward": 0.0625, + "reward_std": 0.3109140843153, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 71, + "step_time": 593.9878287529573 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.2109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3995.5, + "completions/mean_length": 1693.75, + "completions/mean_terminated_length": 1057.754150390625, + "completions/min_length": 91.0, + "completions/min_terminated_length": 91.0, + "entropy": 4.4856348149478436, + "epoch": 0.16326530612244897, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.134765625, + "learning_rate": 8.39002267573696e-07, + "loss": 0.0219, + "num_tokens": 14379223.0, + "reward": 0.078125, + "reward_std": 0.3471105545759201, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.03125, + "rewards/format_reward_func/std": 0.12088293954730034, + "step": 72, + "step_time": 588.8920545289293 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1953125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3787.0, + "completions/mean_length": 1603.9140625, + "completions/mean_terminated_length": 1001.0800170898438, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 4.481541287153959, + "epoch": 0.1655328798185941, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1279296875, + "learning_rate": 8.36734693877551e-07, + "loss": -0.0036, + "num_tokens": 14610504.0, + "reward": 0.0625, + "reward_std": 0.33031322062015533, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 73, + "step_time": 599.5370882023126 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3574.5, + "completions/mean_length": 1242.8515625, + "completions/mean_terminated_length": 779.6492919921875, + "completions/min_length": 16.0, + "completions/min_terminated_length": 16.0, + "entropy": 3.465228695422411, + "epoch": 0.16780045351473924, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.263671875, + "learning_rate": 8.344671201814058e-07, + "loss": 0.0705, + "num_tokens": 14794581.0, + "reward": 0.11328125, + "reward_std": 0.4011373072862625, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 74, + "step_time": 595.3202944584191 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3723.0, + "completions/mean_length": 1412.9140625, + "completions/mean_terminated_length": 945.0740661621094, + "completions/min_length": 15.5, + "completions/min_terminated_length": 15.5, + "entropy": 3.5855388585478067, + "epoch": 0.17006802721088435, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2451171875, + "learning_rate": 8.321995464852607e-07, + "loss": 0.0482, + "num_tokens": 14999906.0, + "reward": 0.07421875, + "reward_std": 0.35682113468647003, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 75, + "step_time": 587.6844481090084 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1953125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3875.0, + "completions/mean_length": 1507.4296875, + "completions/mean_terminated_length": 878.4783325195312, + "completions/min_length": 87.5, + "completions/min_terminated_length": 87.5, + "entropy": 4.3120437897741795, + "epoch": 0.17233560090702948, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.142578125, + "learning_rate": 8.299319727891156e-07, + "loss": 0.0204, + "num_tokens": 15215661.0, + "reward": 0.06640625, + "reward_std": 0.33945615589618683, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 76, + "step_time": 583.3368950495496 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3274.5, + "completions/mean_length": 1353.484375, + "completions/mean_terminated_length": 897.9273986816406, + "completions/min_length": 20.5, + "completions/min_terminated_length": 20.5, + "entropy": 3.536152880638838, + "epoch": 0.1746031746031746, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1748046875, + "learning_rate": 8.276643990929705e-07, + "loss": 0.0289, + "num_tokens": 15416263.0, + "reward": 0.109375, + "reward_std": 0.4490707814693451, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 77, + "step_time": 622.0613927459344 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3977.0, + "completions/mean_length": 1316.15625, + "completions/mean_terminated_length": 918.4803466796875, + "completions/min_length": 127.0, + "completions/min_terminated_length": 127.0, + "entropy": 3.789307551458478, + "epoch": 0.17687074829931973, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.2470703125, + "learning_rate": 8.253968253968253e-07, + "loss": -0.005, + "num_tokens": 15608259.0, + "reward": 0.11328125, + "reward_std": 0.4465160369873047, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.44585782289505005, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 78, + "step_time": 586.2861022176221 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3956.0, + "completions/mean_length": 1310.3046875, + "completions/mean_terminated_length": 854.2431030273438, + "completions/min_length": 83.5, + "completions/min_terminated_length": 83.5, + "entropy": 3.574035180732608, + "epoch": 0.17913832199546487, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1640625, + "learning_rate": 8.231292517006803e-07, + "loss": 0.012, + "num_tokens": 15799730.0, + "reward": 0.0859375, + "reward_std": 0.3755010813474655, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 79, + "step_time": 588.9511601096019 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3509.0, + "completions/mean_length": 1193.9375, + "completions/mean_terminated_length": 893.7241516113281, + "completions/min_length": 46.0, + "completions/min_terminated_length": 46.0, + "entropy": 4.014947101473808, + "epoch": 0.18140589569160998, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2578125, + "learning_rate": 8.208616780045351e-07, + "loss": -0.0602, + "num_tokens": 15975726.0, + "reward": 0.0390625, + "reward_std": 0.20868311822414398, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 80, + "step_time": 585.2185197388753 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4020.0, + "completions/mean_length": 1287.953125, + "completions/mean_terminated_length": 887.0965881347656, + "completions/min_length": 75.5, + "completions/min_terminated_length": 75.5, + "entropy": 2.9694155864417553, + "epoch": 0.1836734693877551, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.26953125, + "learning_rate": 8.1859410430839e-07, + "loss": -0.0177, + "num_tokens": 16163236.0, + "reward": 0.09765625, + "reward_std": 0.42140813171863556, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 81, + "step_time": 584.5412617325783 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.203125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3618.0, + "completions/mean_length": 1509.203125, + "completions/mean_terminated_length": 851.4188537597656, + "completions/min_length": 62.5, + "completions/min_terminated_length": 62.5, + "entropy": 2.8872069008648396, + "epoch": 0.18594104308390022, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.1337890625, + "learning_rate": 8.163265306122449e-07, + "loss": 0.0251, + "num_tokens": 16380682.0, + "reward": 0.0390625, + "reward_std": 0.1811344400048256, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 82, + "step_time": 594.9153352538124 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3969.0, + "completions/mean_length": 1395.609375, + "completions/mean_terminated_length": 895.5370483398438, + "completions/min_length": 23.5, + "completions/min_terminated_length": 23.5, + "entropy": 4.2366653345525265, + "epoch": 0.18820861678004536, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1708984375, + "learning_rate": 8.140589569160997e-07, + "loss": 0.0103, + "num_tokens": 16583804.0, + "reward": 0.08984375, + "reward_std": 0.30299752950668335, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.27048972249031067, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 83, + "step_time": 593.6966224908829 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3577.0, + "completions/mean_length": 1251.390625, + "completions/mean_terminated_length": 902.0526428222656, + "completions/min_length": 6.0, + "completions/min_terminated_length": 6.0, + "entropy": 3.0590660013258457, + "epoch": 0.19047619047619047, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.244140625, + "learning_rate": 8.117913832199546e-07, + "loss": 0.0294, + "num_tokens": 16766790.0, + "reward": 0.0703125, + "reward_std": 0.35486623644828796, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 84, + "step_time": 580.8785895872861 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.2265625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3973.0, + "completions/mean_length": 1558.0078125, + "completions/mean_terminated_length": 810.9404907226562, + "completions/min_length": 67.0, + "completions/min_terminated_length": 67.0, + "entropy": 2.7201994080096483, + "epoch": 0.1927437641723356, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.10205078125, + "learning_rate": 8.095238095238095e-07, + "loss": 0.0027, + "num_tokens": 16991107.0, + "reward": 0.01953125, + "reward_std": 0.15625, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 85, + "step_time": 598.0091357100755 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3772.0, + "completions/mean_length": 1500.359375, + "completions/mean_terminated_length": 1039.2779846191406, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 4.1149397026747465, + "epoch": 0.19501133786848074, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.1337890625, + "learning_rate": 8.072562358276643e-07, + "loss": 0.0186, + "num_tokens": 17207357.0, + "reward": 0.01953125, + "reward_std": 0.15625, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 86, + "step_time": 587.796465927735 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3744.0, + "completions/mean_length": 1432.7265625, + "completions/mean_terminated_length": 970.9487915039062, + "completions/min_length": 99.5, + "completions/min_terminated_length": 99.5, + "entropy": 3.6395829413086176, + "epoch": 0.19727891156462585, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.185546875, + "learning_rate": 8.049886621315193e-07, + "loss": 0.0666, + "num_tokens": 17414518.0, + "reward": 0.06640625, + "reward_std": 0.3414069563150406, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 87, + "step_time": 584.6671968176961 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3460.5, + "completions/mean_length": 1004.0546875, + "completions/mean_terminated_length": 800.0615234375, + "completions/min_length": 8.0, + "completions/min_terminated_length": 8.0, + "entropy": 2.9514008220285177, + "epoch": 0.19954648526077098, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.42578125, + "learning_rate": 8.027210884353741e-07, + "loss": 0.0102, + "num_tokens": 17569533.0, + "reward": 0.1640625, + "reward_std": 0.5127404779195786, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.506826862692833, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 88, + "step_time": 641.7255861982703 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3904.0, + "completions/mean_length": 1224.0390625, + "completions/mean_terminated_length": 815.5149536132812, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.424195848405361, + "epoch": 0.2018140589569161, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.263671875, + "learning_rate": 8.00453514739229e-07, + "loss": 0.0173, + "num_tokens": 17750510.0, + "reward": 0.15234375, + "reward_std": 0.5172130018472672, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.5144647508859634, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 89, + "step_time": 610.0827826801687 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0703125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3426.0, + "completions/mean_length": 1072.9375, + "completions/mean_terminated_length": 843.7853393554688, + "completions/min_length": 97.5, + "completions/min_terminated_length": 97.5, + "entropy": 3.6471029240638018, + "epoch": 0.20408163265306123, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.3203125, + "learning_rate": 7.981859410430839e-07, + "loss": 0.0505, + "num_tokens": 17910582.0, + "reward": 0.14453125, + "reward_std": 0.458310067653656, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.4583333432674408, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 90, + "step_time": 598.1242492264137 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3946.5, + "completions/mean_length": 1446.625, + "completions/mean_terminated_length": 948.6966552734375, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 3.583383908495307, + "epoch": 0.20634920634920634, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.10595703125, + "learning_rate": 7.959183673469388e-07, + "loss": 0.0011, + "num_tokens": 18119978.0, + "reward": 0.0234375, + "reward_std": 0.13152606785297394, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 91, + "step_time": 594.175365534611 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3648.5, + "completions/mean_length": 1342.2109375, + "completions/mean_terminated_length": 925.1038513183594, + "completions/min_length": 98.0, + "completions/min_terminated_length": 98.0, + "entropy": 3.504945607855916, + "epoch": 0.20861678004535147, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.09423828125, + "learning_rate": 7.936507936507936e-07, + "loss": 0.021, + "num_tokens": 18315805.0, + "reward": 0.015625, + "reward_std": 0.125, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0, + "rewards/format_reward_func/std": 0.0, + "step": 92, + "step_time": 594.0875607496127 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3821.0, + "completions/mean_length": 1374.109375, + "completions/mean_terminated_length": 924.5326232910156, + "completions/min_length": 17.5, + "completions/min_terminated_length": 17.5, + "entropy": 3.565487129613757, + "epoch": 0.2108843537414966, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1416015625, + "learning_rate": 7.913832199546485e-07, + "loss": -0.0075, + "num_tokens": 18514759.0, + "reward": 0.05859375, + "reward_std": 0.30986589193344116, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 93, + "step_time": 582.082564773038 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3819.0, + "completions/mean_length": 1283.6640625, + "completions/mean_terminated_length": 762.8611145019531, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 2.893090734258294, + "epoch": 0.21315192743764172, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.22265625, + "learning_rate": 7.891156462585033e-07, + "loss": 0.0267, + "num_tokens": 18701720.0, + "reward": 0.09765625, + "reward_std": 0.4274981766939163, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 94, + "step_time": 582.8762040715665 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1953125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3917.0, + "completions/mean_length": 1566.3828125, + "completions/mean_terminated_length": 956.0291748046875, + "completions/min_length": 39.0, + "completions/min_terminated_length": 39.0, + "entropy": 3.8191556986421347, + "epoch": 0.21541950113378686, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2197265625, + "learning_rate": 7.868480725623582e-07, + "loss": 0.0048, + "num_tokens": 18927125.0, + "reward": 0.078125, + "reward_std": 0.3586694449186325, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 95, + "step_time": 593.5745522053912 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4037.0, + "completions/mean_length": 1239.0546875, + "completions/mean_terminated_length": 943.9960021972656, + "completions/min_length": 72.0, + "completions/min_terminated_length": 72.0, + "entropy": 4.091521814465523, + "epoch": 0.21768707482993196, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.2353515625, + "learning_rate": 7.845804988662131e-07, + "loss": 0.0563, + "num_tokens": 19110208.0, + "reward": 0.1796875, + "reward_std": 0.5162215977907181, + "rewards/accuracy_reward_func/mean": 0.15625, + "rewards/accuracy_reward_func/std": 0.5087014436721802, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 96, + "step_time": 605.531951376237 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3760.0, + "completions/mean_length": 1143.9453125, + "completions/mean_terminated_length": 780.8703918457031, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.5440098233520985, + "epoch": 0.2199546485260771, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.240234375, + "learning_rate": 7.82312925170068e-07, + "loss": 0.0327, + "num_tokens": 19282685.0, + "reward": 0.0703125, + "reward_std": 0.34456808865070343, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 97, + "step_time": 613.6265974482521 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3890.5, + "completions/mean_length": 1450.671875, + "completions/mean_terminated_length": 1021.3078918457031, + "completions/min_length": 7.0, + "completions/min_terminated_length": 7.0, + "entropy": 4.116855856031179, + "epoch": 0.2222222222222222, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.189453125, + "learning_rate": 7.800453514739229e-07, + "loss": 0.0454, + "num_tokens": 19491999.0, + "reward": 0.1015625, + "reward_std": 0.38316610455513, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 98, + "step_time": 580.59360064473 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3202.5, + "completions/mean_length": 1423.65625, + "completions/mean_terminated_length": 867.8502807617188, + "completions/min_length": 133.5, + "completions/min_terminated_length": 133.5, + "entropy": 2.863107653334737, + "epoch": 0.22448979591836735, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2275390625, + "learning_rate": 7.777777777777778e-07, + "loss": 0.0136, + "num_tokens": 19698111.0, + "reward": 0.1015625, + "reward_std": 0.38122110068798065, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 99, + "step_time": 594.6842877250165 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3543.0, + "completions/mean_length": 1284.8125, + "completions/mean_terminated_length": 734.4361267089844, + "completions/min_length": 62.5, + "completions/min_terminated_length": 62.5, + "entropy": 3.267590468749404, + "epoch": 0.22675736961451248, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2431640625, + "learning_rate": 7.755102040816326e-07, + "loss": 0.0142, + "num_tokens": 19884891.0, + "reward": 0.0625, + "reward_std": 0.31193090975284576, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 100, + "step_time": 585.4415724445134 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3984.5, + "completions/mean_length": 1305.8125, + "completions/mean_terminated_length": 917.0467224121094, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 3.693891802802682, + "epoch": 0.2290249433106576, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2734375, + "learning_rate": 7.732426303854876e-07, + "loss": -0.0776, + "num_tokens": 20077307.0, + "reward": 0.06640625, + "reward_std": 0.31276239454746246, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 101, + "step_time": 596.8676613187417 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3850.0, + "completions/mean_length": 1559.4140625, + "completions/mean_terminated_length": 1031.7346801757812, + "completions/min_length": 102.5, + "completions/min_terminated_length": 102.5, + "entropy": 4.4218991585075855, + "epoch": 0.23129251700680273, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.21875, + "learning_rate": 7.709750566893424e-07, + "loss": -0.0576, + "num_tokens": 20300304.0, + "reward": 0.07421875, + "reward_std": 0.34598222374916077, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 102, + "step_time": 585.8930206624791 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3971.0, + "completions/mean_length": 1271.1875, + "completions/mean_terminated_length": 868.7754211425781, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.360744481906295, + "epoch": 0.23356009070294784, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2197265625, + "learning_rate": 7.687074829931972e-07, + "loss": -0.0222, + "num_tokens": 20487620.0, + "reward": 0.10546875, + "reward_std": 0.4000239223241806, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 103, + "step_time": 608.8104765452445 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0703125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3744.0, + "completions/mean_length": 1091.703125, + "completions/mean_terminated_length": 865.4914245605469, + "completions/min_length": 15.0, + "completions/min_terminated_length": 15.0, + "entropy": 2.9236565800383687, + "epoch": 0.23582766439909297, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.25390625, + "learning_rate": 7.664399092970521e-07, + "loss": 0.0348, + "num_tokens": 20651146.0, + "reward": 0.12890625, + "reward_std": 0.4921843260526657, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 104, + "step_time": 589.7991110961884 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3982.5, + "completions/mean_length": 1259.171875, + "completions/mean_terminated_length": 764.8927307128906, + "completions/min_length": 10.0, + "completions/min_terminated_length": 10.0, + "entropy": 3.0813568271696568, + "epoch": 0.23809523809523808, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1865234375, + "learning_rate": 7.64172335600907e-07, + "loss": 0.0208, + "num_tokens": 20837072.0, + "reward": 0.03125, + "reward_std": 0.16574779152870178, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 105, + "step_time": 588.3291091462597 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3898.5, + "completions/mean_length": 1365.6796875, + "completions/mean_terminated_length": 996.0594787597656, + "completions/min_length": 44.5, + "completions/min_terminated_length": 44.5, + "entropy": 4.366790888831019, + "epoch": 0.24036281179138322, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1962890625, + "learning_rate": 7.619047619047618e-07, + "loss": 0.0413, + "num_tokens": 21034843.0, + "reward": 0.03515625, + "reward_std": 0.1847865730524063, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 106, + "step_time": 580.5758132711053 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3816.5, + "completions/mean_length": 1398.8203125, + "completions/mean_terminated_length": 840.67041015625, + "completions/min_length": 19.0, + "completions/min_terminated_length": 19.0, + "entropy": 3.526266535744071, + "epoch": 0.24263038548752835, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.2294921875, + "learning_rate": 7.596371882086168e-07, + "loss": 0.0453, + "num_tokens": 21239968.0, + "reward": 0.13671875, + "reward_std": 0.4986996203660965, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 107, + "step_time": 614.5666125547141 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3981.5, + "completions/mean_length": 1242.21875, + "completions/mean_terminated_length": 745.8328247070312, + "completions/min_length": 8.5, + "completions/min_terminated_length": 8.5, + "entropy": 2.7671644650399685, + "epoch": 0.24489795918367346, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.189453125, + "learning_rate": 7.573696145124716e-07, + "loss": 0.0189, + "num_tokens": 21421980.0, + "reward": 0.06640625, + "reward_std": 0.2752250134944916, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.24397502839565277, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 108, + "step_time": 583.8319079326466 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3914.5, + "completions/mean_length": 1306.1796875, + "completions/mean_terminated_length": 911.6589660644531, + "completions/min_length": 26.0, + "completions/min_terminated_length": 26.0, + "entropy": 3.7471233755350113, + "epoch": 0.2471655328798186, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1708984375, + "learning_rate": 7.551020408163265e-07, + "loss": -0.0116, + "num_tokens": 21615723.0, + "reward": 0.1171875, + "reward_std": 0.3480724096298218, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.29378482699394226, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 109, + "step_time": 635.0032001212239 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3856.5, + "completions/mean_length": 1128.1640625, + "completions/mean_terminated_length": 759.73974609375, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 2.9849752727895975, + "epoch": 0.2494331065759637, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2275390625, + "learning_rate": 7.528344671201814e-07, + "loss": 0.0177, + "num_tokens": 21783176.0, + "reward": 0.09765625, + "reward_std": 0.4203259348869324, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 110, + "step_time": 591.5175723498687 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3962.0, + "completions/mean_length": 1410.2421875, + "completions/mean_terminated_length": 1080.4122619628906, + "completions/min_length": 19.5, + "completions/min_terminated_length": 19.5, + "entropy": 4.525048699229956, + "epoch": 0.25170068027210885, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.15234375, + "learning_rate": 7.505668934240363e-07, + "loss": -0.0146, + "num_tokens": 21987651.0, + "reward": 0.12890625, + "reward_std": 0.5067907869815826, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 111, + "step_time": 603.444490082562 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.078125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3693.5, + "completions/mean_length": 1026.53125, + "completions/mean_terminated_length": 764.6114196777344, + "completions/min_length": 106.0, + "completions/min_terminated_length": 106.0, + "entropy": 2.712478905916214, + "epoch": 0.25396825396825395, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.318359375, + "learning_rate": 7.482993197278912e-07, + "loss": 0.0142, + "num_tokens": 22144159.0, + "reward": 0.15234375, + "reward_std": 0.5165247321128845, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.48994454741477966, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 112, + "step_time": 613.2523001274094 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3961.5, + "completions/mean_length": 1457.0234375, + "completions/mean_terminated_length": 1054.9732055664062, + "completions/min_length": 81.0, + "completions/min_terminated_length": 81.0, + "entropy": 3.656440205872059, + "epoch": 0.2562358276643991, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.0830078125, + "learning_rate": 7.46031746031746e-07, + "loss": 0.006, + "num_tokens": 22354942.0, + "reward": 0.015625, + "reward_std": 0.125, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0, + "rewards/format_reward_func/std": 0.0, + "step": 113, + "step_time": 596.8027337035164 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4039.5, + "completions/mean_length": 1250.828125, + "completions/mean_terminated_length": 925.5806579589844, + "completions/min_length": 11.5, + "completions/min_terminated_length": 11.5, + "entropy": 3.6114626536145806, + "epoch": 0.2585034013605442, + "frac_reward_zero_std": 1.0, + "grad_norm": 0.0, + "learning_rate": 7.437641723356008e-07, + "loss": 0.0, + "num_tokens": 22537556.0, + "reward": 0.015625, + "reward_std": 0.060993753373622894, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 114, + "step_time": 580.5592480739579 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3976.5, + "completions/mean_length": 1332.8203125, + "completions/mean_terminated_length": 912.1559448242188, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.410158408805728, + "epoch": 0.26077097505668934, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2177734375, + "learning_rate": 7.414965986394558e-07, + "loss": 0.0478, + "num_tokens": 22734133.0, + "reward": 0.10546875, + "reward_std": 0.33802229911088943, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.29378482699394226, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 115, + "step_time": 617.7817114181817 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3989.5, + "completions/mean_length": 1295.7890625, + "completions/mean_terminated_length": 866.5349731445312, + "completions/min_length": 12.0, + "completions/min_terminated_length": 12.0, + "entropy": 3.0218941466882825, + "epoch": 0.26303854875283444, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.255859375, + "learning_rate": 7.392290249433106e-07, + "loss": 0.0243, + "num_tokens": 22922390.0, + "reward": 0.11328125, + "reward_std": 0.4584311693906784, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 116, + "step_time": 586.0696236081421 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.2109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3903.0, + "completions/mean_length": 1550.578125, + "completions/mean_terminated_length": 878.2626037597656, + "completions/min_length": 15.0, + "completions/min_terminated_length": 15.0, + "entropy": 4.038486486300826, + "epoch": 0.2653061224489796, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.2255859375, + "learning_rate": 7.369614512471655e-07, + "loss": 0.0336, + "num_tokens": 23146792.0, + "reward": 0.12890625, + "reward_std": 0.4629163444042206, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 117, + "step_time": 593.7989237969741 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4001.0, + "completions/mean_length": 1381.3046875, + "completions/mean_terminated_length": 937.0818176269531, + "completions/min_length": 8.0, + "completions/min_terminated_length": 8.0, + "entropy": 3.4544684272259474, + "epoch": 0.2675736961451247, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2578125, + "learning_rate": 7.346938775510204e-07, + "loss": 0.1199, + "num_tokens": 23347443.0, + "reward": 0.08984375, + "reward_std": 0.3847520500421524, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 118, + "step_time": 592.616772275418 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.203125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3774.0, + "completions/mean_length": 1616.3515625, + "completions/mean_terminated_length": 982.1395874023438, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 4.2478875536471605, + "epoch": 0.2698412698412698, + "frac_reward_zero_std": 1.0, + "grad_norm": 0.0, + "learning_rate": 7.324263038548753e-07, + "loss": 0.0, + "num_tokens": 23579792.0, + "reward": 0.0, + "reward_std": 0.0, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.0, + "rewards/format_reward_func/std": 0.0, + "step": 119, + "step_time": 601.3673049826175 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4072.5, + "completions/mean_length": 1212.4609375, + "completions/mean_terminated_length": 886.2860412597656, + "completions/min_length": 8.5, + "completions/min_terminated_length": 8.5, + "entropy": 3.623642936348915, + "epoch": 0.272108843537415, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.23828125, + "learning_rate": 7.301587301587301e-07, + "loss": -0.0038, + "num_tokens": 23760927.0, + "reward": 0.05078125, + "reward_std": 0.2660238593816757, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 120, + "step_time": 604.1181385079399 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3876.0, + "completions/mean_length": 1341.671875, + "completions/mean_terminated_length": 869.0370483398438, + "completions/min_length": 79.5, + "completions/min_terminated_length": 79.5, + "entropy": 3.631921106018126, + "epoch": 0.2743764172335601, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.181640625, + "learning_rate": 7.278911564625851e-07, + "loss": 0.0015, + "num_tokens": 23955469.0, + "reward": 0.07421875, + "reward_std": 0.3566044270992279, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 121, + "step_time": 589.4146341308951 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3785.5, + "completions/mean_length": 1205.953125, + "completions/mean_terminated_length": 762.3070068359375, + "completions/min_length": 29.5, + "completions/min_terminated_length": 29.5, + "entropy": 3.4036151841282845, + "epoch": 0.2766439909297052, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.12060546875, + "learning_rate": 7.256235827664399e-07, + "loss": 0.006, + "num_tokens": 24132219.0, + "reward": 0.01953125, + "reward_std": 0.15625, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 122, + "step_time": 582.869869524613 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3739.0, + "completions/mean_length": 1265.4296875, + "completions/mean_terminated_length": 709.6193237304688, + "completions/min_length": 68.5, + "completions/min_terminated_length": 68.5, + "entropy": 2.4875242989510298, + "epoch": 0.2789115646258503, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2080078125, + "learning_rate": 7.233560090702947e-07, + "loss": -0.0041, + "num_tokens": 24316562.0, + "reward": 0.1171875, + "reward_std": 0.4707808941602707, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.44585782289505005, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 123, + "step_time": 589.2171319220215 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4052.0, + "completions/mean_length": 1334.8984375, + "completions/mean_terminated_length": 796.794677734375, + "completions/min_length": 20.0, + "completions/min_terminated_length": 20.0, + "entropy": 3.5207113791257143, + "epoch": 0.2811791383219955, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.296875, + "learning_rate": 7.210884353741496e-07, + "loss": 0.0108, + "num_tokens": 24511893.0, + "reward": 0.109375, + "reward_std": 0.40065382421016693, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 124, + "step_time": 587.8342667082325 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3977.5, + "completions/mean_length": 1162.671875, + "completions/mean_terminated_length": 742.4452819824219, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.097244007512927, + "epoch": 0.2834467120181406, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2275390625, + "learning_rate": 7.188208616780045e-07, + "loss": 0.0492, + "num_tokens": 24686535.0, + "reward": 0.046875, + "reward_std": 0.2232300415635109, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 125, + "step_time": 609.9868273353204 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3603.5, + "completions/mean_length": 1301.4375, + "completions/mean_terminated_length": 716.1697082519531, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 2.7163572553545237, + "epoch": 0.2857142857142857, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1943359375, + "learning_rate": 7.165532879818594e-07, + "loss": -0.0019, + "num_tokens": 24876675.0, + "reward": 0.0703125, + "reward_std": 0.34456808865070343, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 126, + "step_time": 592.5393402967602 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3979.0, + "completions/mean_length": 1160.0546875, + "completions/mean_terminated_length": 965.1081848144531, + "completions/min_length": 37.0, + "completions/min_terminated_length": 37.0, + "entropy": 4.274749593809247, + "epoch": 0.28798185941043086, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.310546875, + "learning_rate": 7.142857142857143e-07, + "loss": 0.015, + "num_tokens": 25047210.0, + "reward": 0.17578125, + "reward_std": 0.5563274323940277, + "rewards/accuracy_reward_func/mean": 0.15625, + "rewards/accuracy_reward_func/std": 0.537759855389595, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 127, + "step_time": 597.8104338785633 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3898.5, + "completions/mean_length": 1582.4765625, + "completions/mean_terminated_length": 1060.7085571289062, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 4.654959525913, + "epoch": 0.29024943310657597, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2470703125, + "learning_rate": 7.120181405895691e-07, + "loss": -0.0468, + "num_tokens": 25273607.0, + "reward": 0.08984375, + "reward_std": 0.3898804634809494, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 128, + "step_time": 591.2555731954053 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4009.0, + "completions/mean_length": 1383.0859375, + "completions/mean_terminated_length": 885.9698486328125, + "completions/min_length": 77.0, + "completions/min_terminated_length": 77.0, + "entropy": 3.407285125926137, + "epoch": 0.2925170068027211, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1787109375, + "learning_rate": 7.097505668934241e-07, + "loss": 0.0088, + "num_tokens": 25476726.0, + "reward": 0.09765625, + "reward_std": 0.4179718792438507, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 129, + "step_time": 623.3859102576971 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3960.5, + "completions/mean_length": 1476.1328125, + "completions/mean_terminated_length": 1156.6139526367188, + "completions/min_length": 70.0, + "completions/min_terminated_length": 70.0, + "entropy": 4.206383261829615, + "epoch": 0.2947845804988662, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.283203125, + "learning_rate": 7.074829931972789e-07, + "loss": -0.0268, + "num_tokens": 25689167.0, + "reward": 0.109375, + "reward_std": 0.4490707814693451, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 130, + "step_time": 597.0935299163684 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3521.0, + "completions/mean_length": 1512.2421875, + "completions/mean_terminated_length": 907.8035278320312, + "completions/min_length": 9.0, + "completions/min_terminated_length": 9.0, + "entropy": 4.020504137501121, + "epoch": 0.29705215419501135, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.193359375, + "learning_rate": 7.052154195011338e-07, + "loss": 0.0412, + "num_tokens": 25907790.0, + "reward": 0.10546875, + "reward_std": 0.4300846755504608, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 131, + "step_time": 606.9822139535099 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.203125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3458.0, + "completions/mean_length": 1609.9921875, + "completions/mean_terminated_length": 975.16845703125, + "completions/min_length": 6.0, + "completions/min_terminated_length": 6.0, + "entropy": 3.947222124785185, + "epoch": 0.29931972789115646, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.0810546875, + "learning_rate": 7.029478458049887e-07, + "loss": -0.0074, + "num_tokens": 26139393.0, + "reward": 0.01953125, + "reward_std": 0.09710253030061722, + "rewards/accuracy_reward_func/mean": 0.0, + "rewards/accuracy_reward_func/std": 0.0, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 132, + "step_time": 598.3653147397563 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3903.5, + "completions/mean_length": 1410.109375, + "completions/mean_terminated_length": 1028.2328491210938, + "completions/min_length": 70.0, + "completions/min_terminated_length": 70.0, + "entropy": 3.7741926293820143, + "epoch": 0.30158730158730157, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.267578125, + "learning_rate": 7.006802721088436e-07, + "loss": 0.044, + "num_tokens": 26344851.0, + "reward": 0.16015625, + "reward_std": 0.5184708386659622, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.5144647508859634, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 133, + "step_time": 596.5197455594316 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3555.5, + "completions/mean_length": 1393.390625, + "completions/mean_terminated_length": 923.1412353515625, + "completions/min_length": 87.5, + "completions/min_terminated_length": 87.5, + "entropy": 3.4544969527050853, + "epoch": 0.30385487528344673, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2041015625, + "learning_rate": 6.984126984126983e-07, + "loss": 0.0044, + "num_tokens": 26545789.0, + "reward": 0.1015625, + "reward_std": 0.42124179005622864, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 134, + "step_time": 585.0587778380141 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3699.0, + "completions/mean_length": 1382.890625, + "completions/mean_terminated_length": 995.8937683105469, + "completions/min_length": 57.5, + "completions/min_terminated_length": 57.5, + "entropy": 4.175894219428301, + "epoch": 0.30612244897959184, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.18359375, + "learning_rate": 6.961451247165533e-07, + "loss": -0.0598, + "num_tokens": 26750487.0, + "reward": 0.0703125, + "reward_std": 0.3418384790420532, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 135, + "step_time": 627.8551891101524 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4003.0, + "completions/mean_length": 1439.9609375, + "completions/mean_terminated_length": 916.9888305664062, + "completions/min_length": 9.5, + "completions/min_terminated_length": 9.5, + "entropy": 3.669118657708168, + "epoch": 0.30839002267573695, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.203125, + "learning_rate": 6.938775510204081e-07, + "loss": 0.0392, + "num_tokens": 26958650.0, + "reward": 0.08984375, + "reward_std": 0.39322231709957123, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 136, + "step_time": 583.003901084885 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4041.0, + "completions/mean_length": 1216.0390625, + "completions/mean_terminated_length": 832.0647277832031, + "completions/min_length": 84.5, + "completions/min_terminated_length": 84.5, + "entropy": 3.752769161015749, + "epoch": 0.31065759637188206, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2099609375, + "learning_rate": 6.91609977324263e-07, + "loss": 0.0049, + "num_tokens": 27139403.0, + "reward": 0.109375, + "reward_std": 0.42695628106594086, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 137, + "step_time": 602.505479792133 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0859375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3969.0, + "completions/mean_length": 1244.1640625, + "completions/mean_terminated_length": 984.8272705078125, + "completions/min_length": 25.0, + "completions/min_terminated_length": 25.0, + "entropy": 4.0465366411954165, + "epoch": 0.3129251700680272, + "frac_reward_zero_std": 0.71875, + "grad_norm": 0.388671875, + "learning_rate": 6.893424036281179e-07, + "loss": 0.005, + "num_tokens": 27322816.0, + "reward": 0.16015625, + "reward_std": 0.5381552875041962, + "rewards/accuracy_reward_func/mean": 0.15625, + "rewards/accuracy_reward_func/std": 0.537759855389595, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 138, + "step_time": 587.2074364479631 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3898.0, + "completions/mean_length": 1510.2421875, + "completions/mean_terminated_length": 1091.3332214355469, + "completions/min_length": 40.5, + "completions/min_terminated_length": 40.5, + "entropy": 4.118267685174942, + "epoch": 0.31519274376417233, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2021484375, + "learning_rate": 6.870748299319728e-07, + "loss": 0.0192, + "num_tokens": 27540227.0, + "reward": 0.07421875, + "reward_std": 0.34415413439273834, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 139, + "step_time": 590.0782478563488 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3822.5, + "completions/mean_length": 1207.71875, + "completions/mean_terminated_length": 907.7169494628906, + "completions/min_length": 11.5, + "completions/min_terminated_length": 11.5, + "entropy": 3.9740434531122446, + "epoch": 0.31746031746031744, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.220703125, + "learning_rate": 6.848072562358276e-07, + "loss": -0.0192, + "num_tokens": 27717967.0, + "reward": 0.046875, + "reward_std": 0.2630521357059479, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 140, + "step_time": 585.4964081123471 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0859375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3841.5, + "completions/mean_length": 1051.0703125, + "completions/mean_terminated_length": 763.0000305175781, + "completions/min_length": 14.0, + "completions/min_terminated_length": 14.0, + "entropy": 2.924718799069524, + "epoch": 0.3197278911564626, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1904296875, + "learning_rate": 6.825396825396826e-07, + "loss": 0.0056, + "num_tokens": 27876704.0, + "reward": 0.15234375, + "reward_std": 0.5400426983833313, + "rewards/accuracy_reward_func/mean": 0.125, + "rewards/accuracy_reward_func/std": 0.48795005679130554, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 141, + "step_time": 612.865912056528 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3455.0, + "completions/mean_length": 1454.8359375, + "completions/mean_terminated_length": 840.8692626953125, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.3169939909130335, + "epoch": 0.3219954648526077, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.255859375, + "learning_rate": 6.802721088435374e-07, + "loss": -0.0458, + "num_tokens": 28088059.0, + "reward": 0.07421875, + "reward_std": 0.34415413439273834, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 142, + "step_time": 590.1184652317315 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3829.0, + "completions/mean_length": 1389.46875, + "completions/mean_terminated_length": 1056.7620849609375, + "completions/min_length": 13.5, + "completions/min_terminated_length": 13.5, + "entropy": 4.159170400351286, + "epoch": 0.3242630385487528, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.228515625, + "learning_rate": 6.780045351473924e-07, + "loss": -0.0265, + "num_tokens": 28290251.0, + "reward": 0.08203125, + "reward_std": 0.3898242563009262, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 143, + "step_time": 589.0717736920342 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3786.5, + "completions/mean_length": 1328.46875, + "completions/mean_terminated_length": 904.9938354492188, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.6119772028177977, + "epoch": 0.32653061224489793, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.193359375, + "learning_rate": 6.757369614512471e-07, + "loss": -0.0666, + "num_tokens": 28484871.0, + "reward": 0.04296875, + "reward_std": 0.2594977915287018, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 144, + "step_time": 602.1108247051015 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3845.5, + "completions/mean_length": 1194.4765625, + "completions/mean_terminated_length": 838.1491394042969, + "completions/min_length": 47.0, + "completions/min_terminated_length": 47.0, + "entropy": 3.3077477011829615, + "epoch": 0.3287981859410431, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2421875, + "learning_rate": 6.734693877551019e-07, + "loss": 0.0258, + "num_tokens": 28661452.0, + "reward": 0.08984375, + "reward_std": 0.37423862516880035, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 145, + "step_time": 586.9674289589748 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3503.0, + "completions/mean_length": 1307.1171875, + "completions/mean_terminated_length": 877.2303161621094, + "completions/min_length": 43.0, + "completions/min_terminated_length": 43.0, + "entropy": 2.7283142087981105, + "epoch": 0.3310657596371882, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1953125, + "learning_rate": 6.712018140589569e-07, + "loss": 0.0036, + "num_tokens": 28853555.0, + "reward": 0.0546875, + "reward_std": 0.26899558305740356, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 146, + "step_time": 594.287115605548 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3872.5, + "completions/mean_length": 1333.109375, + "completions/mean_terminated_length": 880.9999694824219, + "completions/min_length": 9.0, + "completions/min_terminated_length": 9.0, + "entropy": 2.8665268290787935, + "epoch": 0.3333333333333333, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.185546875, + "learning_rate": 6.689342403628118e-07, + "loss": 0.0282, + "num_tokens": 29055753.0, + "reward": 0.0546875, + "reward_std": 0.2344968318939209, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 147, + "step_time": 692.5672421092167 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0859375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3926.0, + "completions/mean_length": 1291.7890625, + "completions/mean_terminated_length": 1024.1836547851562, + "completions/min_length": 37.5, + "completions/min_terminated_length": 37.5, + "entropy": 4.4700691774487495, + "epoch": 0.3356009070294785, + "frac_reward_zero_std": 0.96875, + "grad_norm": 0.09814453125, + "learning_rate": 6.666666666666666e-07, + "loss": 0.0007, + "num_tokens": 29244110.0, + "reward": 0.015625, + "reward_std": 0.125, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0, + "rewards/format_reward_func/std": 0.0, + "step": 148, + "step_time": 591.817889415659 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3855.0, + "completions/mean_length": 1236.53125, + "completions/mean_terminated_length": 827.2279968261719, + "completions/min_length": 14.0, + "completions/min_terminated_length": 14.0, + "entropy": 2.940206724219024, + "epoch": 0.3378684807256236, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.275390625, + "learning_rate": 6.643990929705216e-07, + "loss": 0.0836, + "num_tokens": 29424046.0, + "reward": 0.07421875, + "reward_std": 0.3566044270992279, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 149, + "step_time": 578.6305999346077 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3844.0, + "completions/mean_length": 1404.296875, + "completions/mean_terminated_length": 879.3176879882812, + "completions/min_length": 5.5, + "completions/min_terminated_length": 5.5, + "entropy": 3.45609831251204, + "epoch": 0.3401360544217687, + "frac_reward_zero_std": 0.71875, + "grad_norm": 0.26953125, + "learning_rate": 6.621315192743764e-07, + "loss": -0.0056, + "num_tokens": 29628588.0, + "reward": 0.1796875, + "reward_std": 0.5597066879272461, + "rewards/accuracy_reward_func/mean": 0.171875, + "rewards/accuracy_reward_func/std": 0.558551475405693, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 150, + "step_time": 602.6154201533645 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3973.5, + "completions/mean_length": 1401.4921875, + "completions/mean_terminated_length": 873.109130859375, + "completions/min_length": 66.0, + "completions/min_terminated_length": 66.0, + "entropy": 3.5592765510082245, + "epoch": 0.3424036281179138, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2265625, + "learning_rate": 6.598639455782312e-07, + "loss": 0.0146, + "num_tokens": 29829847.0, + "reward": 0.10546875, + "reward_std": 0.40011246502399445, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 151, + "step_time": 584.3364343577996 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3735.5, + "completions/mean_length": 1296.046875, + "completions/mean_terminated_length": 894.4073181152344, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.787136249244213, + "epoch": 0.34467120181405897, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2177734375, + "learning_rate": 6.575963718820862e-07, + "loss": -0.0499, + "num_tokens": 30019025.0, + "reward": 0.15625, + "reward_std": 0.5372415482997894, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.48994454741477966, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 152, + "step_time": 589.8212884431705 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3868.5, + "completions/mean_length": 1438.765625, + "completions/mean_terminated_length": 1031.5204467773438, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 4.033109441399574, + "epoch": 0.3469387755102041, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.21875, + "learning_rate": 6.55328798185941e-07, + "loss": 0.0881, + "num_tokens": 30227739.0, + "reward": 0.1015625, + "reward_std": 0.42891231179237366, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 153, + "step_time": 589.619801433757 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3573.0, + "completions/mean_length": 1104.28125, + "completions/mean_terminated_length": 766.2872009277344, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.1544304229319096, + "epoch": 0.3492063492063492, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.244140625, + "learning_rate": 6.530612244897958e-07, + "loss": 0.0142, + "num_tokens": 30392007.0, + "reward": 0.09375, + "reward_std": 0.43374674022197723, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 154, + "step_time": 589.5629808576778 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3835.5, + "completions/mean_length": 1427.4296875, + "completions/mean_terminated_length": 1098.6635131835938, + "completions/min_length": 87.5, + "completions/min_terminated_length": 87.5, + "entropy": 4.359738087281585, + "epoch": 0.35147392290249435, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.21875, + "learning_rate": 6.507936507936507e-07, + "loss": 0.0166, + "num_tokens": 30598966.0, + "reward": 0.0859375, + "reward_std": 0.3515404462814331, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 155, + "step_time": 607.4516905453056 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3912.0, + "completions/mean_length": 1126.8125, + "completions/mean_terminated_length": 733.2034301757812, + "completions/min_length": 53.5, + "completions/min_terminated_length": 53.5, + "entropy": 2.728318765759468, + "epoch": 0.35374149659863946, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.2265625, + "learning_rate": 6.485260770975056e-07, + "loss": 0.0405, + "num_tokens": 30768914.0, + "reward": 0.05859375, + "reward_std": 0.24223008006811142, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.17536810040473938, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 156, + "step_time": 605.0839438326657 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3850.5, + "completions/mean_length": 1390.0625, + "completions/mean_terminated_length": 998.8023986816406, + "completions/min_length": 72.5, + "completions/min_terminated_length": 72.5, + "entropy": 3.5369708258658648, + "epoch": 0.35600907029478457, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.26953125, + "learning_rate": 6.462585034013605e-07, + "loss": 0.0275, + "num_tokens": 30971610.0, + "reward": 0.12109375, + "reward_std": 0.44918064773082733, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.44585782289505005, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 157, + "step_time": 596.5751552889124 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3715.0, + "completions/mean_length": 1224.890625, + "completions/mean_terminated_length": 761.1033630371094, + "completions/min_length": 5.0, + "completions/min_terminated_length": 5.0, + "entropy": 2.692165484651923, + "epoch": 0.35827664399092973, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.25390625, + "learning_rate": 6.439909297052154e-07, + "loss": 0.0043, + "num_tokens": 31151416.0, + "reward": 0.07421875, + "reward_std": 0.31747905910015106, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 158, + "step_time": 599.6461502313614 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3791.5, + "completions/mean_length": 1302.0859375, + "completions/mean_terminated_length": 873.7870483398438, + "completions/min_length": 41.5, + "completions/min_terminated_length": 41.5, + "entropy": 3.2635740283876657, + "epoch": 0.36054421768707484, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1796875, + "learning_rate": 6.417233560090702e-07, + "loss": 0.0049, + "num_tokens": 31340599.0, + "reward": 0.07421875, + "reward_std": 0.34415413439273834, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 159, + "step_time": 587.8745241165161 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3705.5, + "completions/mean_length": 1466.609375, + "completions/mean_terminated_length": 889.6382751464844, + "completions/min_length": 27.0, + "completions/min_terminated_length": 27.0, + "entropy": 2.6953490618616343, + "epoch": 0.36281179138321995, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.138671875, + "learning_rate": 6.394557823129252e-07, + "loss": -0.0023, + "num_tokens": 31551569.0, + "reward": 0.046875, + "reward_std": 0.3003681004047394, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.0, + "rewards/format_reward_func/std": 0.0, + "step": 160, + "step_time": 585.996757702902 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3923.5, + "completions/mean_length": 1173.8125, + "completions/mean_terminated_length": 754.39208984375, + "completions/min_length": 41.0, + "completions/min_terminated_length": 41.0, + "entropy": 3.2814418263733387, + "epoch": 0.36507936507936506, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2470703125, + "learning_rate": 6.3718820861678e-07, + "loss": 0.0214, + "num_tokens": 31725877.0, + "reward": 0.09375, + "reward_std": 0.3951772153377533, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 161, + "step_time": 603.5920560695231 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3912.0, + "completions/mean_length": 1265.5078125, + "completions/mean_terminated_length": 954.5651550292969, + "completions/min_length": 126.5, + "completions/min_terminated_length": 126.5, + "entropy": 3.9286246448755264, + "epoch": 0.3673469387755102, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.19921875, + "learning_rate": 6.349206349206349e-07, + "loss": 0.0095, + "num_tokens": 31915022.0, + "reward": 0.03515625, + "reward_std": 0.17833981662988663, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 162, + "step_time": 611.6503964783624 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3860.5, + "completions/mean_length": 1323.28125, + "completions/mean_terminated_length": 910.9082641601562, + "completions/min_length": 28.0, + "completions/min_terminated_length": 28.0, + "entropy": 3.7424700893461704, + "epoch": 0.36961451247165533, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.26171875, + "learning_rate": 6.326530612244898e-07, + "loss": -0.0052, + "num_tokens": 32108978.0, + "reward": 0.09765625, + "reward_std": 0.3250080347061157, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.27048972249031067, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 163, + "step_time": 605.3398050172254 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3815.0, + "completions/mean_length": 1129.6875, + "completions/mean_terminated_length": 765.4596862792969, + "completions/min_length": 6.0, + "completions/min_terminated_length": 6.0, + "entropy": 3.1933496929705143, + "epoch": 0.37188208616780044, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.255859375, + "learning_rate": 6.303854875283446e-07, + "loss": -0.0128, + "num_tokens": 32277826.0, + "reward": 0.22265625, + "reward_std": 0.6215303838253021, + "rewards/accuracy_reward_func/mean": 0.21875, + "rewards/accuracy_reward_func/std": 0.6208721697330475, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 164, + "step_time": 596.7547221528366 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3817.0, + "completions/mean_length": 1318.7578125, + "completions/mean_terminated_length": 938.298828125, + "completions/min_length": 121.0, + "completions/min_terminated_length": 121.0, + "entropy": 4.12479945179075, + "epoch": 0.3741496598639456, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2373046875, + "learning_rate": 6.281179138321994e-07, + "loss": 0.0128, + "num_tokens": 32470091.0, + "reward": 0.0859375, + "reward_std": 0.37087368965148926, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.36897502839565277, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 165, + "step_time": 602.3703450076282 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3521.5, + "completions/mean_length": 1320.0234375, + "completions/mean_terminated_length": 892.2310180664062, + "completions/min_length": 85.0, + "completions/min_terminated_length": 85.0, + "entropy": 3.4187832418829203, + "epoch": 0.3764172335600907, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.14453125, + "learning_rate": 6.258503401360544e-07, + "loss": 0.0123, + "num_tokens": 32662666.0, + "reward": 0.03515625, + "reward_std": 0.2533649355173111, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 166, + "step_time": 585.5748936655 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0703125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3997.5, + "completions/mean_length": 1082.5625, + "completions/mean_terminated_length": 855.3081970214844, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.722089285030961, + "epoch": 0.3786848072562358, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.232421875, + "learning_rate": 6.235827664399092e-07, + "loss": -0.0034, + "num_tokens": 32826594.0, + "reward": 0.11328125, + "reward_std": 0.4667484164237976, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 167, + "step_time": 608.2152718026191 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0625, + "completions/max_length": 3800.0, + "completions/max_terminated_length": 3659.0, + "completions/mean_length": 921.046875, + "completions/mean_terminated_length": 717.4587097167969, + "completions/min_length": 5.0, + "completions/min_terminated_length": 5.0, + "entropy": 2.7758790273219347, + "epoch": 0.38095238095238093, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.419921875, + "learning_rate": 6.213151927437641e-07, + "loss": 0.0386, + "num_tokens": 32968900.0, + "reward": 0.1015625, + "reward_std": 0.3995128720998764, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 168, + "step_time": 546.7354386663064 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3792.5, + "completions/mean_length": 1353.9453125, + "completions/mean_terminated_length": 909.8642578125, + "completions/min_length": 75.5, + "completions/min_terminated_length": 75.5, + "entropy": 3.798988586291671, + "epoch": 0.3832199546485261, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.21875, + "learning_rate": 6.19047619047619e-07, + "loss": -0.0007, + "num_tokens": 33165485.0, + "reward": 0.109375, + "reward_std": 0.42415642738342285, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 169, + "step_time": 591.5265214918181 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3958.0, + "completions/mean_length": 1182.390625, + "completions/mean_terminated_length": 845.5628967285156, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.800587000325322, + "epoch": 0.3854875283446712, + "frac_reward_zero_std": 0.71875, + "grad_norm": 0.357421875, + "learning_rate": 6.167800453514739e-07, + "loss": -0.0298, + "num_tokens": 33343627.0, + "reward": 0.1484375, + "reward_std": 0.4588529020547867, + "rewards/accuracy_reward_func/mean": 0.125, + "rewards/accuracy_reward_func/std": 0.4395764470100403, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 170, + "step_time": 634.5334505317733 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3926.5, + "completions/mean_length": 1168.0234375, + "completions/mean_terminated_length": 866.8916320800781, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.5010757073760033, + "epoch": 0.3877551020408163, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.154296875, + "learning_rate": 6.145124716553288e-07, + "loss": 0.0064, + "num_tokens": 33516486.0, + "reward": 0.01953125, + "reward_std": 0.1283649355173111, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 171, + "step_time": 583.6450024554506 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3442.0, + "completions/mean_length": 1362.6328125, + "completions/mean_terminated_length": 850.2998046875, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.710138267837465, + "epoch": 0.3900226757369615, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1923828125, + "learning_rate": 6.122448979591837e-07, + "loss": -0.0502, + "num_tokens": 33714663.0, + "reward": 0.05078125, + "reward_std": 0.2660238593816757, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 172, + "step_time": 598.1466295737773 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.109375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3928.5, + "completions/mean_length": 1238.234375, + "completions/mean_terminated_length": 885.7065124511719, + "completions/min_length": 6.0, + "completions/min_terminated_length": 6.0, + "entropy": 3.405151106417179, + "epoch": 0.3922902494331066, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.15234375, + "learning_rate": 6.099773242630385e-07, + "loss": -0.0016, + "num_tokens": 33896185.0, + "reward": 0.0625, + "reward_std": 0.3126605153083801, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 173, + "step_time": 583.7024644846097 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0546875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3426.5, + "completions/mean_length": 1040.2109375, + "completions/mean_terminated_length": 863.9592895507812, + "completions/min_length": 29.0, + "completions/min_terminated_length": 29.0, + "entropy": 2.9142444226890802, + "epoch": 0.3945578231292517, + "frac_reward_zero_std": 0.71875, + "grad_norm": 0.3828125, + "learning_rate": 6.077097505668934e-07, + "loss": 0.0235, + "num_tokens": 34053784.0, + "reward": 0.171875, + "reward_std": 0.5409035831689835, + "rewards/accuracy_reward_func/mean": 0.15625, + "rewards/accuracy_reward_func/std": 0.537759855389595, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 174, + "step_time": 603.8526235064492 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3544.5, + "completions/mean_length": 1350.125, + "completions/mean_terminated_length": 872.4518432617188, + "completions/min_length": 67.5, + "completions/min_terminated_length": 67.5, + "entropy": 3.4281015880405903, + "epoch": 0.3968253968253968, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.203125, + "learning_rate": 6.054421768707482e-07, + "loss": 0.0045, + "num_tokens": 34250656.0, + "reward": 0.078125, + "reward_std": 0.3489539474248886, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 175, + "step_time": 585.3942307829857 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3388.5, + "completions/mean_length": 1216.7734375, + "completions/mean_terminated_length": 777.8492736816406, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 2.8994272109121084, + "epoch": 0.39909297052154197, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.232421875, + "learning_rate": 6.031746031746031e-07, + "loss": 0.0134, + "num_tokens": 34431695.0, + "reward": 0.15234375, + "reward_std": 0.5170216262340546, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.5144647508859634, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 176, + "step_time": 592.9310577660799 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0859375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3490.5, + "completions/mean_length": 1093.890625, + "completions/mean_terminated_length": 811.38134765625, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.4848795626312494, + "epoch": 0.4013605442176871, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.205078125, + "learning_rate": 6.00907029478458e-07, + "loss": 0.0175, + "num_tokens": 34595157.0, + "reward": 0.03125, + "reward_std": 0.17536809295415878, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 177, + "step_time": 587.6572464015335 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3583.0, + "completions/mean_length": 1483.0078125, + "completions/mean_terminated_length": 941.2657165527344, + "completions/min_length": 96.0, + "completions/min_terminated_length": 96.0, + "entropy": 3.7728132009506226, + "epoch": 0.4036281179138322, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1953125, + "learning_rate": 5.986394557823129e-07, + "loss": -0.0229, + "num_tokens": 34808342.0, + "reward": 0.08203125, + "reward_std": 0.3904751390218735, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 178, + "step_time": 585.1483131311834 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3745.5, + "completions/mean_length": 1247.1484375, + "completions/mean_terminated_length": 808.8508605957031, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.551623485982418, + "epoch": 0.40589569160997735, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1796875, + "learning_rate": 5.963718820861677e-07, + "loss": 0.0136, + "num_tokens": 34991137.0, + "reward": 0.0625, + "reward_std": 0.3096012622117996, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 179, + "step_time": 597.8128939913586 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3717.0, + "completions/mean_length": 1282.4140625, + "completions/mean_terminated_length": 881.7673645019531, + "completions/min_length": 62.0, + "completions/min_terminated_length": 62.0, + "entropy": 3.4631855711340904, + "epoch": 0.40816326530612246, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.19140625, + "learning_rate": 5.941043083900227e-07, + "loss": 0.0137, + "num_tokens": 35180610.0, + "reward": 0.06640625, + "reward_std": 0.3414069563150406, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 180, + "step_time": 593.2582699209452 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3872.0, + "completions/mean_length": 1452.2734375, + "completions/mean_terminated_length": 937.6449584960938, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 4.289058703929186, + "epoch": 0.41043083900226757, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.203125, + "learning_rate": 5.918367346938775e-07, + "loss": 0.026, + "num_tokens": 35393921.0, + "reward": 0.1015625, + "reward_std": 0.41509027779102325, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10483578220009804, + "step": 181, + "step_time": 639.9676566487178 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3705.5, + "completions/mean_length": 1280.796875, + "completions/mean_terminated_length": 759.4629821777344, + "completions/min_length": 19.5, + "completions/min_terminated_length": 19.5, + "entropy": 3.343797644600272, + "epoch": 0.4126984126984127, + "frac_reward_zero_std": 0.75, + "grad_norm": 0.26953125, + "learning_rate": 5.895691609977324e-07, + "loss": -0.072, + "num_tokens": 35582795.0, + "reward": 0.13671875, + "reward_std": 0.47195570170879364, + "rewards/accuracy_reward_func/mean": 0.125, + "rewards/accuracy_reward_func/std": 0.46915292739868164, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 182, + "step_time": 597.510336631909 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3873.5, + "completions/mean_length": 1336.578125, + "completions/mean_terminated_length": 797.3556213378906, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 2.920842917636037, + "epoch": 0.41496598639455784, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.2333984375, + "learning_rate": 5.873015873015873e-07, + "loss": -0.0052, + "num_tokens": 35779285.0, + "reward": 0.14453125, + "reward_std": 0.5072222948074341, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.506826862692833, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 183, + "step_time": 603.9388123517856 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0859375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3918.0, + "completions/mean_length": 1126.4375, + "completions/mean_terminated_length": 846.4578857421875, + "completions/min_length": 104.0, + "completions/min_terminated_length": 104.0, + "entropy": 3.6699316073209047, + "epoch": 0.41723356009070295, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.314453125, + "learning_rate": 5.850340136054421e-07, + "loss": -0.0113, + "num_tokens": 35947529.0, + "reward": 0.140625, + "reward_std": 0.5052030682563782, + "rewards/accuracy_reward_func/mean": 0.125, + "rewards/accuracy_reward_func/std": 0.48353175818920135, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 184, + "step_time": 590.6878422610462 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3812.5, + "completions/mean_length": 1466.5546875, + "completions/mean_terminated_length": 960.2276000976562, + "completions/min_length": 86.5, + "completions/min_terminated_length": 86.5, + "entropy": 3.920201301574707, + "epoch": 0.41950113378684806, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.287109375, + "learning_rate": 5.82766439909297e-07, + "loss": 0.0241, + "num_tokens": 36161188.0, + "reward": 0.12109375, + "reward_std": 0.42570634186267853, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.41878482699394226, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 185, + "step_time": 616.3406351497397 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3961.5, + "completions/mean_length": 1306.34375, + "completions/mean_terminated_length": 909.2408142089844, + "completions/min_length": 73.5, + "completions/min_terminated_length": 73.5, + "entropy": 3.5785388704389334, + "epoch": 0.4217687074829932, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1953125, + "learning_rate": 5.804988662131519e-07, + "loss": 0.0315, + "num_tokens": 36351456.0, + "reward": 0.0703125, + "reward_std": 0.2878170385956764, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.24397502839565277, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 186, + "step_time": 591.8117914516479 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3670.5, + "completions/mean_length": 1277.4765625, + "completions/mean_terminated_length": 754.9837646484375, + "completions/min_length": 22.0, + "completions/min_terminated_length": 22.0, + "entropy": 2.624245749786496, + "epoch": 0.42403628117913833, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2333984375, + "learning_rate": 5.782312925170067e-07, + "loss": 0.0294, + "num_tokens": 36540325.0, + "reward": 0.13671875, + "reward_std": 0.5214489102363586, + "rewards/accuracy_reward_func/mean": 0.125, + "rewards/accuracy_reward_func/std": 0.48353175818920135, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 187, + "step_time": 597.8468395872042 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0546875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3683.5, + "completions/mean_length": 1135.375, + "completions/mean_terminated_length": 963.4221496582031, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 4.019905984401703, + "epoch": 0.42630385487528344, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.310546875, + "learning_rate": 5.759637188208617e-07, + "loss": 0.0461, + "num_tokens": 36712301.0, + "reward": 0.10546875, + "reward_std": 0.4300846755504608, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 188, + "step_time": 638.0005385745317 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4056.0, + "completions/mean_length": 1373.15625, + "completions/mean_terminated_length": 955.4102172851562, + "completions/min_length": 13.0, + "completions/min_terminated_length": 13.0, + "entropy": 4.286514097824693, + "epoch": 0.42857142857142855, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1884765625, + "learning_rate": 5.736961451247165e-07, + "loss": 0.021, + "num_tokens": 36910205.0, + "reward": 0.0546875, + "reward_std": 0.3057980537414551, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 189, + "step_time": 585.4422241095454 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3772.0, + "completions/mean_length": 1384.2890625, + "completions/mean_terminated_length": 790.8599548339844, + "completions/min_length": 11.0, + "completions/min_terminated_length": 11.0, + "entropy": 3.1423754189163446, + "epoch": 0.4308390022675737, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2001953125, + "learning_rate": 5.714285714285714e-07, + "loss": 0.0156, + "num_tokens": 37110298.0, + "reward": 0.11328125, + "reward_std": 0.4773208349943161, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.41934312880039215, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 190, + "step_time": 588.1889203134924 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3496.0, + "completions/mean_length": 1581.3359375, + "completions/mean_terminated_length": 1029.7236022949219, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 3.967383474111557, + "epoch": 0.4331065759637188, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.16015625, + "learning_rate": 5.691609977324263e-07, + "loss": 0.0458, + "num_tokens": 37338057.0, + "reward": 0.046875, + "reward_std": 0.2630521357059479, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 191, + "step_time": 609.3221774492413 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3840.5, + "completions/mean_length": 1339.1796875, + "completions/mean_terminated_length": 928.1358337402344, + "completions/min_length": 4.5, + "completions/min_terminated_length": 4.5, + "entropy": 3.962100664153695, + "epoch": 0.43537414965986393, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1953125, + "learning_rate": 5.668934240362812e-07, + "loss": 0.0344, + "num_tokens": 37534028.0, + "reward": 0.0234375, + "reward_std": 0.1596149355173111, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 192, + "step_time": 588.8927255012095 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3709.0, + "completions/mean_length": 1375.640625, + "completions/mean_terminated_length": 904.0327453613281, + "completions/min_length": 2.0, + "completions/min_terminated_length": 2.0, + "entropy": 3.700823174789548, + "epoch": 0.4376417233560091, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.18359375, + "learning_rate": 5.64625850340136e-07, + "loss": 0.0314, + "num_tokens": 37731278.0, + "reward": 0.10546875, + "reward_std": 0.40267400443553925, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 193, + "step_time": 583.612274623476 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3955.0, + "completions/mean_length": 1477.1328125, + "completions/mean_terminated_length": 1103.0089721679688, + "completions/min_length": 11.5, + "completions/min_terminated_length": 11.5, + "entropy": 4.209223791025579, + "epoch": 0.4399092970521542, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.126953125, + "learning_rate": 5.62358276643991e-07, + "loss": 0.0071, + "num_tokens": 37946587.0, + "reward": 0.05859375, + "reward_std": 0.30986589193344116, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.05326050892472267, + "step": 194, + "step_time": 613.8875536154956 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3899.5, + "completions/mean_length": 1290.0703125, + "completions/mean_terminated_length": 860.4263000488281, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.3624725863337517, + "epoch": 0.4421768707482993, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1435546875, + "learning_rate": 5.600907029478457e-07, + "loss": -0.0141, + "num_tokens": 38134152.0, + "reward": 0.15625, + "reward_std": 0.5179971158504486, + "rewards/accuracy_reward_func/mean": 0.140625, + "rewards/accuracy_reward_func/std": 0.5144647508859634, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 195, + "step_time": 590.9086457481608 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4017.5, + "completions/mean_length": 1302.7421875, + "completions/mean_terminated_length": 988.1213073730469, + "completions/min_length": 28.5, + "completions/min_terminated_length": 28.5, + "entropy": 4.163766739889979, + "epoch": 0.4444444444444444, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.232421875, + "learning_rate": 5.578231292517006e-07, + "loss": 0.0298, + "num_tokens": 38322839.0, + "reward": 0.0625, + "reward_std": 0.3109140843153, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 196, + "step_time": 589.4260388733819 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3811.5, + "completions/mean_length": 1164.8359375, + "completions/mean_terminated_length": 837.7325744628906, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.2918705120682716, + "epoch": 0.4467120181405896, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.259765625, + "learning_rate": 5.555555555555555e-07, + "loss": 0.0295, + "num_tokens": 38495966.0, + "reward": 0.1171875, + "reward_std": 0.4209899604320526, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 197, + "step_time": 612.7498418483883 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0703125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3913.0, + "completions/mean_length": 1348.71875, + "completions/mean_terminated_length": 1146.5498352050781, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 4.7302396185696125, + "epoch": 0.4489795918367347, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.27734375, + "learning_rate": 5.532879818594104e-07, + "loss": -0.0671, + "num_tokens": 38692382.0, + "reward": 0.10546875, + "reward_std": 0.43321263790130615, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 198, + "step_time": 615.4238219168037 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3977.0, + "completions/mean_length": 1507.9296875, + "completions/mean_terminated_length": 1000.1836853027344, + "completions/min_length": 4.0, + "completions/min_terminated_length": 4.0, + "entropy": 3.68460133112967, + "epoch": 0.4512471655328798, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1279296875, + "learning_rate": 5.510204081632652e-07, + "loss": 0.0623, + "num_tokens": 38914861.0, + "reward": 0.0625, + "reward_std": 0.33824522793293, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08768405020236969, + "step": 199, + "step_time": 647.4160877047107 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3920.5, + "completions/mean_length": 1256.65625, + "completions/mean_terminated_length": 880.2077331542969, + "completions/min_length": 38.0, + "completions/min_terminated_length": 38.0, + "entropy": 3.48928215354681, + "epoch": 0.45351473922902497, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1982421875, + "learning_rate": 5.487528344671202e-07, + "loss": 0.0302, + "num_tokens": 39098257.0, + "reward": 0.0703125, + "reward_std": 0.2703031599521637, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.21304203569889069, + "rewards/format_reward_func/mean": 0.0234375, + "rewards/format_reward_func/std": 0.10652101784944534, + "step": 200, + "step_time": 590.4067403739318 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.0703125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3808.5, + "completions/mean_length": 985.90625, + "completions/mean_terminated_length": 747.2769775390625, + "completions/min_length": 54.0, + "completions/min_terminated_length": 54.0, + "entropy": 2.854281095787883, + "epoch": 0.4557823129251701, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.271484375, + "learning_rate": 5.46485260770975e-07, + "loss": 0.0389, + "num_tokens": 39248429.0, + "reward": 0.11328125, + "reward_std": 0.3551740273833275, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.29378482699394226, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 201, + "step_time": 594.640812641941 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4033.5, + "completions/mean_length": 1420.5, + "completions/mean_terminated_length": 1121.9171142578125, + "completions/min_length": 17.5, + "completions/min_terminated_length": 17.5, + "entropy": 3.71605340950191, + "epoch": 0.4580498866213152, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.107421875, + "learning_rate": 5.4421768707483e-07, + "loss": 0.012, + "num_tokens": 39455405.0, + "reward": 0.046875, + "reward_std": 0.26229241490364075, + "rewards/accuracy_reward_func/mean": 0.03125, + "rewards/accuracy_reward_func/std": 0.25, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 202, + "step_time": 596.50139339827 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4041.5, + "completions/mean_length": 1509.46875, + "completions/mean_terminated_length": 943.0898742675781, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.3404798433184624, + "epoch": 0.4603174603174603, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1650390625, + "learning_rate": 5.419501133786848e-07, + "loss": -0.005, + "num_tokens": 39673325.0, + "reward": 0.08984375, + "reward_std": 0.35433506965637207, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.02734375, + "rewards/format_reward_func/std": 0.11425426602363586, + "step": 203, + "step_time": 601.5365415643901 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.09375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3470.5, + "completions/mean_length": 1279.3515625, + "completions/mean_terminated_length": 981.5691223144531, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.819530576467514, + "epoch": 0.46258503401360546, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.25, + "learning_rate": 5.396825396825396e-07, + "loss": 0.0753, + "num_tokens": 39861842.0, + "reward": 0.109375, + "reward_std": 0.42838869988918304, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 204, + "step_time": 613.9849385013804 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3450.5, + "completions/mean_length": 1325.015625, + "completions/mean_terminated_length": 900.2357177734375, + "completions/min_length": 18.0, + "completions/min_terminated_length": 18.0, + "entropy": 3.842559417709708, + "epoch": 0.46485260770975056, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.197265625, + "learning_rate": 5.374149659863945e-07, + "loss": -0.0026, + "num_tokens": 40055124.0, + "reward": 0.09765625, + "reward_std": 0.39702552556991577, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 205, + "step_time": 596.182278717868 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3582.5, + "completions/mean_length": 1262.453125, + "completions/mean_terminated_length": 862.7356262207031, + "completions/min_length": 28.0, + "completions/min_terminated_length": 28.0, + "entropy": 3.394861693494022, + "epoch": 0.4671201814058957, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.296875, + "learning_rate": 5.351473922902494e-07, + "loss": -0.0841, + "num_tokens": 40238418.0, + "reward": 0.0859375, + "reward_std": 0.3918892741203308, + "rewards/accuracy_reward_func/mean": 0.078125, + "rewards/accuracy_reward_func/std": 0.38841013610363007, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 206, + "step_time": 579.9494809359312 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3942.5, + "completions/mean_length": 1385.375, + "completions/mean_terminated_length": 822.6246643066406, + "completions/min_length": 58.0, + "completions/min_terminated_length": 58.0, + "entropy": 3.6051917411386967, + "epoch": 0.46938775510204084, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.2021484375, + "learning_rate": 5.328798185941042e-07, + "loss": 0.0538, + "num_tokens": 40439250.0, + "reward": 0.21875, + "reward_std": 0.6467249393463135, + "rewards/accuracy_reward_func/mean": 0.203125, + "rewards/accuracy_reward_func/std": 0.6038230657577515, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 207, + "step_time": 586.0694980937988 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3875.5, + "completions/mean_length": 1409.421875, + "completions/mean_terminated_length": 995.8255310058594, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 4.86114470846951, + "epoch": 0.47165532879818595, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.1630859375, + "learning_rate": 5.306122448979592e-07, + "loss": 0.0098, + "num_tokens": 40644748.0, + "reward": 0.11328125, + "reward_std": 0.45015841722488403, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.42608407139778137, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09224375709891319, + "step": 208, + "step_time": 610.8408164605498 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1484375, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3889.0, + "completions/mean_length": 1392.8828125, + "completions/mean_terminated_length": 921.1329956054688, + "completions/min_length": 35.0, + "completions/min_terminated_length": 35.0, + "entropy": 3.476164050400257, + "epoch": 0.47392290249433106, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.2421875, + "learning_rate": 5.28344671201814e-07, + "loss": -0.0483, + "num_tokens": 40845285.0, + "reward": 0.05078125, + "reward_std": 0.3037330359220505, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 209, + "step_time": 588.7517055161297 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3832.5, + "completions/mean_length": 1339.15625, + "completions/mean_terminated_length": 828.7962341308594, + "completions/min_length": 6.0, + "completions/min_terminated_length": 6.0, + "entropy": 3.49445484764874, + "epoch": 0.47619047619047616, + "frac_reward_zero_std": 0.8125, + "grad_norm": 0.234375, + "learning_rate": 5.260770975056689e-07, + "loss": -0.0126, + "num_tokens": 41040965.0, + "reward": 0.09765625, + "reward_std": 0.3988546282052994, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.39548972249031067, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 210, + "step_time": 607.4144712770358 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1015625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 4062.5, + "completions/mean_length": 1298.2421875, + "completions/mean_terminated_length": 981.787353515625, + "completions/min_length": 3.0, + "completions/min_terminated_length": 3.0, + "entropy": 3.7989047653973103, + "epoch": 0.47845804988662133, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.16015625, + "learning_rate": 5.238095238095238e-07, + "loss": 0.0002, + "num_tokens": 41229816.0, + "reward": 0.078125, + "reward_std": 0.35033443570137024, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.06099375709891319, + "step": 211, + "step_time": 592.955901876092 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3878.5, + "completions/mean_length": 1452.8671875, + "completions/mean_terminated_length": 964.3475952148438, + "completions/min_length": 9.0, + "completions/min_terminated_length": 9.0, + "entropy": 3.3198414500802755, + "epoch": 0.48072562358276644, + "frac_reward_zero_std": 0.9375, + "grad_norm": 0.162109375, + "learning_rate": 5.215419501133787e-07, + "loss": 0.0513, + "num_tokens": 41438855.0, + "reward": 0.0234375, + "reward_std": 0.16884202510118484, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 212, + "step_time": 582.4008605070412 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1640625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3516.5, + "completions/mean_length": 1411.53125, + "completions/mean_terminated_length": 888.7900390625, + "completions/min_length": 48.0, + "completions/min_terminated_length": 48.0, + "entropy": 3.694915698841214, + "epoch": 0.48299319727891155, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2109375, + "learning_rate": 5.192743764172335e-07, + "loss": -0.0091, + "num_tokens": 41643123.0, + "reward": 0.0546875, + "reward_std": 0.3057980537414551, + "rewards/accuracy_reward_func/mean": 0.046875, + "rewards/accuracy_reward_func/std": 0.3003681004047394, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 213, + "step_time": 596.2499784380198 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3330.5, + "completions/mean_length": 1379.890625, + "completions/mean_terminated_length": 816.8949584960938, + "completions/min_length": 70.0, + "completions/min_terminated_length": 70.0, + "entropy": 3.603586569428444, + "epoch": 0.4852607709750567, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.283203125, + "learning_rate": 5.170068027210885e-07, + "loss": 0.0783, + "num_tokens": 41843693.0, + "reward": 0.10546875, + "reward_std": 0.33802229911088943, + "rewards/accuracy_reward_func/mean": 0.09375, + "rewards/accuracy_reward_func/std": 0.29378482699394226, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 214, + "step_time": 592.3989598676562 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.171875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3807.0, + "completions/mean_length": 1502.953125, + "completions/mean_terminated_length": 970.6905517578125, + "completions/min_length": 6.0, + "completions/min_terminated_length": 6.0, + "entropy": 3.4233573265373707, + "epoch": 0.4875283446712018, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.169921875, + "learning_rate": 5.147392290249432e-07, + "loss": 0.028, + "num_tokens": 42059563.0, + "reward": 0.0703125, + "reward_std": 0.3759753555059433, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.35073620080947876, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.0625, + "step": 215, + "step_time": 590.919570600614 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1328125, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3969.0, + "completions/mean_length": 1331.6171875, + "completions/mean_terminated_length": 905.4205932617188, + "completions/min_length": 14.0, + "completions/min_terminated_length": 14.0, + "entropy": 3.738035326823592, + "epoch": 0.4897959183673469, + "frac_reward_zero_std": 0.78125, + "grad_norm": 0.2412109375, + "learning_rate": 5.124716553287982e-07, + "loss": 0.0625, + "num_tokens": 42253726.0, + "reward": 0.1171875, + "reward_std": 0.4597642123699188, + "rewards/accuracy_reward_func/mean": 0.109375, + "rewards/accuracy_reward_func/std": 0.45701706409454346, + "rewards/format_reward_func/mean": 0.0078125, + "rewards/format_reward_func/std": 0.043842025101184845, + "step": 216, + "step_time": 587.7996889622882 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.140625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3901.5, + "completions/mean_length": 1362.0390625, + "completions/mean_terminated_length": 905.4452819824219, + "completions/min_length": 7.5, + "completions/min_terminated_length": 7.5, + "entropy": 3.737305217422545, + "epoch": 0.49206349206349204, + "frac_reward_zero_std": 0.90625, + "grad_norm": 0.1484375, + "learning_rate": 5.10204081632653e-07, + "loss": 0.0063, + "num_tokens": 42454411.0, + "reward": 0.03125, + "reward_std": 0.18162544071674347, + "rewards/accuracy_reward_func/mean": 0.015625, + "rewards/accuracy_reward_func/std": 0.125, + "rewards/format_reward_func/mean": 0.015625, + "rewards/format_reward_func/std": 0.08451050892472267, + "step": 217, + "step_time": 607.6224166247994 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.15625, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3774.5, + "completions/mean_length": 1365.8515625, + "completions/mean_terminated_length": 857.7092895507812, + "completions/min_length": 3.5, + "completions/min_terminated_length": 3.5, + "entropy": 3.278005527332425, + "epoch": 0.4943310657596372, + "frac_reward_zero_std": 0.875, + "grad_norm": 0.1923828125, + "learning_rate": 5.079365079365079e-07, + "loss": -0.0054, + "num_tokens": 42652416.0, + "reward": 0.06640625, + "reward_std": 0.3572239279747009, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.00390625, + "rewards/format_reward_func/std": 0.03125, + "step": 218, + "step_time": 589.323689266108 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3519.5, + "completions/mean_length": 1432.8515625, + "completions/mean_terminated_length": 827.13671875, + "completions/min_length": 2.5, + "completions/min_terminated_length": 2.5, + "entropy": 3.2903451304882765, + "epoch": 0.4965986394557823, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.166015625, + "learning_rate": 5.056689342403628e-07, + "loss": 0.0408, + "num_tokens": 42864813.0, + "reward": 0.08203125, + "reward_std": 0.35028699040412903, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01953125, + "rewards/format_reward_func/std": 0.09710253402590752, + "step": 219, + "step_time": 653.0901324385777 + }, + { + "clip_ratio/high_max": 0.0, + "clip_ratio/high_mean": 0.0, + "clip_ratio/low_mean": 0.0, + "clip_ratio/low_min": 0.0, + "clip_ratio/region_mean": 0.0, + "completions/clipped_ratio": 0.1796875, + "completions/max_length": 4096.0, + "completions/max_terminated_length": 3728.5, + "completions/mean_length": 1547.0234375, + "completions/mean_terminated_length": 995.24365234375, + "completions/min_length": 160.5, + "completions/min_terminated_length": 160.5, + "entropy": 3.9194294437766075, + "epoch": 0.4988662131519274, + "frac_reward_zero_std": 0.84375, + "grad_norm": 0.2333984375, + "learning_rate": 5.034013605442177e-07, + "loss": -0.0161, + "num_tokens": 43087304.0, + "reward": 0.07421875, + "reward_std": 0.34415413439273834, + "rewards/accuracy_reward_func/mean": 0.0625, + "rewards/accuracy_reward_func/std": 0.3380420356988907, + "rewards/format_reward_func/mean": 0.01171875, + "rewards/format_reward_func/std": 0.07509202510118484, + "step": 220, + "step_time": 599.0911862878129 + } + ], + "logging_steps": 1, + "max_steps": 441, + "num_input_tokens_seen": 43087304, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..76b6450 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b52a2bba029d7a385c848983d3a732e69ecb3c16cb77553a0014d4da3c100a31 +size 7953