From 21a81a970cf4c7ed4902701406caca78e97d2ce1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 24 Jun 2026 19:30:32 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: luckeciano/Llama-3.1-8B-Instruct-GRPO-Base-v2_1346 Source: Original Platform --- .gitattributes | 36 + README.md | 70 + all_results.json | 8 + config.json | 40 + generation_config.json | 12 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 298 + special_tokens_map.json | 17 + tokenizer.json | 3 + tokenizer_config.json | 2064 ++ train_results.json | 8 + trainer_state.json | 29381 +++++++++++++++++++++++++++++ training_args.bin | 3 + 16 files changed, 31952 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d11f17e --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +datasets: DigitalLearningGmbH/MATH-lighteval +library_name: transformers +model_name: Llama-3.1-8B-Instruct-GRPO-Base-v2_1346 +tags: +- generated_from_trainer +- open-r1 +- trl +- grpo +licence: license +--- + +# Model Card for Llama-3.1-8B-Instruct-GRPO-Base-v2_1346 + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the [DigitalLearningGmbH/MATH-lighteval](https://huggingface.co/datasets/DigitalLearningGmbH/MATH-lighteval) dataset. +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="luckeciano/Llama-3.1-8B-Instruct-GRPO-Base-v2_1346", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/max-ent-llms/PolicyGradientStability/runs/i0kpfmca) + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 0.16.0.dev0 +- Transformers: 4.49.0 +- Pytorch: 2.5.1 +- Datasets: 3.4.1 +- Tokenizers: 0.21.2 + +## Citations + +Cite GRPO as: + +```bibtex +@article{zhihong2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} + +``` + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..079a21c --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 0.0, + "train_loss": 2.980232949312267e-11, + "train_runtime": 14681.8696, + "train_samples": 7500, + "train_samples_per_second": 0.545, + "train_steps_per_second": 0.007 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..be975d2 --- /dev/null +++ b/config.json @@ -0,0 +1,40 @@ +{ + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.49.0", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a01c84e --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.49.0" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..f9248a8 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ccf8ce7b0b9da10f600c146dcf33bd7d7cf1aae44384c414e4d181487469aab +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..ed86210 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550134c8bac56a74ac8a5f30213832061ddf6ac88d92eddcc07c88cb88f1b71e +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..84ed1c7 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:664a85ec78052b05325e431efecb6b5d65190625dd7a75e67cfedfdc69475bd6 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..189bd16 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f5e618503cb0dc8e8f88f4dbcde97e1788a8a9db09724bad9fcbe9ebaaf3a3 +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..0fd8120 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..b43be96 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..92cc72b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ff5472d095ccd9332d9e723153d7bc7226cb6be9c1bffda738b5ba2e71bf26 +size 17210084 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..8ae1bc6 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2064 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizer" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..079a21c --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "total_flos": 0.0, + "train_loss": 2.980232949312267e-11, + "train_runtime": 14681.8696, + "train_samples": 7500, + "train_samples_per_second": 0.545, + "train_steps_per_second": 0.007 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..490a99e --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,29381 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.13333333333333333, + "eval_steps": 10, + "global_step": 100, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "accuracy_reward": 0.21250000596046448, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.16946202516555786, + "adam_stats/lm_head/lr_effective_max": 4.743288627651054e-06, + "adam_stats/lm_head/lr_effective_mean": -1.830192941643105e-11, + "adam_stats/lm_head/lr_effective_min": -4.743269073514966e-06, + "adam_stats/lm_head/lr_effective_std": 3.580759653232235e-07, + "adam_stats/lr_effective_max": 4.743401859741425e-06, + "adam_stats/lr_effective_mean": 1.0161699953714631e-10, + "adam_stats/lr_effective_min": -4.743400950246723e-06, + "adam_stats/m_t_max": 0.0032175034284591675, + "adam_stats/m_t_mean": -5.127846064434394e-11, + "adam_stats/m_t_min": -0.0031728155445307493, + "adam_stats/v_t_max": 1.0352190429330221e-06, + "adam_stats/v_t_mean": 2.1092132760410637e-13, + "adam_stats/v_t_min": 0.0, + "advantages": 9.685755308908028e-09, + "advantages/max": 1.6198352575302124, + "advantages/median": 0.0, + "advantages/min": -1.6198352575302124, + "advantages/p25": -0.5399450659751892, + "advantages/p75": 0.0, + "advantages/var": 0.4428557753562927, + "all_logprobs": -0.5299894213676453, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.043212890625, + "all_logprobs/min": -10.8125, + "all_logprobs/p1": -4.6875, + "all_logprobs/p10": -1.734375, + "all_logprobs/p25": -0.62109375, + "all_logprobs/p5": -2.625, + "all_logprobs/p75": -0.00070953369140625, + "all_logprobs/var": 0.9874793887138367, + "clip_ratio": 0.0, + "completion_length": 519.0875244140625, + "completion_length/correct": 310.5882263183594, + "completion_length/correct/max": 500.0, + "completion_length/correct/median": 284.0, + "completion_length/correct/min": 169.0, + "completion_length/correct/p25": 241.0, + "completion_length/correct/p75": 351.0, + "completion_length/correct/var": 9566.6328125, + "completion_length/incorrect": 575.3492431640625, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 494.0, + "completion_length/incorrect/min": 161.0, + "completion_length/incorrect/p25": 299.0, + "completion_length/incorrect/p75": 801.5, + "completion_length/incorrect/var": 88547.84375, + "completion_length/max": 1024.0, + "completion_length/median": 448.0, + "completion_length/min": 161.0, + "completion_length/p25": 267.25, + "completion_length/p75": 760.0, + "completion_length/var": 83309.796875, + "epoch": 0.0013333333333333333, + "feature_vector_variance/max_squared_error": 26903.267578125, + "feature_vector_variance/metric": 15306.8408203125, + "generated_tokens/total": 41527.0, + "global_fisher_curvature": 2208.0, + "global_fisher_curvature/max": 2208.0, + "global_fisher_curvature/median": 2208.0, + "global_fisher_curvature/min": 2208.0, + "global_fisher_curvature/p25": 2208.0, + "global_fisher_curvature/p75": 2208.0, + "global_fisher_curvature/p85": 2208.0, + "global_fisher_curvature/p90": 2208.0, + "global_fisher_curvature/p95": 2208.0, + "global_fisher_curvature/p99": 2208.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 1552.0, + "global_hessian_coeff/max": 1552.0, + "global_hessian_coeff/median": 1552.0, + "global_hessian_coeff/min": 1552.0, + "global_hessian_coeff/p25": 1552.0, + "global_hessian_coeff/p75": 1552.0, + "global_hessian_coeff/p99": 1552.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 1552.0, + "global_hessian_coeff_abs/max": 1552.0, + "global_hessian_coeff_abs/median": 1552.0, + "global_hessian_coeff_abs/min": 1552.0, + "global_hessian_coeff_abs/p25": 1552.0, + "global_hessian_coeff_abs/p75": 1552.0, + "global_hessian_coeff_abs/p99": 1552.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 1.0926555395126343, + "grouped_std_rewards": 0.24408018589019775, + "learning_rate": 1.5e-06, + "loss": 0.0, + "mean_logprobs": -0.486328125, + "mean_logprobs/var": 0.044189453125, + "num_completions/total": 80, + "per_sentence_gradient_norm": 55.234375, + "per_sentence_gradient_norm/max": 332.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 97.0, + "per_sentence_gradient_norm/var": 5091.6865234375, + "per_token_feature_norm": 140.52308654785156, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 141.0, + "per_token_feature_norm/min": 97.0, + "per_token_feature_norm/p25": 138.0, + "per_token_feature_norm/p75": 144.0, + "per_token_feature_norm/var": 29.137338638305664, + "per_token_gradient_norm": 11.204014778137207, + "per_token_gradient_norm/max": 334.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0810546875, + "per_token_gradient_norm/var": 1000.6014404296875, + "per_token_policy_error_norm": 0.23531226813793182, + "per_token_policy_error_norm/max": 2.0, + "per_token_policy_error_norm/median": 0.0, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.326171875, + "per_token_policy_error_norm/var": 0.15869013965129852, + "policy_entropy": 0.5879753232002258, + "policy_entropy/max": 3.609375, + "policy_entropy/median": 0.2060546875, + "policy_entropy/min": 7.683411240577698e-08, + "policy_entropy/p25": 0.00653076171875, + "policy_entropy/p75": 0.94921875, + "policy_entropy/var": 0.5754079818725586, + "policy_loss": -4.470348535789981e-09, + "policy_loss/max": 1.619835376739502, + "policy_loss/median": 0.0, + "policy_loss/min": -1.6198352575302124, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.5399450659751892, + "policy_loss/var": 0.4428557753562927, + "policy_sharpness": 3.4709718227386475, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 1.679185152053833, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.4441272020339966, + "policy_sharpness/p75": 6.75, + "policy_sharpness/var": 13.782241821289062, + "reward": 0.21250000596046448, + "reward/max": 1.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.16946202516555786, + "rewards/accuracy_reward": 0.21250000596046448, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.16946202516555786, + "sentence_fisher_curvature": 407788.8125, + "sentence_fisher_curvature/max": 4620288.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 449536.0, + "sentence_fisher_curvature/p85": 886374.5, + "sentence_fisher_curvature/p90": 1044479.5625, + "sentence_fisher_curvature/p95": 1745304.0, + "sentence_fisher_curvature/p99": 4464967.5, + "sentence_fisher_curvature/var": 702831198208.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 7972.8759765625, + "sentence_full_gradient_variance/metric": 7972.8759765625, + "sentence_full_gradient_variance/p75": 7972.8759765625, + "sentence_full_gradient_variance/p90": 7972.8759765625, + "sentence_full_gradient_variance/p95": 7972.8759765625, + "sentence_full_gradient_variance/p99": 7972.8759765625, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 151176.0, + "sentence_hessian_coeff/max": 6651904.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -2555904.0, + "sentence_hessian_coeff/p25": -28384.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 5098699.0, + "sentence_hessian_coeff/var": 1127910473728.0, + "sentence_hessian_coeff_abs": 356203.21875, + "sentence_hessian_coeff_abs/max": 6651904.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 216576.0, + "sentence_hessian_coeff_abs/p99": 5098699.0, + "sentence_hessian_coeff_abs/var": 1022567186432.0, + "step": 1, + "token_fisher_curvature": 20147862.0, + "token_fisher_curvature/max": 4764729344.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 7.724761962890625e-05, + "token_fisher_curvature/p85": 72704.0, + "token_fisher_curvature/p90": 9437184.0, + "token_fisher_curvature/p95": 101187584.0, + "token_fisher_curvature/p99": 436207616.0, + "token_fisher_curvature/var": 1.492465165008896e+16, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 4024080.75, + "token_hessian_coeff/max": 7583301632.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -5737807872.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 142336000.0, + "token_hessian_coeff/var": 2.3223549594435584e+16, + "token_hessian_coeff_abs": 16085694.0, + "token_hessian_coeff_abs/max": 7583301632.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0611572265625, + "token_hessian_coeff_abs/p99": 316669952.0, + "token_hessian_coeff_abs/var": 2.298098487394304e+16 + }, + { + "accuracy_reward": 0.10000000149011612, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.09113924205303192, + "adam_stats/lm_head/lr_effective_max": 1.2765639439749066e-05, + "adam_stats/lm_head/lr_effective_mean": -4.8650087430823774e-11, + "adam_stats/lm_head/lr_effective_min": -1.276469811273273e-05, + "adam_stats/lm_head/lr_effective_std": 9.052323548530694e-07, + "adam_stats/lr_effective_max": 1.2765858627972193e-05, + "adam_stats/lr_effective_mean": 2.0238552500551066e-10, + "adam_stats/lr_effective_min": -1.2765946848958265e-05, + "adam_stats/m_t_max": 0.0042352816089987755, + "adam_stats/m_t_mean": -1.3516828281656679e-11, + "adam_stats/m_t_min": -0.004976320080459118, + "adam_stats/v_t_max": 1.4554231029251241e-06, + "adam_stats/v_t_mean": 4.3605817199275643e-13, + "adam_stats/v_t_min": 0.0, + "advantages": 1.4901161415892261e-09, + "advantages/max": 2.4741740226745605, + "advantages/median": 0.0, + "advantages/min": -0.9352393746376038, + "advantages/p25": -0.3534534275531769, + "advantages/p75": 0.0, + "advantages/var": 0.4428044557571411, + "all_logprobs": -0.6014763712882996, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.07373046875, + "all_logprobs/min": -12.5625, + "all_logprobs/p1": -4.84375, + "all_logprobs/p10": -1.9375, + "all_logprobs/p25": -0.76953125, + "all_logprobs/p5": -2.875, + "all_logprobs/p75": -0.00077056884765625, + "all_logprobs/var": 1.1045200824737549, + "clip_ratio": 0.0, + "completion_length": 538.0499877929688, + "completion_length/correct": 485.625, + "completion_length/correct/max": 737.0, + "completion_length/correct/median": 440.0, + "completion_length/correct/min": 273.0, + "completion_length/correct/p25": 409.5, + "completion_length/correct/p75": 564.5, + "completion_length/correct/var": 19693.41015625, + "completion_length/incorrect": 543.875, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 479.0, + "completion_length/incorrect/min": 188.0, + "completion_length/incorrect/p25": 320.0, + "completion_length/incorrect/p75": 704.75, + "completion_length/incorrect/var": 64050.75390625, + "completion_length/max": 1024.0, + "completion_length/median": 479.0, + "completion_length/min": 188.0, + "completion_length/p25": 321.75, + "completion_length/p75": 677.75, + "completion_length/var": 59618.828125, + "epoch": 0.0026666666666666666, + "feature_vector_variance/max_squared_error": 26865.744140625, + "feature_vector_variance/metric": 15321.1279296875, + "generated_tokens/total": 84571.0, + "global_fisher_curvature": 1200.0, + "global_fisher_curvature/max": 1200.0, + "global_fisher_curvature/median": 1200.0, + "global_fisher_curvature/min": 1200.0, + "global_fisher_curvature/p25": 1200.0, + "global_fisher_curvature/p75": 1200.0, + "global_fisher_curvature/p85": 1200.0, + "global_fisher_curvature/p90": 1200.0, + "global_fisher_curvature/p95": 1200.0, + "global_fisher_curvature/p99": 1200.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 1.3533281162381172e-09, + "global_fisher_kl_divergence/max": 1.3533281162381172e-09, + "global_fisher_kl_divergence/median": 1.3533281162381172e-09, + "global_fisher_kl_divergence/min": 1.3533281162381172e-09, + "global_fisher_kl_divergence/p25": 1.3533281162381172e-09, + "global_fisher_kl_divergence/p75": 1.3533281162381172e-09, + "global_fisher_kl_divergence/p85": 1.3533281162381172e-09, + "global_fisher_kl_divergence/p90": 1.3533281162381172e-09, + "global_fisher_kl_divergence/p95": 1.3533281162381172e-09, + "global_fisher_kl_divergence/p99": 1.3533281162381172e-09, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.004302978515625, + "global_full_update_term/max": 0.004302978515625, + "global_full_update_term/median": 0.004302978515625, + "global_full_update_term/min": 0.004302978515625, + "global_full_update_term/p25": 0.004302978515625, + "global_full_update_term/p75": 0.004302978515625, + "global_full_update_term/p85": 0.004302978515625, + "global_full_update_term/p90": 0.004302978515625, + "global_full_update_term/p95": 0.004302978515625, + "global_full_update_term/p99": 0.004302978515625, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 820.0, + "global_hessian_coeff/max": 820.0, + "global_hessian_coeff/median": 820.0, + "global_hessian_coeff/min": 820.0, + "global_hessian_coeff/p25": 820.0, + "global_hessian_coeff/p75": 820.0, + "global_hessian_coeff/p99": 820.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 820.0, + "global_hessian_coeff_abs/max": 820.0, + "global_hessian_coeff_abs/median": 820.0, + "global_hessian_coeff_abs/min": 820.0, + "global_hessian_coeff_abs/p25": 820.0, + "global_hessian_coeff_abs/p75": 820.0, + "global_hessian_coeff_abs/p99": 820.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 1.0648407936096191, + "grouped_std_rewards": 0.1948736011981964, + "learning_rate": 3e-06, + "loss": -0.0, + "mean_logprobs": -0.55078125, + "mean_logprobs/var": 0.08544921875, + "num_completions/total": 160, + "per_sentence_gradient_norm": 52.37031173706055, + "per_sentence_gradient_norm/max": 560.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 61.5625, + "per_sentence_gradient_norm/var": 11077.2333984375, + "per_token_feature_norm": 140.73651123046875, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 142.0, + "per_token_feature_norm/min": 99.5, + "per_token_feature_norm/p25": 139.0, + "per_token_feature_norm/p75": 144.0, + "per_token_feature_norm/var": 28.16759490966797, + "per_token_gradient_norm": 14.501708030700684, + "per_token_gradient_norm/max": 494.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 6.84375, + "per_token_gradient_norm/var": 1714.1929931640625, + "per_token_policy_error_norm": 0.2623652517795563, + "per_token_policy_error_norm/max": 2.0, + "per_token_policy_error_norm/median": 0.0078125, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.421875, + "per_token_policy_error_norm/var": 0.1692146211862564, + "policy_entropy": 0.6707882881164551, + "policy_entropy/max": 3.765625, + "policy_entropy/median": 0.3046875, + "policy_entropy/min": 1.4062970876693726e-07, + "policy_entropy/p25": 0.006988525390625, + "policy_entropy/p75": 1.1171875, + "policy_entropy/var": 0.6675649285316467, + "policy_loss": -8.940697071579962e-09, + "policy_loss/max": 0.9352393746376038, + "policy_loss/median": 0.0, + "policy_loss/min": -2.4741742610931396, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.3534534275531769, + "policy_loss/var": 0.4428044557571411, + "policy_sharpness": 3.342435121536255, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 1.4138765335083008, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.321397989988327, + "policy_sharpness/p75": 6.5, + "policy_sharpness/var": 14.17398452758789, + "reward": 0.10000000149011612, + "reward/max": 1.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.09113924205303192, + "rewards/accuracy_reward": 0.10000000149011612, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.09113924205303192, + "sentence_fisher_curvature": 462619.21875, + "sentence_fisher_curvature/max": 14090240.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 162816.0, + "sentence_fisher_curvature/p85": 244787.25, + "sentence_fisher_curvature/p90": 349798.34375, + "sentence_fisher_curvature/p95": 1038943.375, + "sentence_fisher_curvature/p99": 8291608.0, + "sentence_fisher_curvature/var": 3545436782592.0, + "sentence_fisher_kl_divergence": 5.204754529586353e-07, + "sentence_fisher_kl_divergence/max": 1.5854835510253906e-05, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 1.8277205526828766e-07, + "sentence_fisher_kl_divergence/p85": 2.74833325875079e-07, + "sentence_fisher_kl_divergence/p90": 3.933905929898174e-07, + "sentence_fisher_kl_divergence/p95": 1.16638057079399e-06, + "sentence_fisher_kl_divergence/p99": 9.333185516879894e-06, + "sentence_fisher_kl_divergence/var": 4.48893699989128e-12, + "sentence_full_gradient_variance/max_squared_error": 13513.4169921875, + "sentence_full_gradient_variance/metric": 13513.4169921875, + "sentence_full_gradient_variance/p75": 13513.4169921875, + "sentence_full_gradient_variance/p90": 13513.4169921875, + "sentence_full_gradient_variance/p95": 13513.4169921875, + "sentence_full_gradient_variance/p99": 13513.4169921875, + "sentence_full_update_term": 0.019916439428925514, + "sentence_full_update_term/max": 0.455078125, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.00556182861328125, + "sentence_full_update_term/p85": 0.008746338076889515, + "sentence_full_update_term/p90": 0.011273188516497612, + "sentence_full_update_term/p95": 0.034215882420539856, + "sentence_full_update_term/p99": 0.4041600823402405, + "sentence_full_update_term/var": 0.00623113289475441, + "sentence_hessian_coeff": 614733.1875, + "sentence_hessian_coeff/max": 22282240.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -190464.0, + "sentence_hessian_coeff/p25": -24512.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 15189270.0, + "sentence_hessian_coeff/var": 9849724207104.0, + "sentence_hessian_coeff_abs": 662569.1875, + "sentence_hessian_coeff_abs/max": 22282240.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 48896.0, + "sentence_hessian_coeff_abs/p99": 15189270.0, + "sentence_hessian_coeff_abs/var": 9787848785920.0, + "step": 2, + "token_fisher_curvature": 34819368.0, + "token_fisher_curvature/max": 9797894144.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 9536.0, + "token_fisher_curvature/p85": 6979584.0, + "token_fisher_curvature/p90": 29884416.0, + "token_fisher_curvature/p95": 72351744.0, + "token_fisher_curvature/p99": 687865856.0, + "token_fisher_curvature/var": 8.114187936569754e+16, + "token_fisher_kl_divergence": 3.918255242751911e-05, + "token_fisher_kl_divergence/max": 0.01104736328125, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 1.0710209608078003e-08, + "token_fisher_kl_divergence/p85": 7.867813110351562e-06, + "token_fisher_kl_divergence/p90": 3.361701965332031e-05, + "token_fisher_kl_divergence/p95": 8.153915405273438e-05, + "token_fisher_kl_divergence/p99": 0.000774383544921875, + "token_fisher_kl_divergence/var": 1.0275400796899703e-07, + "token_full_update_term": 0.002929953159764409, + "token_full_update_term/max": 0.39453125, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 7.009506225585938e-05, + "token_full_update_term/p85": 0.00167083740234375, + "token_full_update_term/p90": 0.0032958984375, + "token_full_update_term/p95": 0.00555419921875, + "token_full_update_term/p99": 0.07666015625, + "token_full_update_term/var": 0.00034996491740457714, + "token_hessian_coeff": 38752756.0, + "token_hessian_coeff/max": 24024973312.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -1308622848.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 8.463859558105469e-06, + "token_hessian_coeff/p99": 334938112.0, + "token_hessian_coeff/var": 3.6823530895468134e+17, + "token_hessian_coeff_abs": 50787924.0, + "token_hessian_coeff_abs/max": 24024973312.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 41728.0, + "token_hessian_coeff_abs/p99": 568623104.0, + "token_hessian_coeff_abs/var": 3.67157615760769e+17 + }, + { + "accuracy_reward": 0.0625, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.05933544784784317, + "adam_stats/lm_head/lr_effective_max": 2.2338797862175852e-05, + "adam_stats/lm_head/lr_effective_mean": -9.675316103852083e-11, + "adam_stats/lm_head/lr_effective_min": -2.2339163479045965e-05, + "adam_stats/lm_head/lr_effective_std": 1.3744402167503722e-06, + "adam_stats/lr_effective_max": 2.2352178348228335e-05, + "adam_stats/lr_effective_mean": 2.565324896952603e-10, + "adam_stats/lr_effective_min": -2.2352933228830807e-05, + "adam_stats/m_t_max": 0.007924361154437065, + "adam_stats/m_t_mean": -6.526736096024166e-11, + "adam_stats/m_t_min": -0.005473561119288206, + "adam_stats/v_t_max": 3.5727923659578664e-06, + "adam_stats/v_t_mean": 6.327581687781691e-13, + "adam_stats/v_t_min": 0.0, + "advantages": 6.705522803684971e-09, + "advantages/max": 2.4741740226745605, + "advantages/median": 0.0, + "advantages/min": -0.7244288325309753, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.26568838953971863, + "all_logprobs": -0.5914792418479919, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.052490234375, + "all_logprobs/min": -11.5625, + "all_logprobs/p1": -4.84375, + "all_logprobs/p10": -1.9765625, + "all_logprobs/p25": -0.73046875, + "all_logprobs/p5": -2.921875, + "all_logprobs/p75": -0.0004673004150390625, + "all_logprobs/var": 1.1390597820281982, + "clip_ratio": 0.0, + "completion_length": 554.8624877929688, + "completion_length/correct": 368.3999938964844, + "completion_length/correct/max": 594.0, + "completion_length/correct/median": 348.0, + "completion_length/correct/min": 229.0, + "completion_length/correct/p25": 275.0, + "completion_length/correct/p75": 396.0, + "completion_length/correct/var": 20057.30078125, + "completion_length/incorrect": 567.2933349609375, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 487.0, + "completion_length/incorrect/min": 141.0, + "completion_length/incorrect/p25": 334.0, + "completion_length/incorrect/p75": 818.5, + "completion_length/incorrect/var": 83558.640625, + "completion_length/max": 1024.0, + "completion_length/median": 431.0, + "completion_length/min": 141.0, + "completion_length/p25": 330.75, + "completion_length/p75": 787.0, + "completion_length/var": 81632.90625, + "epoch": 0.004, + "feature_vector_variance/max_squared_error": 26536.228515625, + "feature_vector_variance/metric": 15726.2099609375, + "generated_tokens/total": 128960.0, + "global_fisher_curvature": 1432.0, + "global_fisher_curvature/max": 1432.0, + "global_fisher_curvature/median": 1432.0, + "global_fisher_curvature/min": 1432.0, + "global_fisher_curvature/p25": 1432.0, + "global_fisher_curvature/p75": 1432.0, + "global_fisher_curvature/p85": 1432.0, + "global_fisher_curvature/p90": 1432.0, + "global_fisher_curvature/p95": 1432.0, + "global_fisher_curvature/p99": 1432.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 6.4319465309381485e-09, + "global_fisher_kl_divergence/max": 6.4319465309381485e-09, + "global_fisher_kl_divergence/median": 6.4319465309381485e-09, + "global_fisher_kl_divergence/min": 6.4319465309381485e-09, + "global_fisher_kl_divergence/p25": 6.4319465309381485e-09, + "global_fisher_kl_divergence/p75": 6.4319465309381485e-09, + "global_fisher_kl_divergence/p85": 6.4319465309381485e-09, + "global_fisher_kl_divergence/p90": 6.4319465309381485e-09, + "global_fisher_kl_divergence/p95": 6.4319465309381485e-09, + "global_fisher_kl_divergence/p99": 6.4319465309381485e-09, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0159912109375, + "global_full_update_term/max": 0.0159912109375, + "global_full_update_term/median": 0.0159912109375, + "global_full_update_term/min": 0.0159912109375, + "global_full_update_term/p25": 0.0159912109375, + "global_full_update_term/p75": 0.0159912109375, + "global_full_update_term/p85": 0.0159912109375, + "global_full_update_term/p90": 0.0159912109375, + "global_full_update_term/p95": 0.0159912109375, + "global_full_update_term/p99": 0.0159912109375, + "global_full_update_term/var": NaN, + "global_hessian_coeff": -672.0, + "global_hessian_coeff/max": -672.0, + "global_hessian_coeff/median": -672.0, + "global_hessian_coeff/min": -672.0, + "global_hessian_coeff/p25": -672.0, + "global_hessian_coeff/p75": -672.0, + "global_hessian_coeff/p99": -672.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 672.0, + "global_hessian_coeff_abs/max": 672.0, + "global_hessian_coeff_abs/median": 672.0, + "global_hessian_coeff_abs/min": 672.0, + "global_hessian_coeff_abs/p25": 672.0, + "global_hessian_coeff_abs/p75": 672.0, + "global_hessian_coeff_abs/p99": 672.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.9356981515884399, + "grouped_std_rewards": 0.1224656030535698, + "learning_rate": 4.5e-06, + "loss": -0.0, + "mean_logprobs": -0.5546875, + "mean_logprobs/var": 0.099609375, + "num_completions/total": 240, + "per_sentence_gradient_norm": 29.53125, + "per_sentence_gradient_norm/max": 346.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 43.4375, + "per_sentence_gradient_norm/var": 3996.315185546875, + "per_token_feature_norm": 140.91566467285156, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 142.0, + "per_token_feature_norm/min": 100.5, + "per_token_feature_norm/p25": 139.0, + "per_token_feature_norm/p75": 144.0, + "per_token_feature_norm/var": 26.337982177734375, + "per_token_gradient_norm": 6.724372863769531, + "per_token_gradient_norm/max": 516.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.000667572021484375, + "per_token_gradient_norm/var": 749.578857421875, + "per_token_policy_error_norm": 0.2525905966758728, + "per_token_policy_error_norm/max": 2.0, + "per_token_policy_error_norm/median": 0.00390625, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.38671875, + "per_token_policy_error_norm/var": 0.16720865666866302, + "policy_entropy": 0.6596906185150146, + "policy_entropy/max": 3.703125, + "policy_entropy/median": 0.2421875, + "policy_entropy/min": 1.7601996660232544e-07, + "policy_entropy/p25": 0.0045166015625, + "policy_entropy/p75": 1.0859375, + "policy_entropy/var": 0.7049999833106995, + "policy_loss": -5.215406329028838e-09, + "policy_loss/max": 0.7244288921356201, + "policy_loss/median": 0.0, + "policy_loss/min": -2.4741740226745605, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.26568838953971863, + "policy_sharpness": 3.5206596851348877, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 1.4730956554412842, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.3140608072280884, + "policy_sharpness/p75": 7.875, + "policy_sharpness/var": 15.176739692687988, + "reward": 0.0625, + "reward/max": 1.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.05933544784784317, + "rewards/accuracy_reward": 0.0625, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.05933544784784317, + "sentence_fisher_curvature": 219628.796875, + "sentence_fisher_curvature/max": 4620288.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 34304.0, + "sentence_fisher_curvature/p85": 247910.546875, + "sentence_fisher_curvature/p90": 629964.75, + "sentence_fisher_curvature/p95": 1542963.0, + "sentence_fisher_curvature/p99": 3183573.5, + "sentence_fisher_curvature/var": 473213468672.0, + "sentence_fisher_kl_divergence": 9.88558213066426e-07, + "sentence_fisher_kl_divergence/max": 2.0742416381835938e-05, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 1.5459954738616943e-07, + "sentence_fisher_kl_divergence/p85": 1.1153525747431559e-06, + "sentence_fisher_kl_divergence/p90": 2.8312203994573792e-06, + "sentence_fisher_kl_divergence/p95": 6.955860953894444e-06, + "sentence_fisher_kl_divergence/p99": 1.4338485925691202e-05, + "sentence_fisher_kl_divergence/var": 9.573825239528322e-12, + "sentence_full_gradient_variance/max_squared_error": 4759.9560546875, + "sentence_full_gradient_variance/metric": 4759.9560546875, + "sentence_full_gradient_variance/p75": 4759.9560546875, + "sentence_full_gradient_variance/p90": 4759.9560546875, + "sentence_full_gradient_variance/p95": 4759.9560546875, + "sentence_full_gradient_variance/p99": 4759.9560546875, + "sentence_full_update_term": 0.014024734497070312, + "sentence_full_update_term/max": 0.3515625, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.005462646484375, + "sentence_full_update_term/p85": 0.014260871335864067, + "sentence_full_update_term/p90": 0.022534174844622612, + "sentence_full_update_term/p95": 0.051745541393756866, + "sentence_full_update_term/p99": 0.2944725751876831, + "sentence_full_update_term/var": 0.0026700447779148817, + "sentence_hessian_coeff": 139109.203125, + "sentence_hessian_coeff/max": 7372800.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -1064960.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 3515674.25, + "sentence_hessian_coeff/var": 853760278528.0, + "sentence_hessian_coeff_abs": 208436.40625, + "sentence_hessian_coeff_abs/max": 7372800.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 8168.0, + "sentence_hessian_coeff_abs/p99": 3515674.25, + "sentence_hessian_coeff_abs/var": 829360898048.0, + "step": 3, + "token_fisher_curvature": 15088260.0, + "token_fisher_curvature/max": 11475615744.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 8.952838470577262e-13, + "token_fisher_curvature/p85": 49.900390625, + "token_fisher_curvature/p90": 485376.0, + "token_fisher_curvature/p95": 28180480.0, + "token_fisher_curvature/p99": 203931648.0, + "token_fisher_curvature/var": 3.808359527271629e+16, + "token_fisher_kl_divergence": 6.792024942114949e-05, + "token_fisher_kl_divergence/max": 0.0517578125, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 4.03250548619601e-24, + "token_fisher_kl_divergence/p85": 2.2428281454267562e-10, + "token_fisher_kl_divergence/p90": 2.1904706954956055e-06, + "token_fisher_kl_divergence/p95": 0.00012683868408203125, + "token_fisher_kl_divergence/p99": 0.0009178370237350464, + "token_fisher_kl_divergence/var": 7.722024406575656e-07, + "token_full_update_term": 0.002458591479808092, + "token_full_update_term/max": 0.921875, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 1.3287149158713873e-12, + "token_full_update_term/p85": 9.119510650634766e-06, + "token_full_update_term/p90": 0.0009010285139083862, + "token_full_update_term/p95": 0.0063658952713012695, + "token_full_update_term/p99": 0.044463157653808594, + "token_full_update_term/var": 0.0005861047538928688, + "token_hessian_coeff": 16774113.0, + "token_hessian_coeff/max": 28185722880.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -612368384.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 4169472.0, + "token_hessian_coeff/var": 1.70708422981845e+17, + "token_hessian_coeff_abs": 20560402.0, + "token_hessian_coeff_abs/max": 28185722880.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 3.3527612686157227e-08, + "token_hessian_coeff_abs/p99": 145752064.0, + "token_hessian_coeff_abs/var": 1.7056706701819904e+17 + }, + { + "accuracy_reward": 0.36250001192092896, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 1.0, + "accuracy_reward/var": 0.23401899635791779, + "adam_stats/lm_head/lr_effective_max": 3.283662226749584e-05, + "adam_stats/lm_head/lr_effective_mean": -8.548686758480528e-11, + "adam_stats/lm_head/lr_effective_min": -3.284077683929354e-05, + "adam_stats/lm_head/lr_effective_std": 1.9233712009736337e-06, + "adam_stats/lr_effective_max": 3.284417471149936e-05, + "adam_stats/lr_effective_mean": 2.951713595766847e-10, + "adam_stats/lr_effective_min": -3.2854142773430794e-05, + "adam_stats/m_t_max": 0.0069174496456980705, + "adam_stats/m_t_mean": -4.4843566360253106e-11, + "adam_stats/m_t_min": -0.005659515503793955, + "adam_stats/v_t_max": 3.573819640223519e-06, + "adam_stats/v_t_mean": 8.466760278991181e-13, + "adam_stats/v_t_min": 0.0, + "advantages": 1.1920929132713809e-08, + "advantages/max": 1.6198352575302124, + "advantages/median": 0.0, + "advantages/min": -2.4741740226745605, + "advantages/p25": -0.5399450659751892, + "advantages/p75": 0.5399450659751892, + "advantages/var": 0.7085530757904053, + "all_logprobs": -0.5386762022972107, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.038818359375, + "all_logprobs/min": -11.6875, + "all_logprobs/p1": -4.78125, + "all_logprobs/p10": -1.796875, + "all_logprobs/p25": -0.6328125, + "all_logprobs/p5": -2.703125, + "all_logprobs/p75": -0.0004367828369140625, + "all_logprobs/var": 1.0271810293197632, + "clip_ratio": 0.0, + "completion_length": 519.6500244140625, + "completion_length/correct": 425.6896667480469, + "completion_length/correct/max": 851.0, + "completion_length/correct/median": 388.0, + "completion_length/correct/min": 192.0, + "completion_length/correct/p25": 296.0, + "completion_length/correct/p75": 499.0, + "completion_length/correct/var": 30170.150390625, + "completion_length/incorrect": 573.0784301757812, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 431.0, + "completion_length/incorrect/min": 200.0, + "completion_length/incorrect/p25": 317.5, + "completion_length/incorrect/p75": 908.5, + "completion_length/incorrect/var": 92243.078125, + "completion_length/max": 1024.0, + "completion_length/median": 422.0, + "completion_length/min": 192.0, + "completion_length/p25": 309.0, + "completion_length/p75": 743.75, + "completion_length/var": 74158.609375, + "epoch": 0.005333333333333333, + "feature_vector_variance/max_squared_error": 27025.412109375, + "feature_vector_variance/metric": 15336.0625, + "generated_tokens/total": 170532.0, + "global_fisher_curvature": 980.0, + "global_fisher_curvature/max": 980.0, + "global_fisher_curvature/median": 980.0, + "global_fisher_curvature/min": 980.0, + "global_fisher_curvature/p25": 980.0, + "global_fisher_curvature/p75": 980.0, + "global_fisher_curvature/p85": 980.0, + "global_fisher_curvature/p90": 980.0, + "global_fisher_curvature/p95": 980.0, + "global_fisher_curvature/p99": 980.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 9.89530235528946e-09, + "global_fisher_kl_divergence/max": 9.89530235528946e-09, + "global_fisher_kl_divergence/median": 9.89530235528946e-09, + "global_fisher_kl_divergence/min": 9.89530235528946e-09, + "global_fisher_kl_divergence/p25": 9.89530235528946e-09, + "global_fisher_kl_divergence/p75": 9.89530235528946e-09, + "global_fisher_kl_divergence/p85": 9.89530235528946e-09, + "global_fisher_kl_divergence/p90": 9.89530235528946e-09, + "global_fisher_kl_divergence/p95": 9.89530235528946e-09, + "global_fisher_kl_divergence/p99": 9.89530235528946e-09, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.014892578125, + "global_full_update_term/max": 0.014892578125, + "global_full_update_term/median": 0.014892578125, + "global_full_update_term/min": 0.014892578125, + "global_full_update_term/p25": 0.014892578125, + "global_full_update_term/p75": 0.014892578125, + "global_full_update_term/p85": 0.014892578125, + "global_full_update_term/p90": 0.014892578125, + "global_full_update_term/p95": 0.014892578125, + "global_full_update_term/p99": 0.014892578125, + "global_full_update_term/var": NaN, + "global_hessian_coeff": -44.75, + "global_hessian_coeff/max": -44.75, + "global_hessian_coeff/median": -44.75, + "global_hessian_coeff/min": -44.75, + "global_hessian_coeff/p25": -44.75, + "global_hessian_coeff/p75": -44.75, + "global_hessian_coeff/p99": -44.75, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 44.75, + "global_hessian_coeff_abs/max": 44.75, + "global_hessian_coeff_abs/median": 44.75, + "global_hessian_coeff_abs/min": 44.75, + "global_hessian_coeff_abs/p25": 44.75, + "global_hessian_coeff_abs/p75": 44.75, + "global_hessian_coeff_abs/p99": 44.75, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 1.3659777641296387, + "grouped_std_rewards": 0.3737148642539978, + "learning_rate": 6e-06, + "loss": -0.0, + "mean_logprobs": -0.46484375, + "mean_logprobs/var": 0.0771484375, + "num_completions/total": 320, + "per_sentence_gradient_norm": 74.91719055175781, + "per_sentence_gradient_norm/max": 360.0, + "per_sentence_gradient_norm/median": 60.25, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 28.375, + "per_sentence_gradient_norm/p75": 100.0, + "per_sentence_gradient_norm/var": 5419.10107421875, + "per_token_feature_norm": 140.44403076171875, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 141.0, + "per_token_feature_norm/min": 86.0, + "per_token_feature_norm/p25": 139.0, + "per_token_feature_norm/p75": 144.0, + "per_token_feature_norm/var": 34.75197219848633, + "per_token_gradient_norm": 20.066776275634766, + "per_token_gradient_norm/max": 508.0, + "per_token_gradient_norm/median": 0.009033203125, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 12.6875, + "per_token_gradient_norm/var": 2083.342041015625, + "per_token_policy_error_norm": 0.23549284040927887, + "per_token_policy_error_norm/max": 1.9921875, + "per_token_policy_error_norm/median": 0.0, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.33203125, + "per_token_policy_error_norm/var": 0.15874773263931274, + "policy_entropy": 0.5972877740859985, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 0.1923828125, + "policy_entropy/min": 9.89530235528946e-09, + "policy_entropy/p25": 0.004241943359375, + "policy_entropy/p75": 0.98046875, + "policy_entropy/var": 0.616187572479248, + "policy_loss": -1.4901161193847656e-08, + "policy_loss/max": 2.4741740226745605, + "policy_loss/median": 0.0, + "policy_loss/min": -1.6198352575302124, + "policy_loss/p25": -0.5399450659751892, + "policy_loss/p75": 0.5399450659751892, + "policy_loss/var": 0.7085530161857605, + "policy_sharpness": 3.653594970703125, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 1.7012414932250977, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.418542742729187, + "policy_sharpness/p75": 8.0, + "policy_sharpness/var": 14.966253280639648, + "reward": 0.36250001192092896, + "reward/max": 1.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 1.0, + "reward/var": 0.23401899635791779, + "rewards/accuracy_reward": 0.36250001192092896, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 1.0, + "rewards/accuracy_reward/var": 0.23401899635791779, + "sentence_fisher_curvature": 430241.59375, + "sentence_fisher_curvature/max": 6356992.0, + "sentence_fisher_curvature/median": 141312.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 26336.0, + "sentence_fisher_curvature/p75": 403968.0, + "sentence_fisher_curvature/p85": 663347.375, + "sentence_fisher_curvature/p90": 885555.125, + "sentence_fisher_curvature/p95": 2020965.875, + "sentence_fisher_curvature/p99": 3690656.75, + "sentence_fisher_curvature/var": 789387149312.0, + "sentence_fisher_kl_divergence": 4.355970304459333e-06, + "sentence_fisher_kl_divergence/max": 6.437301635742188e-05, + "sentence_fisher_kl_divergence/median": 1.430511474609375e-06, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 2.6635825634002686e-07, + "sentence_fisher_kl_divergence/p75": 4.090368747711182e-06, + "sentence_fisher_kl_divergence/p85": 6.70254439683049e-06, + "sentence_fisher_kl_divergence/p90": 8.988379704533145e-06, + "sentence_fisher_kl_divergence/p95": 2.0444387700990774e-05, + "sentence_fisher_kl_divergence/p99": 3.7344663724070415e-05, + "sentence_fisher_kl_divergence/var": 8.088873321154821e-11, + "sentence_full_gradient_variance/max_squared_error": 10825.9482421875, + "sentence_full_gradient_variance/metric": 10825.9482421875, + "sentence_full_gradient_variance/p75": 10825.9482421875, + "sentence_full_gradient_variance/p90": 10825.9482421875, + "sentence_full_gradient_variance/p95": 10825.9482421875, + "sentence_full_gradient_variance/p99": 10825.9482421875, + "sentence_full_update_term": 0.047915268689394, + "sentence_full_update_term/max": 0.5703125, + "sentence_full_update_term/median": 0.0159912109375, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.00356292724609375, + "sentence_full_update_term/p75": 0.0423583984375, + "sentence_full_update_term/p85": 0.06376953423023224, + "sentence_full_update_term/p90": 0.1005859300494194, + "sentence_full_update_term/p95": 0.15502843260765076, + "sentence_full_update_term/p99": 0.5070506930351257, + "sentence_full_update_term/var": 0.010126445442438126, + "sentence_hessian_coeff": -111274.6015625, + "sentence_hessian_coeff/max": 4259840.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -12779520.0, + "sentence_hessian_coeff/p25": -84480.0, + "sentence_hessian_coeff/p75": 48384.0, + "sentence_hessian_coeff/p99": 2978446.0, + "sentence_hessian_coeff/var": 2791961264128.0, + "sentence_hessian_coeff_abs": 475384.59375, + "sentence_hessian_coeff_abs/max": 12779520.0, + "sentence_hessian_coeff_abs/median": 59648.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 5560.0, + "sentence_hessian_coeff_abs/p75": 179712.0, + "sentence_hessian_coeff_abs/p99": 6048965.0, + "sentence_hessian_coeff_abs/var": 2575649472512.0, + "step": 4, + "token_fisher_curvature": 45799612.0, + "token_fisher_curvature/max": 10938744832.0, + "token_fisher_curvature/median": 1.4551915228366852e-08, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 51968.0, + "token_fisher_curvature/p85": 13631488.0, + "token_fisher_curvature/p90": 66584576.0, + "token_fisher_curvature/p95": 212860928.0, + "token_fisher_curvature/p99": 1090519040.0, + "token_fisher_curvature/var": 5.464370926583808e+16, + "token_fisher_kl_divergence": 0.0004637640668079257, + "token_fisher_kl_divergence/max": 0.11083984375, + "token_fisher_kl_divergence/median": 1.4738373282224826e-19, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 5.252659320831299e-07, + "token_fisher_kl_divergence/p85": 0.00013828277587890625, + "token_fisher_kl_divergence/p90": 0.000675201416015625, + "token_fisher_kl_divergence/p95": 0.0021514892578125, + "token_fisher_kl_divergence/p99": 0.01104736328125, + "token_fisher_kl_divergence/var": 5.603381850960432e-06, + "token_full_update_term": 0.010963143780827522, + "token_full_update_term/max": 0.88671875, + "token_full_update_term/median": 3.6561687011271715e-10, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0007219314575195312, + "token_full_update_term/p85": 0.01123046875, + "token_full_update_term/p90": 0.0244140625, + "token_full_update_term/p95": 0.05992412567138672, + "token_full_update_term/p99": 0.2265625, + "token_full_update_term/var": 0.0017237757565453649, + "token_hessian_coeff": -22144330.0, + "token_hessian_coeff/max": 5872025600.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -26575110144.0, + "token_hessian_coeff/p25": -2.16066837310791e-05, + "token_hessian_coeff/p75": 0.0003509521484375, + "token_hessian_coeff/p99": 241172480.0, + "token_hessian_coeff/var": 1.5476127813127373e+17, + "token_hessian_coeff_abs": 49792252.0, + "token_hessian_coeff_abs/max": 26575110144.0, + "token_hessian_coeff_abs/median": 7.867813110351562e-05, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 243712.0, + "token_hessian_coeff_abs/p99": 1409286144.0, + "token_hessian_coeff_abs/var": 1.5277234749597286e+17 + }, + { + "accuracy_reward": 0.6500000357627869, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 1.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 1.0, + "accuracy_reward/var": 0.23037976026535034, + "adam_stats/lm_head/lr_effective_max": 4.3810076022055e-05, + "adam_stats/lm_head/lr_effective_mean": -6.883183606420928e-11, + "adam_stats/lm_head/lr_effective_min": -4.377226287033409e-05, + "adam_stats/lm_head/lr_effective_std": 2.3811558094166685e-06, + "adam_stats/lr_effective_max": 4.384678686619736e-05, + "adam_stats/lr_effective_mean": 5.833396543586389e-10, + "adam_stats/lr_effective_min": -4.3856467527803034e-05, + "adam_stats/m_t_max": 0.00827067345380783, + "adam_stats/m_t_mean": -3.50516178582172e-11, + "adam_stats/m_t_min": -0.006699834484606981, + "adam_stats/v_t_max": 3.9884298530523665e-06, + "adam_stats/v_t_mean": 1.0584728623100337e-12, + "adam_stats/v_t_min": 0.0, + "advantages": -9.685755308908028e-09, + "advantages/max": 0.7244288325309753, + "advantages/median": 0.0, + "advantages/min": -2.4741740226745605, + "advantages/p25": 0.0, + "advantages/p75": 0.5399450659751892, + "advantages/var": 0.5314004421234131, + "all_logprobs": -0.32906797528266907, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.001739501953125, + "all_logprobs/min": -10.75, + "all_logprobs/p1": -3.96875, + "all_logprobs/p10": -1.1015625, + "all_logprobs/p25": -0.2021484375, + "all_logprobs/p5": -1.9765625, + "all_logprobs/p75": -1.7762184143066406e-05, + "all_logprobs/var": 0.6404090523719788, + "clip_ratio": 0.0, + "completion_length": 476.8999938964844, + "completion_length/correct": 360.3077087402344, + "completion_length/correct/max": 770.0, + "completion_length/correct/median": 298.0, + "completion_length/correct/min": 192.0, + "completion_length/correct/p25": 243.25, + "completion_length/correct/p75": 475.75, + "completion_length/correct/var": 22867.943359375, + "completion_length/incorrect": 693.4285888671875, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 602.0, + "completion_length/incorrect/min": 268.0, + "completion_length/incorrect/p25": 438.25, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 80445.890625, + "completion_length/max": 1024.0, + "completion_length/median": 387.0, + "completion_length/min": 192.0, + "completion_length/p25": 272.5, + "completion_length/p75": 595.0, + "completion_length/var": 67822.140625, + "epoch": 0.006666666666666667, + "feature_vector_variance/max_squared_error": 26059.130859375, + "feature_vector_variance/metric": 16668.056640625, + "generated_tokens/total": 208684.0, + "global_fisher_curvature": 1840.0, + "global_fisher_curvature/max": 1840.0, + "global_fisher_curvature/median": 1840.0, + "global_fisher_curvature/min": 1840.0, + "global_fisher_curvature/p25": 1840.0, + "global_fisher_curvature/p75": 1840.0, + "global_fisher_curvature/p85": 1840.0, + "global_fisher_curvature/p90": 1840.0, + "global_fisher_curvature/p95": 1840.0, + "global_fisher_curvature/p99": 1840.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 3.306195139884949e-08, + "global_fisher_kl_divergence/max": 3.306195139884949e-08, + "global_fisher_kl_divergence/median": 3.306195139884949e-08, + "global_fisher_kl_divergence/min": 3.306195139884949e-08, + "global_fisher_kl_divergence/p25": 3.306195139884949e-08, + "global_fisher_kl_divergence/p75": 3.306195139884949e-08, + "global_fisher_kl_divergence/p85": 3.306195139884949e-08, + "global_fisher_kl_divergence/p90": 3.306195139884949e-08, + "global_fisher_kl_divergence/p95": 3.306195139884949e-08, + "global_fisher_kl_divergence/p99": 3.306195139884949e-08, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0223388671875, + "global_full_update_term/max": 0.0223388671875, + "global_full_update_term/median": 0.0223388671875, + "global_full_update_term/min": 0.0223388671875, + "global_full_update_term/p25": 0.0223388671875, + "global_full_update_term/p75": 0.0223388671875, + "global_full_update_term/p85": 0.0223388671875, + "global_full_update_term/p90": 0.0223388671875, + "global_full_update_term/p95": 0.0223388671875, + "global_full_update_term/p99": 0.0223388671875, + "global_full_update_term/var": NaN, + "global_hessian_coeff": -1608.0, + "global_hessian_coeff/max": -1608.0, + "global_hessian_coeff/median": -1608.0, + "global_hessian_coeff/min": -1608.0, + "global_hessian_coeff/p25": -1608.0, + "global_hessian_coeff/p75": -1608.0, + "global_hessian_coeff/p99": -1608.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 1608.0, + "global_hessian_coeff_abs/max": 1608.0, + "global_hessian_coeff_abs/median": 1608.0, + "global_hessian_coeff_abs/min": 1608.0, + "global_hessian_coeff_abs/p25": 1608.0, + "global_hessian_coeff_abs/p75": 1608.0, + "global_hessian_coeff_abs/p99": 1608.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 1.0505958795547485, + "grouped_std_rewards": 0.26680251955986023, + "learning_rate": 7.5e-06, + "loss": 0.0, + "mean_logprobs": -0.287109375, + "mean_logprobs/var": 0.0311279296875, + "num_completions/total": 400, + "per_sentence_gradient_norm": 53.759376525878906, + "per_sentence_gradient_norm/max": 402.0, + "per_sentence_gradient_norm/median": 35.5, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 72.375, + "per_sentence_gradient_norm/var": 4883.451171875, + "per_token_feature_norm": 141.93946838378906, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 143.0, + "per_token_feature_norm/min": 90.5, + "per_token_feature_norm/p25": 140.0, + "per_token_feature_norm/p75": 146.0, + "per_token_feature_norm/var": 34.97080993652344, + "per_token_gradient_norm": 12.396733283996582, + "per_token_gradient_norm/max": 508.0, + "per_token_gradient_norm/median": 2.2172927856445312e-05, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.330078125, + "per_token_gradient_norm/var": 1464.120361328125, + "per_token_policy_error_norm": 0.15153422951698303, + "per_token_policy_error_norm/max": 1.984375, + "per_token_policy_error_norm/median": 0.0, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.0546875, + "per_token_policy_error_norm/var": 0.11528592556715012, + "policy_entropy": 0.36456283926963806, + "policy_entropy/max": 3.796875, + "policy_entropy/median": 0.01416015625, + "policy_entropy/min": 1.4260876923799515e-08, + "policy_entropy/p25": 0.0002295970916748047, + "policy_entropy/p75": 0.55078125, + "policy_entropy/var": 0.39265722036361694, + "policy_loss": 9.685755308908028e-09, + "policy_loss/max": 2.4741740226745605, + "policy_loss/median": 0.0, + "policy_loss/min": -0.7244288921356201, + "policy_loss/p25": -0.5399450063705444, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.5314004421234131, + "policy_sharpness": 5.396049499511719, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 4.435546875, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 1.1290457248687744, + "policy_sharpness/p75": 10.0, + "policy_sharpness/var": 17.143077850341797, + "reward": 0.6500000357627869, + "reward/max": 1.0, + "reward/median": 1.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 1.0, + "reward/var": 0.23037976026535034, + "rewards/accuracy_reward": 0.6500000357627869, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 1.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 1.0, + "rewards/accuracy_reward/var": 0.23037976026535034, + "sentence_fisher_curvature": 301088.0, + "sentence_fisher_curvature/max": 7241728.0, + "sentence_fisher_curvature/median": 46848.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 214016.0, + "sentence_fisher_curvature/p85": 418816.15625, + "sentence_fisher_curvature/p90": 729497.375, + "sentence_fisher_curvature/p95": 1174323.0, + "sentence_fisher_curvature/p99": 3164565.0, + "sentence_fisher_curvature/var": 784971923456.0, + "sentence_fisher_kl_divergence": 5.4243605518422555e-06, + "sentence_fisher_kl_divergence/max": 0.00013065338134765625, + "sentence_fisher_kl_divergence/median": 8.419156074523926e-07, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 3.855675458908081e-06, + "sentence_fisher_kl_divergence/p85": 7.548931080236798e-06, + "sentence_fisher_kl_divergence/p90": 1.310705738433171e-05, + "sentence_fisher_kl_divergence/p95": 2.115368261002004e-05, + "sentence_fisher_kl_divergence/p99": 5.70081829209812e-05, + "sentence_fisher_kl_divergence/var": 2.553269262683955e-10, + "sentence_full_gradient_variance/max_squared_error": 7616.97802734375, + "sentence_full_gradient_variance/metric": 7616.97802734375, + "sentence_full_gradient_variance/p75": 7616.97802734375, + "sentence_full_gradient_variance/p90": 7616.97802734375, + "sentence_full_gradient_variance/p95": 7616.97802734375, + "sentence_full_gradient_variance/p99": 7616.97802734375, + "sentence_full_update_term": 0.04531135782599449, + "sentence_full_update_term/max": 0.95703125, + "sentence_full_update_term/median": 0.007537841796875, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.03045654296875, + "sentence_full_update_term/p85": 0.08366699516773224, + "sentence_full_update_term/p90": 0.13134759664535522, + "sentence_full_update_term/p95": 0.17607419192790985, + "sentence_full_update_term/p99": 0.4571087956428528, + "sentence_full_update_term/var": 0.0143965482711792, + "sentence_hessian_coeff": -294216.40625, + "sentence_hessian_coeff/max": 407552.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -13959168.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 27584.0, + "sentence_hessian_coeff/p99": 404316.15625, + "sentence_hessian_coeff/var": 2730654957568.0, + "sentence_hessian_coeff_abs": 363946.8125, + "sentence_hessian_coeff_abs/max": 13959168.0, + "sentence_hessian_coeff_abs/median": 11840.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 71168.0, + "sentence_hessian_coeff_abs/p99": 5986049.0, + "sentence_hessian_coeff_abs/var": 2684180234240.0, + "step": 5, + "token_fisher_curvature": 30471578.0, + "token_fisher_curvature/max": 11005853696.0, + "token_fisher_curvature/median": 8.199278929421627e-19, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0450439453125, + "token_fisher_curvature/p85": 68608.0, + "token_fisher_curvature/p90": 6717440.0, + "token_fisher_curvature/p95": 88604672.0, + "token_fisher_curvature/p99": 719290368.0, + "token_fisher_curvature/var": 4.852767583633408e+16, + "token_fisher_kl_divergence": 0.0005486081936396658, + "token_fisher_kl_divergence/max": 0.1982421875, + "token_fisher_kl_divergence/median": 1.479114197289397e-29, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 8.117950756059145e-13, + "token_fisher_kl_divergence/p85": 1.2367963790893555e-06, + "token_fisher_kl_divergence/p90": 0.00012111663818359375, + "token_fisher_kl_divergence/p95": 0.00159454345703125, + "token_fisher_kl_divergence/p99": 0.012969493865966797, + "token_fisher_kl_divergence/var": 1.5733146938146092e-05, + "token_full_update_term": 0.009199532680213451, + "token_full_update_term/max": 1.0625, + "token_full_update_term/median": 2.9698465908722937e-15, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 6.528571248054504e-07, + "token_full_update_term/p85": 0.001007080078125, + "token_full_update_term/p90": 0.00970458984375, + "token_full_update_term/p95": 0.046630859375, + "token_full_update_term/p99": 0.197265625, + "token_full_update_term/var": 0.002087129047140479, + "token_hessian_coeff": -28138112.0, + "token_hessian_coeff/max": 616562688.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -26709327872.0, + "token_hessian_coeff/p25": -1.1094380170106888e-07, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 95420416.0, + "token_hessian_coeff/var": 1.605435238824018e+17, + "token_hessian_coeff_abs": 34791180.0, + "token_hessian_coeff_abs/max": 26709327872.0, + "token_hessian_coeff_abs/median": 1.1226575225009583e-12, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 5.4453125, + "token_hessian_coeff_abs/p99": 771751936.0, + "token_hessian_coeff_abs/var": 1.601248504703877e+17 + }, + { + "accuracy_reward": 0.6625000238418579, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 1.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 1.0, + "accuracy_reward/var": 0.22642405331134796, + "adam_stats/lm_head/lr_effective_max": 5.49818214494735e-05, + "adam_stats/lm_head/lr_effective_mean": -2.3507324559135512e-11, + "adam_stats/lm_head/lr_effective_min": -5.5011772928992286e-05, + "adam_stats/lm_head/lr_effective_std": 2.799985395540716e-06, + "adam_stats/lr_effective_max": 5.524799053091556e-05, + "adam_stats/lr_effective_mean": 8.140540463941193e-10, + "adam_stats/lr_effective_min": -5.514492659131065e-05, + "adam_stats/m_t_max": 0.007571779657155275, + "adam_stats/m_t_mean": -3.911718171600853e-11, + "adam_stats/m_t_min": -0.0069343955256044865, + "adam_stats/v_t_max": 3.986084266216494e-06, + "adam_stats/v_t_mean": 1.1453413087739173e-12, + "adam_stats/v_t_min": 0.0, + "advantages": -4.470348535789981e-09, + "advantages/max": 2.4741740226745605, + "advantages/median": 0.0, + "advantages/min": -2.4741740226745605, + "advantages/p25": 0.0, + "advantages/p75": 0.3534534275531769, + "advantages/var": 0.35424181818962097, + "all_logprobs": -0.3733700215816498, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.000926971435546875, + "all_logprobs/min": -13.75, + "all_logprobs/p1": -4.59375, + "all_logprobs/p10": -1.28125, + "all_logprobs/p25": -0.201171875, + "all_logprobs/p5": -2.3453121185302734, + "all_logprobs/p75": -3.6954879760742188e-06, + "all_logprobs/var": 0.8291133642196655, + "clip_ratio": 0.0, + "completion_length": 502.7375183105469, + "completion_length/correct": 404.2075500488281, + "completion_length/correct/max": 916.0, + "completion_length/correct/median": 324.0, + "completion_length/correct/min": 177.0, + "completion_length/correct/p25": 255.0, + "completion_length/correct/p75": 425.0, + "completion_length/correct/var": 47365.3984375, + "completion_length/incorrect": 696.1481323242188, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 622.0, + "completion_length/incorrect/min": 292.0, + "completion_length/incorrect/p25": 510.5, + "completion_length/incorrect/p75": 923.0, + "completion_length/incorrect/var": 56579.27734375, + "completion_length/max": 1024.0, + "completion_length/median": 409.0, + "completion_length/min": 177.0, + "completion_length/p25": 296.25, + "completion_length/p75": 732.5, + "completion_length/var": 69096.21875, + "epoch": 0.008, + "feature_vector_variance/max_squared_error": 25653.79296875, + "feature_vector_variance/metric": 17233.087890625, + "generated_tokens/total": 248903.0, + "global_fisher_curvature": 624.0, + "global_fisher_curvature/max": 624.0, + "global_fisher_curvature/median": 624.0, + "global_fisher_curvature/min": 624.0, + "global_fisher_curvature/p25": 624.0, + "global_fisher_curvature/p75": 624.0, + "global_fisher_curvature/p85": 624.0, + "global_fisher_curvature/p90": 624.0, + "global_fisher_curvature/p95": 624.0, + "global_fisher_curvature/p99": 624.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 1.7578713595867157e-08, + "global_fisher_kl_divergence/max": 1.7578713595867157e-08, + "global_fisher_kl_divergence/median": 1.7578713595867157e-08, + "global_fisher_kl_divergence/min": 1.7578713595867157e-08, + "global_fisher_kl_divergence/p25": 1.7578713595867157e-08, + "global_fisher_kl_divergence/p75": 1.7578713595867157e-08, + "global_fisher_kl_divergence/p85": 1.7578713595867157e-08, + "global_fisher_kl_divergence/p90": 1.7578713595867157e-08, + "global_fisher_kl_divergence/p95": 1.7578713595867157e-08, + "global_fisher_kl_divergence/p99": 1.7578713595867157e-08, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.041015625, + "global_full_update_term/max": 0.041015625, + "global_full_update_term/median": 0.041015625, + "global_full_update_term/min": 0.041015625, + "global_full_update_term/p25": 0.041015625, + "global_full_update_term/p75": 0.041015625, + "global_full_update_term/p85": 0.041015625, + "global_full_update_term/p90": 0.041015625, + "global_full_update_term/p95": 0.041015625, + "global_full_update_term/p99": 0.041015625, + "global_full_update_term/var": NaN, + "global_hessian_coeff": -720.0, + "global_hessian_coeff/max": -720.0, + "global_hessian_coeff/median": -720.0, + "global_hessian_coeff/min": -720.0, + "global_hessian_coeff/p25": -720.0, + "global_hessian_coeff/p75": -720.0, + "global_hessian_coeff/p99": -720.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 720.0, + "global_hessian_coeff_abs/max": 720.0, + "global_hessian_coeff_abs/median": 720.0, + "global_hessian_coeff_abs/min": 720.0, + "global_hessian_coeff_abs/p25": 720.0, + "global_hessian_coeff_abs/p75": 720.0, + "global_hessian_coeff_abs/p99": 720.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.6593793034553528, + "grouped_std_rewards": 0.15235702693462372, + "learning_rate": 9e-06, + "loss": 0.0, + "mean_logprobs": -0.31640625, + "mean_logprobs/var": 0.09521484375, + "num_completions/total": 480, + "per_sentence_gradient_norm": 27.803125381469727, + "per_sentence_gradient_norm/max": 400.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 39.375, + "per_sentence_gradient_norm/var": 3485.4755859375, + "per_token_feature_norm": 142.32034301757812, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 143.0, + "per_token_feature_norm/min": 97.0, + "per_token_feature_norm/p25": 140.0, + "per_token_feature_norm/p75": 146.0, + "per_token_feature_norm/var": 36.47355651855469, + "per_token_gradient_norm": 11.320646286010742, + "per_token_gradient_norm/max": 512.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.01446533203125, + "per_token_gradient_norm/var": 2205.93310546875, + "per_token_policy_error_norm": 0.15885263681411743, + "per_token_policy_error_norm/max": 2.0, + "per_token_policy_error_norm/median": 0.0, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.0546875, + "per_token_policy_error_norm/var": 0.12212774157524109, + "policy_entropy": 0.4046971797943115, + "policy_entropy/max": 3.71875, + "policy_entropy/median": 0.0081787109375, + "policy_entropy/min": 1.064108801074326e-10, + "policy_entropy/p25": 5.364418029785156e-05, + "policy_entropy/p75": 0.5546875, + "policy_entropy/var": 0.5451201796531677, + "policy_loss": 4.470348535789981e-09, + "policy_loss/max": 2.4741742610931396, + "policy_loss/median": 0.0, + "policy_loss/min": -2.4741740226745605, + "policy_loss/p25": -0.3534534275531769, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.35424187779426575, + "policy_sharpness": 5.643321514129639, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 6.24609375, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 1.082991123199463, + "policy_sharpness/p75": 10.0, + "policy_sharpness/var": 17.95266342163086, + "reward": 0.6625000238418579, + "reward/max": 1.0, + "reward/median": 1.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 1.0, + "reward/var": 0.22642405331134796, + "rewards/accuracy_reward": 0.6625000238418579, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 1.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 1.0, + "rewards/accuracy_reward/var": 0.22642405331134796, + "sentence_fisher_curvature": 95138.3984375, + "sentence_fisher_curvature/max": 2981888.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 55232.0, + "sentence_fisher_curvature/p85": 80204.8125, + "sentence_fisher_curvature/p90": 130047.9375, + "sentence_fisher_curvature/p95": 353279.90625, + "sentence_fisher_curvature/p99": 1480456.5, + "sentence_fisher_curvature/var": 134836895744.0, + "sentence_fisher_kl_divergence": 2.6756199531519087e-06, + "sentence_fisher_kl_divergence/max": 8.392333984375e-05, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 1.5534460544586182e-06, + "sentence_fisher_kl_divergence/p85": 2.2575261482415954e-06, + "sentence_fisher_kl_divergence/p90": 3.6627036479330854e-06, + "sentence_fisher_kl_divergence/p95": 9.924170626618434e-06, + "sentence_fisher_kl_divergence/p99": 4.163856283412315e-05, + "sentence_fisher_kl_divergence/var": 1.0673278233452876e-10, + "sentence_full_gradient_variance/max_squared_error": 4160.9208984375, + "sentence_full_gradient_variance/metric": 4160.9208984375, + "sentence_full_gradient_variance/p75": 4160.9208984375, + "sentence_full_gradient_variance/p90": 4160.9208984375, + "sentence_full_gradient_variance/p95": 4160.9208984375, + "sentence_full_gradient_variance/p99": 4160.9208984375, + "sentence_full_update_term": 0.030424881726503372, + "sentence_full_update_term/max": 1.15625, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0114593505859375, + "sentence_full_update_term/p85": 0.01613159105181694, + "sentence_full_update_term/p90": 0.02509765513241291, + "sentence_full_update_term/p95": 0.07097131013870239, + "sentence_full_update_term/p99": 0.5575774312019348, + "sentence_full_update_term/var": 0.019335588440299034, + "sentence_hessian_coeff": -63459.30078125, + "sentence_hessian_coeff/max": 2211840.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -5799936.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 6320.0, + "sentence_hessian_coeff/p99": 597154.0, + "sentence_hessian_coeff/var": 511287689216.0, + "sentence_hessian_coeff_abs": 133497.703125, + "sentence_hessian_coeff_abs/max": 5799936.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 11424.0, + "sentence_hessian_coeff_abs/p99": 2965337.0, + "sentence_hessian_coeff_abs/var": 497318461440.0, + "step": 6, + "token_fisher_curvature": 43069864.0, + "token_fisher_curvature/max": 11207180288.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 1.51805579662323e-07, + "token_fisher_curvature/p85": 265.203125, + "token_fisher_curvature/p90": 450560.0, + "token_fisher_curvature/p95": 36700160.0, + "token_fisher_curvature/p99": 1417674752.0, + "token_fisher_curvature/var": 1.191949030612009e+17, + "token_fisher_kl_divergence": 0.0012110108509659767, + "token_fisher_kl_divergence/max": 0.314453125, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 4.2825985813177425e-18, + "token_fisher_kl_divergence/p85": 7.447738425980788e-09, + "token_fisher_kl_divergence/p90": 1.2695789337158203e-05, + "token_fisher_kl_divergence/p95": 0.00102996826171875, + "token_fisher_kl_divergence/p99": 0.039794921875, + "token_fisher_kl_divergence/var": 9.42251062951982e-05, + "token_full_update_term": 0.01581099070608616, + "token_full_update_term/max": 2.734375, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 1.57160684466362e-09, + "token_full_update_term/p85": 7.62939453125e-05, + "token_full_update_term/p90": 0.002581775188446045, + "token_full_update_term/p95": 0.021240234375, + "token_full_update_term/p99": 0.59765625, + "token_full_update_term/var": 0.009477803483605385, + "token_hessian_coeff": -60318760.0, + "token_hessian_coeff/max": 27648851968.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -21877489664.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 61294592.0, + "token_hessian_coeff/var": 5.553117492223672e+17, + "token_hessian_coeff_abs": 77289464.0, + "token_hessian_coeff_abs/max": 27648851968.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0003528594970703125, + "token_hessian_coeff_abs/p99": 2278686720.0, + "token_hessian_coeff_abs/var": 5.5297635216523264e+17 + }, + { + "accuracy_reward": 0.75, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 1.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.75, + "accuracy_reward/p75": 1.0, + "accuracy_reward/var": 0.18987341225147247, + "adam_stats/lm_head/lr_effective_max": 6.579548062290996e-05, + "adam_stats/lm_head/lr_effective_mean": 1.1277245109964085e-10, + "adam_stats/lm_head/lr_effective_min": -6.647277041338384e-05, + "adam_stats/lm_head/lr_effective_std": 3.6423425626708195e-06, + "adam_stats/lr_effective_max": 6.665560067631304e-05, + "adam_stats/lr_effective_mean": 6.070495217613825e-10, + "adam_stats/lr_effective_min": -6.651657167822123e-05, + "adam_stats/m_t_max": 0.010892059653997421, + "adam_stats/m_t_mean": -9.465773304073721e-11, + "adam_stats/m_t_min": -0.007430214434862137, + "adam_stats/v_t_max": 5.644642897095764e-06, + "adam_stats/v_t_mean": 1.4150009289282117e-12, + "adam_stats/v_t_min": 0.0, + "advantages": -5.9604645663569045e-09, + "advantages/max": 2.4741740226745605, + "advantages/median": 0.0, + "advantages/min": -2.4741740226745605, + "advantages/p25": -0.08836335688829422, + "advantages/p75": 0.3534534275531769, + "advantages/var": 0.6199482083320618, + "all_logprobs": -0.5707439184188843, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.0020904541015625, + "all_logprobs/min": -10.3125, + "all_logprobs/p1": -5.375, + "all_logprobs/p10": -2.40625, + "all_logprobs/p25": -0.314453125, + "all_logprobs/p5": -3.90625, + "all_logprobs/p75": -7.3909759521484375e-06, + "all_logprobs/var": 1.5825971364974976, + "clip_ratio": 0.0, + "completion_length": 516.5750122070312, + "completion_length/correct": 468.5000305175781, + "completion_length/correct/max": 1024.0, + "completion_length/correct/median": 438.0, + "completion_length/correct/min": 195.0, + "completion_length/correct/p25": 339.25, + "completion_length/correct/p75": 524.25, + "completion_length/correct/var": 33261.7109375, + "completion_length/incorrect": 660.7999877929688, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 633.0, + "completion_length/incorrect/min": 327.0, + "completion_length/incorrect/p25": 450.25, + "completion_length/incorrect/p75": 826.75, + "completion_length/incorrect/var": 61564.27734375, + "completion_length/max": 1024.0, + "completion_length/median": 462.0, + "completion_length/min": 195.0, + "completion_length/p25": 359.0, + "completion_length/p75": 577.25, + "completion_length/var": 46669.0078125, + "epoch": 0.009333333333333334, + "feature_vector_variance/max_squared_error": 25298.990234375, + "feature_vector_variance/metric": 17848.375, + "generated_tokens/total": 290229.0, + "global_fisher_curvature": 19968.0, + "global_fisher_curvature/max": 19968.0, + "global_fisher_curvature/median": 19968.0, + "global_fisher_curvature/min": 19968.0, + "global_fisher_curvature/p25": 19968.0, + "global_fisher_curvature/p75": 19968.0, + "global_fisher_curvature/p85": 19968.0, + "global_fisher_curvature/p90": 19968.0, + "global_fisher_curvature/p95": 19968.0, + "global_fisher_curvature/p99": 19968.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 8.083879947662354e-07, + "global_fisher_kl_divergence/max": 8.083879947662354e-07, + "global_fisher_kl_divergence/median": 8.083879947662354e-07, + "global_fisher_kl_divergence/min": 8.083879947662354e-07, + "global_fisher_kl_divergence/p25": 8.083879947662354e-07, + "global_fisher_kl_divergence/p75": 8.083879947662354e-07, + "global_fisher_kl_divergence/p85": 8.083879947662354e-07, + "global_fisher_kl_divergence/p90": 8.083879947662354e-07, + "global_fisher_kl_divergence/p95": 8.083879947662354e-07, + "global_fisher_kl_divergence/p99": 8.083879947662354e-07, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.46484375, + "global_full_update_term/max": 0.46484375, + "global_full_update_term/median": 0.46484375, + "global_full_update_term/min": 0.46484375, + "global_full_update_term/p25": 0.46484375, + "global_full_update_term/p75": 0.46484375, + "global_full_update_term/p85": 0.46484375, + "global_full_update_term/p90": 0.46484375, + "global_full_update_term/p95": 0.46484375, + "global_full_update_term/p99": 0.46484375, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 832.0, + "global_hessian_coeff/max": 832.0, + "global_hessian_coeff/median": 832.0, + "global_hessian_coeff/min": 832.0, + "global_hessian_coeff/p25": 832.0, + "global_hessian_coeff/p75": 832.0, + "global_hessian_coeff/p99": 832.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 832.0, + "global_hessian_coeff_abs/max": 832.0, + "global_hessian_coeff_abs/median": 832.0, + "global_hessian_coeff_abs/min": 832.0, + "global_hessian_coeff_abs/p25": 832.0, + "global_hessian_coeff_abs/p75": 832.0, + "global_hessian_coeff_abs/p99": 832.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 2.155524492263794, + "grouped_std_rewards": 0.2946168780326843, + "learning_rate": 1.05e-05, + "loss": 0.0, + "mean_logprobs": -0.431640625, + "mean_logprobs/var": 0.287109375, + "num_completions/total": 560, + "per_sentence_gradient_norm": 93.3031234741211, + "per_sentence_gradient_norm/max": 948.0, + "per_sentence_gradient_norm/median": 58.25, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 115.625, + "per_sentence_gradient_norm/var": 20639.185546875, + "per_token_feature_norm": 142.6071319580078, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 144.0, + "per_token_feature_norm/min": 89.0, + "per_token_feature_norm/p25": 139.0, + "per_token_feature_norm/p75": 147.0, + "per_token_feature_norm/var": 40.37157440185547, + "per_token_gradient_norm": 26.222776412963867, + "per_token_gradient_norm/max": 508.0, + "per_token_gradient_norm/median": 0.005035400390625, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 14.0625, + "per_token_gradient_norm/var": 4495.5, + "per_token_policy_error_norm": 0.1989469975233078, + "per_token_policy_error_norm/max": 2.0, + "per_token_policy_error_norm/median": 0.0, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.12109375, + "per_token_policy_error_norm/var": 0.1504020243883133, + "policy_entropy": 0.5577514171600342, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 0.0164794921875, + "policy_entropy/min": 3.9472070056945086e-10, + "policy_entropy/p25": 0.00010251998901367188, + "policy_entropy/p75": 0.65234375, + "policy_entropy/var": 1.039861798286438, + "policy_loss": 1.639127766850379e-08, + "policy_loss/max": 2.4741742610931396, + "policy_loss/median": 0.0, + "policy_loss/min": -2.4741740226745605, + "policy_loss/p25": -0.3534534275531769, + "policy_loss/p75": 0.08836335688829422, + "policy_loss/var": 0.6199482679367065, + "policy_sharpness": 5.364227294921875, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 4.437499523162842, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.9638770818710327, + "policy_sharpness/p75": 10.0, + "policy_sharpness/var": 17.88347816467285, + "reward": 0.75, + "reward/max": 1.0, + "reward/median": 1.0, + "reward/min": 0.0, + "reward/p25": 0.75, + "reward/p75": 1.0, + "reward/var": 0.18987341225147247, + "rewards/accuracy_reward": 0.75, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 1.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.75, + "rewards/accuracy_reward/p75": 1.0, + "rewards/accuracy_reward/var": 0.18987341225147247, + "sentence_fisher_curvature": 893580.8125, + "sentence_fisher_curvature/max": 27787264.0, + "sentence_fisher_curvature/median": 97792.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 487424.0, + "sentence_fisher_curvature/p85": 829235.25, + "sentence_fisher_curvature/p90": 1137049.375, + "sentence_fisher_curvature/p95": 3550408.75, + "sentence_fisher_curvature/p99": 12151667.0, + "sentence_fisher_curvature/var": 11201055555584.0, + "sentence_fisher_kl_divergence": 3.6240882764104754e-05, + "sentence_fisher_kl_divergence/max": 0.001129150390625, + "sentence_fisher_kl_divergence/median": 3.9637088775634766e-06, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 1.9729137420654297e-05, + "sentence_fisher_kl_divergence/p85": 3.368854595464654e-05, + "sentence_fisher_kl_divergence/p90": 4.613398778019473e-05, + "sentence_fisher_kl_divergence/p95": 0.00014386160182766616, + "sentence_fisher_kl_divergence/p99": 0.000493277795612812, + "sentence_fisher_kl_divergence/var": 1.8478395702459238e-08, + "sentence_full_gradient_variance/max_squared_error": 28710.669921875, + "sentence_full_gradient_variance/metric": 28710.669921875, + "sentence_full_gradient_variance/p75": 28710.669921875, + "sentence_full_gradient_variance/p90": 28710.669921875, + "sentence_full_gradient_variance/p95": 28710.669921875, + "sentence_full_gradient_variance/p99": 28710.669921875, + "sentence_full_update_term": 0.2523452937602997, + "sentence_full_update_term/max": 7.84375, + "sentence_full_update_term/median": 0.0299072265625, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.11669921875, + "sentence_full_update_term/p85": 0.2026367336511612, + "sentence_full_update_term/p90": 0.3039061427116394, + "sentence_full_update_term/p95": 1.0582005977630615, + "sentence_full_update_term/p99": 4.128276824951172, + "sentence_full_update_term/var": 0.9339436292648315, + "sentence_hessian_coeff": 195829.0, + "sentence_hessian_coeff/max": 58720256.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -16515072.0, + "sentence_hessian_coeff/p25": -1200.0, + "sentence_hessian_coeff/p75": 30464.0, + "sentence_hessian_coeff/p99": 13091623.0, + "sentence_hessian_coeff/var": 50267588395008.0, + "sentence_hessian_coeff_abs": 1432145.875, + "sentence_hessian_coeff_abs/max": 58720256.0, + "sentence_hessian_coeff_abs/median": 23936.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 234752.0, + "sentence_hessian_coeff_abs/p99": 25378122.0, + "sentence_hessian_coeff_abs/var": 48229420892160.0, + "step": 7, + "token_fisher_curvature": 95546240.0, + "token_fisher_curvature/max": 10938744832.0, + "token_fisher_curvature/median": 2.2992026060819626e-09, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 128000.0, + "token_fisher_curvature/p85": 33816576.0, + "token_fisher_curvature/p90": 73400320.0, + "token_fisher_curvature/p95": 335544320.0, + "token_fisher_curvature/p99": 2189426688.0, + "token_fisher_curvature/var": 2.0743808994403942e+17, + "token_fisher_kl_divergence": 0.0038702560123056173, + "token_fisher_kl_divergence/max": 0.443359375, + "token_fisher_kl_divergence/median": 9.317362419797304e-20, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 5.185604095458984e-06, + "token_fisher_kl_divergence/p85": 0.001373291015625, + "token_fisher_kl_divergence/p90": 0.0029754638671875, + "token_fisher_kl_divergence/p95": 0.01361083984375, + "token_fisher_kl_divergence/p99": 0.088623046875, + "token_fisher_kl_divergence/var": 0.0003404419112484902, + "token_full_update_term": 0.04182954505085945, + "token_full_update_term/max": 2.9375, + "token_full_update_term/median": 2.28283170145005e-10, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.00177001953125, + "token_full_update_term/p85": 0.02001953125, + "token_full_update_term/p90": 0.0491943359375, + "token_full_update_term/p95": 0.175537109375, + "token_full_update_term/p99": 0.8359375, + "token_full_update_term/var": 0.027788909152150154, + "token_hessian_coeff": -119165792.0, + "token_hessian_coeff/max": 21072183296.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -26709327872.0, + "token_hessian_coeff/p25": -0.033447265625, + "token_hessian_coeff/p75": 1.7516867956146598e-09, + "token_hessian_coeff/p99": 278921216.0, + "token_hessian_coeff/var": 1.0599345005757727e+18, + "token_hessian_coeff_abs": 178114688.0, + "token_hessian_coeff_abs/max": 26709327872.0, + "token_hessian_coeff_abs/median": 1.3649463653564453e-05, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 264192.0, + "token_hessian_coeff_abs/p99": 5167382528.0, + "token_hessian_coeff_abs/var": 1.0424097970575114e+18 + }, + { + "accuracy_reward": 0.4375, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 1.0, + "accuracy_reward/var": 0.24920886754989624, + "adam_stats/lm_head/lr_effective_max": 7.758141146041453e-05, + "adam_stats/lm_head/lr_effective_mean": 1.8269486617983333e-11, + "adam_stats/lm_head/lr_effective_min": -7.662208372494206e-05, + "adam_stats/lm_head/lr_effective_std": 4.6528039092663676e-06, + "adam_stats/lr_effective_max": 7.789342635078356e-05, + "adam_stats/lr_effective_mean": 7.766037257717073e-10, + "adam_stats/lr_effective_min": -7.786529022268951e-05, + "adam_stats/m_t_max": 0.0057770125567913055, + "adam_stats/m_t_mean": -8.033457232770047e-11, + "adam_stats/m_t_min": -0.006767276208847761, + "adam_stats/v_t_max": 1.5640172932762653e-05, + "adam_stats/v_t_mean": 1.68379546416908e-12, + "adam_stats/v_t_min": 0.0, + "advantages": -5.9604645663569045e-09, + "advantages/max": 2.4741740226745605, + "advantages/median": 0.0, + "advantages/min": -1.6198352575302124, + "advantages/p25": -0.7244288325309753, + "advantages/p75": 0.5399450659751892, + "advantages/var": 0.7085610628128052, + "all_logprobs": -0.7340061068534851, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.00830078125, + "all_logprobs/min": -10.9375, + "all_logprobs/p1": -6.09375, + "all_logprobs/p10": -3.09375, + "all_logprobs/p25": -0.5234375, + "all_logprobs/p5": -4.875, + "all_logprobs/p75": -2.956390380859375e-05, + "all_logprobs/var": 2.2956182956695557, + "clip_ratio": 0.0, + "completion_length": 736.0875244140625, + "completion_length/correct": 700.028564453125, + "completion_length/correct/max": 1024.0, + "completion_length/correct/median": 656.0, + "completion_length/correct/min": 287.0, + "completion_length/correct/p25": 594.0, + "completion_length/correct/p75": 862.5, + "completion_length/correct/var": 44266.96875, + "completion_length/incorrect": 764.1333618164062, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 771.0, + "completion_length/incorrect/min": 371.0, + "completion_length/incorrect/p25": 574.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 49544.02734375, + "completion_length/max": 1024.0, + "completion_length/median": 688.0, + "completion_length/min": 287.0, + "completion_length/p25": 584.75, + "completion_length/p75": 987.75, + "completion_length/var": 47669.8515625, + "epoch": 0.010666666666666666, + "feature_vector_variance/max_squared_error": 25212.73046875, + "feature_vector_variance/metric": 17627.9765625, + "generated_tokens/total": 349116.0, + "global_fisher_curvature": 20736.0, + "global_fisher_curvature/max": 20736.0, + "global_fisher_curvature/median": 20736.0, + "global_fisher_curvature/min": 20736.0, + "global_fisher_curvature/p25": 20736.0, + "global_fisher_curvature/p75": 20736.0, + "global_fisher_curvature/p85": 20736.0, + "global_fisher_curvature/p90": 20736.0, + "global_fisher_curvature/p95": 20736.0, + "global_fisher_curvature/p99": 20736.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 1.1399388313293457e-06, + "global_fisher_kl_divergence/max": 1.1399388313293457e-06, + "global_fisher_kl_divergence/median": 1.1399388313293457e-06, + "global_fisher_kl_divergence/min": 1.1399388313293457e-06, + "global_fisher_kl_divergence/p25": 1.1399388313293457e-06, + "global_fisher_kl_divergence/p75": 1.1399388313293457e-06, + "global_fisher_kl_divergence/p85": 1.1399388313293457e-06, + "global_fisher_kl_divergence/p90": 1.1399388313293457e-06, + "global_fisher_kl_divergence/p95": 1.1399388313293457e-06, + "global_fisher_kl_divergence/p99": 1.1399388313293457e-06, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.7421875, + "global_full_update_term/max": 0.7421875, + "global_full_update_term/median": 0.7421875, + "global_full_update_term/min": 0.7421875, + "global_full_update_term/p25": 0.7421875, + "global_full_update_term/p75": 0.7421875, + "global_full_update_term/p85": 0.7421875, + "global_full_update_term/p90": 0.7421875, + "global_full_update_term/p95": 0.7421875, + "global_full_update_term/p99": 0.7421875, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 6688.0, + "global_hessian_coeff/max": 6688.0, + "global_hessian_coeff/median": 6688.0, + "global_hessian_coeff/min": 6688.0, + "global_hessian_coeff/p25": 6688.0, + "global_hessian_coeff/p75": 6688.0, + "global_hessian_coeff/p99": 6688.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 6688.0, + "global_hessian_coeff_abs/max": 6688.0, + "global_hessian_coeff_abs/median": 6688.0, + "global_hessian_coeff_abs/min": 6688.0, + "global_hessian_coeff_abs/p25": 6688.0, + "global_hessian_coeff_abs/p75": 6688.0, + "global_hessian_coeff_abs/p99": 6688.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 3.9059946537017822, + "grouped_std_rewards": 0.38464269042015076, + "learning_rate": 1.2e-05, + "loss": -0.0, + "mean_logprobs": -0.6640625, + "mean_logprobs/var": 0.490234375, + "num_completions/total": 640, + "per_sentence_gradient_norm": 127.02812957763672, + "per_sentence_gradient_norm/max": 368.0, + "per_sentence_gradient_norm/median": 99.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 56.125, + "per_sentence_gradient_norm/p75": 193.25, + "per_sentence_gradient_norm/var": 10304.8544921875, + "per_token_feature_norm": 141.91372680664062, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 144.0, + "per_token_feature_norm/min": 87.0, + "per_token_feature_norm/p25": 139.0, + "per_token_feature_norm/p75": 147.0, + "per_token_feature_norm/var": 42.56299591064453, + "per_token_gradient_norm": 27.60826873779297, + "per_token_gradient_norm/max": 512.0, + "per_token_gradient_norm/median": 0.0191650390625, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 1.1742115020751953e-05, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 23.75, + "per_token_gradient_norm/var": 3130.25634765625, + "per_token_policy_error_norm": 0.23339435458183289, + "per_token_policy_error_norm/max": 2.0, + "per_token_policy_error_norm/median": 0.0, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.259765625, + "per_token_policy_error_norm/var": 0.16958481073379517, + "policy_entropy": 0.6688003540039062, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 0.05419921875, + "policy_entropy/min": 4.160938260611147e-11, + "policy_entropy/p25": 0.0003681182861328125, + "policy_entropy/p75": 0.83984375, + "policy_entropy/var": 1.2053395509719849, + "policy_loss": -7.450580596923828e-09, + "policy_loss/max": 1.6198352575302124, + "policy_loss/median": 0.0, + "policy_loss/min": -2.4741740226745605, + "policy_loss/p25": -0.5399450659751892, + "policy_loss/p75": 0.7244287729263306, + "policy_loss/var": 0.7085610628128052, + "policy_sharpness": 4.692589282989502, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 2.8863282203674316, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.4966130256652832, + "policy_sharpness/p75": 10.0, + "policy_sharpness/var": 18.074506759643555, + "reward": 0.4375, + "reward/max": 1.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 1.0, + "reward/var": 0.24920886754989624, + "rewards/accuracy_reward": 0.4375, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 1.0, + "rewards/accuracy_reward/var": 0.24920886754989624, + "sentence_fisher_curvature": 644771.1875, + "sentence_fisher_curvature/max": 3850240.0, + "sentence_fisher_curvature/median": 225280.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 63872.0, + "sentence_fisher_curvature/p75": 1054720.0, + "sentence_fisher_curvature/p85": 1409433.75, + "sentence_fisher_curvature/p90": 1754726.375, + "sentence_fisher_curvature/p95": 2054551.5, + "sentence_fisher_curvature/p99": 3461938.75, + "sentence_fisher_curvature/var": 690429034496.0, + "sentence_fisher_kl_divergence": 3.554969953256659e-05, + "sentence_fisher_kl_divergence/max": 0.00021266937255859375, + "sentence_fisher_kl_divergence/median": 1.239776611328125e-05, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 3.5241246223449707e-06, + "sentence_fisher_kl_divergence/p75": 5.823373794555664e-05, + "sentence_fisher_kl_divergence/p85": 7.774830737616867e-05, + "sentence_fisher_kl_divergence/p90": 9.689330909168348e-05, + "sentence_fisher_kl_divergence/p95": 0.00011332023132126778, + "sentence_fisher_kl_divergence/p99": 0.00019082066137343645, + "sentence_fisher_kl_divergence/var": 2.0997168448388948e-09, + "sentence_full_gradient_variance/max_squared_error": 26004.1875, + "sentence_full_gradient_variance/metric": 26004.1875, + "sentence_full_gradient_variance/p75": 26004.1875, + "sentence_full_gradient_variance/p90": 26004.1875, + "sentence_full_gradient_variance/p95": 26004.1875, + "sentence_full_gradient_variance/p99": 26004.1875, + "sentence_full_update_term": 0.2626838684082031, + "sentence_full_update_term/max": 1.375, + "sentence_full_update_term/median": 0.10009765625, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.03192138671875, + "sentence_full_update_term/p75": 0.37353515625, + "sentence_full_update_term/p85": 0.591015636920929, + "sentence_full_update_term/p90": 0.7160153388977051, + "sentence_full_update_term/p95": 0.998632550239563, + "sentence_full_update_term/p99": 1.2021872997283936, + "sentence_full_update_term/var": 0.1063842922449112, + "sentence_hessian_coeff": -150347.609375, + "sentence_hessian_coeff/max": 5734400.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -4456448.0, + "sentence_hessian_coeff/p25": -171264.0, + "sentence_hessian_coeff/p75": 89728.0, + "sentence_hessian_coeff/p99": 2479141.25, + "sentence_hessian_coeff/var": 1359086616576.0, + "sentence_hessian_coeff_abs": 591747.625, + "sentence_hessian_coeff_abs/max": 5734400.0, + "sentence_hessian_coeff_abs/median": 113664.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 19904.0, + "sentence_hessian_coeff_abs/p75": 820224.0, + "sentence_hessian_coeff_abs/p99": 4724817.0, + "sentence_hessian_coeff_abs/var": 1027379494912.0, + "step": 8, + "token_fisher_curvature": 70213984.0, + "token_fisher_curvature/max": 11341398016.0, + "token_fisher_curvature/median": 2.5704503059387207e-07, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 3.7692966152816365e-20, + "token_fisher_curvature/p75": 679936.0, + "token_fisher_curvature/p85": 57409536.0, + "token_fisher_curvature/p90": 196083712.0, + "token_fisher_curvature/p95": 501219328.0, + "token_fisher_curvature/p99": 977272832.0, + "token_fisher_curvature/var": 6.345048816667853e+16, + "token_fisher_kl_divergence": 0.0038707866333425045, + "token_fisher_kl_divergence/max": 0.625, + "token_fisher_kl_divergence/median": 1.4203048459560108e-17, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 2.0830858278492343e-30, + "token_fisher_kl_divergence/p75": 3.743171691894531e-05, + "token_fisher_kl_divergence/p85": 0.0031585693359375, + "token_fisher_kl_divergence/p90": 0.01080322265625, + "token_fisher_kl_divergence/p95": 0.027587890625, + "token_fisher_kl_divergence/p99": 0.053955078125, + "token_fisher_kl_divergence/var": 0.00019285046437289566, + "token_full_update_term": 0.038133442401885986, + "token_full_update_term/max": 4.28125, + "token_full_update_term/median": 3.841705620288849e-09, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 1.4502288259166107e-15, + "token_full_update_term/p75": 0.005950927734375, + "token_full_update_term/p85": 0.054443359375, + "token_full_update_term/p90": 0.1337890625, + "token_full_update_term/p95": 0.26171875, + "token_full_update_term/p99": 0.439453125, + "token_full_update_term/var": 0.013049041852355003, + "token_hessian_coeff": -49652524.0, + "token_hessian_coeff/max": 27783069696.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -7549747200.0, + "token_hessian_coeff/p25": -0.1474609375, + "token_hessian_coeff/p75": 6.631016731262207e-06, + "token_hessian_coeff/p99": 262144000.0, + "token_hessian_coeff/var": 1.6795756514823373e+17, + "token_hessian_coeff_abs": 83615976.0, + "token_hessian_coeff_abs/max": 27783069696.0, + "token_hessian_coeff_abs/median": 0.000797271728515625, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 1.5631940186722204e-13, + "token_hessian_coeff_abs/p75": 950272.0, + "token_hessian_coeff_abs/p99": 1417674752.0, + "token_hessian_coeff_abs/var": 1.634312365539328e+17 + }, + { + "accuracy_reward": 0.4124999940395355, + "accuracy_reward/correct": 1.0, + "accuracy_reward/correct/max": 1.0, + "accuracy_reward/correct/median": 1.0, + "accuracy_reward/correct/min": 1.0, + "accuracy_reward/correct/p25": 1.0, + "accuracy_reward/correct/p75": 1.0, + "accuracy_reward/correct/var": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 1.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 1.0, + "accuracy_reward/var": 0.24541139602661133, + "adam_stats/lm_head/lr_effective_max": 8.770824933890253e-05, + "adam_stats/lm_head/lr_effective_mean": -2.836348100831998e-10, + "adam_stats/lm_head/lr_effective_min": -8.748142136028036e-05, + "adam_stats/lm_head/lr_effective_std": 5.596394657914061e-06, + "adam_stats/lr_effective_max": 8.948147296905518e-05, + "adam_stats/lr_effective_mean": 6.16877604553423e-10, + "adam_stats/lr_effective_min": -8.909030293580145e-05, + "adam_stats/m_t_max": 0.006040527485311031, + "adam_stats/m_t_mean": -1.0957609819506331e-10, + "adam_stats/m_t_min": -0.007101481314748526, + "adam_stats/v_t_max": 1.657758912188001e-05, + "adam_stats/v_t_mean": 1.9379500174748765e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 2.9802322831784522e-09, + "advantages/max": 2.4741740226745605, + "advantages/median": 0.0, + "advantages/min": -2.4741740226745605, + "advantages/p25": -0.5860660076141357, + "advantages/p75": 0.5860660076141357, + "advantages/var": 0.7971175312995911, + "all_logprobs": -1.1177340745925903, + "all_logprobs/max": 0.0, + "all_logprobs/median": -0.0067138671875, + "all_logprobs/min": -14.375, + "all_logprobs/p1": -7.21875, + "all_logprobs/p10": -5.5625, + "all_logprobs/p25": -0.73046875, + "all_logprobs/p5": -6.53125, + "all_logprobs/p75": -3.170967102050781e-05, + "all_logprobs/var": 4.609470844268799, + "clip_ratio": 0.0, + "completion_length": 762.6375122070312, + "completion_length/correct": 743.45458984375, + "completion_length/correct/max": 1024.0, + "completion_length/correct/median": 679.0, + "completion_length/correct/min": 307.0, + "completion_length/correct/p25": 492.0, + "completion_length/correct/p75": 1024.0, + "completion_length/correct/var": 65021.19921875, + "completion_length/incorrect": 776.1063842773438, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 754.0, + "completion_length/incorrect/min": 384.0, + "completion_length/incorrect/p25": 539.5, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 56961.18359375, + "completion_length/max": 1024.0, + "completion_length/median": 747.0, + "completion_length/min": 307.0, + "completion_length/p25": 526.25, + "completion_length/p75": 1024.0, + "completion_length/var": 59766.61328125, + "epoch": 0.012, + "feature_vector_variance/max_squared_error": 25328.041015625, + "feature_vector_variance/metric": 17638.310546875, + "generated_tokens/total": 410127.0, + "global_fisher_curvature": 21888.0, + "global_fisher_curvature/max": 21888.0, + "global_fisher_curvature/median": 21888.0, + "global_fisher_curvature/min": 21888.0, + "global_fisher_curvature/p25": 21888.0, + "global_fisher_curvature/p75": 21888.0, + "global_fisher_curvature/p85": 21888.0, + "global_fisher_curvature/p90": 21888.0, + "global_fisher_curvature/p95": 21888.0, + "global_fisher_curvature/p99": 21888.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 1.5795230865478516e-06, + "global_fisher_kl_divergence/max": 1.5795230865478516e-06, + "global_fisher_kl_divergence/median": 1.5795230865478516e-06, + "global_fisher_kl_divergence/min": 1.5795230865478516e-06, + "global_fisher_kl_divergence/p25": 1.5795230865478516e-06, + "global_fisher_kl_divergence/p75": 1.5795230865478516e-06, + "global_fisher_kl_divergence/p85": 1.5795230865478516e-06, + "global_fisher_kl_divergence/p90": 1.5795230865478516e-06, + "global_fisher_kl_divergence/p95": 1.5795230865478516e-06, + "global_fisher_kl_divergence/p99": 1.5795230865478516e-06, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.82421875, + "global_full_update_term/max": 0.82421875, + "global_full_update_term/median": 0.82421875, + "global_full_update_term/min": 0.82421875, + "global_full_update_term/p25": 0.82421875, + "global_full_update_term/p75": 0.82421875, + "global_full_update_term/p85": 0.82421875, + "global_full_update_term/p90": 0.82421875, + "global_full_update_term/p95": 0.82421875, + "global_full_update_term/p99": 0.82421875, + "global_full_update_term/var": NaN, + "global_hessian_coeff": -3152.0, + "global_hessian_coeff/max": -3152.0, + "global_hessian_coeff/median": -3152.0, + "global_hessian_coeff/min": -3152.0, + "global_hessian_coeff/p25": -3152.0, + "global_hessian_coeff/p75": -3152.0, + "global_hessian_coeff/p99": -3152.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 3152.0, + "global_hessian_coeff_abs/max": 3152.0, + "global_hessian_coeff_abs/median": 3152.0, + "global_hessian_coeff_abs/min": 3152.0, + "global_hessian_coeff_abs/p25": 3152.0, + "global_hessian_coeff_abs/p75": 3152.0, + "global_hessian_coeff_abs/p99": 3152.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 5.978602886199951, + "grouped_std_rewards": 0.41830071806907654, + "learning_rate": 1.3500000000000001e-05, + "loss": 0.0, + "mean_logprobs": -1.09375, + "mean_logprobs/var": 1.0703125, + "num_completions/total": 720, + "per_sentence_gradient_norm": 177.4406280517578, + "per_sentence_gradient_norm/max": 808.0, + "per_sentence_gradient_norm/median": 169.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 94.25, + "per_sentence_gradient_norm/p75": 231.0, + "per_sentence_gradient_norm/var": 18671.529296875, + "per_token_feature_norm": 141.26901245117188, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 144.0, + "per_token_feature_norm/min": 81.0, + "per_token_feature_norm/p25": 137.0, + "per_token_feature_norm/p75": 147.0, + "per_token_feature_norm/var": 57.62664794921875, + "per_token_gradient_norm": 27.130184173583984, + "per_token_gradient_norm/max": 512.0, + "per_token_gradient_norm/median": 0.06982421875, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.00010967254638671875, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 35.5, + "per_token_gradient_norm/var": 2979.458984375, + "per_token_policy_error_norm": 0.2686036229133606, + "per_token_policy_error_norm/max": 2.0, + "per_token_policy_error_norm/median": 0.0, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 0.0, + "per_token_policy_error_norm/p75": 0.44140625, + "per_token_policy_error_norm/var": 0.19393374025821686, + "policy_entropy": 0.8168915510177612, + "policy_entropy/max": 3.921875, + "policy_entropy/median": 0.044677734375, + "policy_entropy/min": 1.5234036254696548e-11, + "policy_entropy/p25": 0.000396728515625, + "policy_entropy/p75": 0.984375, + "policy_entropy/var": 1.7003840208053589, + "policy_loss": 5.9604645663569045e-09, + "policy_loss/max": 2.4741742610931396, + "policy_loss/median": 0.0, + "policy_loss/min": -2.4741742610931396, + "policy_loss/p25": -0.5860660076141357, + "policy_loss/p75": 0.5860660076141357, + "policy_loss/var": 0.7971174716949463, + "policy_sharpness": 4.55228853225708, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 2.820251226425171, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.2431628406047821, + "policy_sharpness/p75": 10.0, + "policy_sharpness/var": 18.192394256591797, + "reward": 0.4124999940395355, + "reward/max": 1.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 1.0, + "reward/var": 0.24541139602661133, + "rewards/accuracy_reward": 0.4124999940395355, + "rewards/accuracy_reward/max": 1.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 1.0, + "rewards/accuracy_reward/var": 0.24541139602661133, + "sentence_fisher_curvature": 1164809.625, + "sentence_fisher_curvature/max": 10878976.0, + "sentence_fisher_curvature/median": 520192.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 191488.0, + "sentence_fisher_curvature/p75": 1572864.0, + "sentence_fisher_curvature/p85": 1948467.5, + "sentence_fisher_curvature/p90": 2396978.0, + "sentence_fisher_curvature/p95": 3558604.5, + "sentence_fisher_curvature/p99": 8963356.0, + "sentence_fisher_curvature/var": 3052639617024.0, + "sentence_fisher_kl_divergence": 8.387929119635373e-05, + "sentence_fisher_kl_divergence/max": 0.000782012939453125, + "sentence_fisher_kl_divergence/median": 3.743171691894531e-05, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 1.3768672943115234e-05, + "sentence_fisher_kl_divergence/p75": 0.00011301040649414062, + "sentence_fisher_kl_divergence/p85": 0.00013999940711073577, + "sentence_fisher_kl_divergence/p90": 0.00017290108371526003, + "sentence_fisher_kl_divergence/p95": 0.0002558708074502647, + "sentence_fisher_kl_divergence/p99": 0.0006464002653956413, + "sentence_fisher_kl_divergence/var": 1.5828751642743555e-08, + "sentence_full_gradient_variance/max_squared_error": 49291.30859375, + "sentence_full_gradient_variance/metric": 49291.30859375, + "sentence_full_gradient_variance/p75": 49291.30859375, + "sentence_full_gradient_variance/p90": 49291.30859375, + "sentence_full_gradient_variance/p95": 49291.30859375, + "sentence_full_gradient_variance/p99": 49291.30859375, + "sentence_full_update_term": 0.5739395022392273, + "sentence_full_update_term/max": 7.46875, + "sentence_full_update_term/median": 0.322265625, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.103271484375, + "sentence_full_update_term/p75": 0.625, + "sentence_full_update_term/p85": 0.8140627145767212, + "sentence_full_update_term/p90": 1.0796873569488525, + "sentence_full_update_term/p95": 1.8933570384979248, + "sentence_full_update_term/p99": 5.197497367858887, + "sentence_full_update_term/var": 1.074422836303711, + "sentence_hessian_coeff": -278940.40625, + "sentence_hessian_coeff/max": 6750208.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": -24379392.0, + "sentence_hessian_coeff/p25": -355840.0, + "sentence_hessian_coeff/p75": 233216.0, + "sentence_hessian_coeff/p99": 5714738.0, + "sentence_hessian_coeff/var": 11605904457728.0, + "sentence_hessian_coeff_abs": 1246021.25, + "sentence_hessian_coeff_abs/max": 24379392.0, + "sentence_hessian_coeff_abs/median": 288768.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 65216.0, + "sentence_hessian_coeff_abs/p75": 1126400.0, + "sentence_hessian_coeff_abs/p99": 15111936.0, + "sentence_hessian_coeff_abs/var": 10112475332608.0, + "step": 9, + "token_fisher_curvature": 64524484.0, + "token_fisher_curvature/max": 11140071424.0, + "token_fisher_curvature/median": 4.38690185546875e-05, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 2.498001805406602e-16, + "token_fisher_curvature/p75": 3817472.0, + "token_fisher_curvature/p85": 72351744.0, + "token_fisher_curvature/p90": 115343360.0, + "token_fisher_curvature/p95": 314572800.0, + "token_fisher_curvature/p99": 1476395008.0, + "token_fisher_curvature/var": 7.399247680477594e+16, + "token_fisher_kl_divergence": 0.0046470798552036285, + "token_fisher_kl_divergence/max": 0.80078125, + "token_fisher_kl_divergence/median": 3.164135620181696e-15, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 1.7973406864555533e-26, + "token_fisher_kl_divergence/p75": 0.000274658203125, + "token_fisher_kl_divergence/p85": 0.005218505859375, + "token_fisher_kl_divergence/p90": 0.00830078125, + "token_fisher_kl_divergence/p95": 0.02264404296875, + "token_fisher_kl_divergence/p99": 0.1064453125, + "token_fisher_kl_divergence/var": 0.0003838377888314426, + "token_full_update_term": 0.04257186874747276, + "token_full_update_term/max": 4.375, + "token_full_update_term/median": 5.820766091346741e-08, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 1.4432899320127035e-13, + "token_full_update_term/p75": 0.0152587890625, + "token_full_update_term/p85": 0.05419921875, + "token_full_update_term/p90": 0.0908203125, + "token_full_update_term/p95": 0.22314453125, + "token_full_update_term/p99": 0.875, + "token_full_update_term/var": 0.02211654931306839, + "token_hessian_coeff": -27905614.0, + "token_hessian_coeff/max": 21743271936.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": -26977763328.0, + "token_hessian_coeff/p25": -15.875, + "token_hessian_coeff/p75": 0.00141143798828125, + "token_hessian_coeff/p99": 968884224.0, + "token_hessian_coeff/var": 2.926089063314227e+17, + "token_hessian_coeff_abs": 88677080.0, + "token_hessian_coeff_abs/max": 26977763328.0, + "token_hessian_coeff_abs/median": 0.040283203125, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 1.4097167877480388e-10, + "token_hessian_coeff_abs/p75": 2392064.0, + "token_hessian_coeff_abs/p99": 3019898880.0, + "token_hessian_coeff_abs/var": 2.8552389392020275e+17 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 8.775201422395185e-05, + "adam_stats/lm_head/lr_effective_mean": -2.8375582439288394e-10, + "adam_stats/lm_head/lr_effective_min": -8.752512076171115e-05, + "adam_stats/lm_head/lr_effective_std": 5.598900770564796e-06, + "adam_stats/lr_effective_max": 8.95262201083824e-05, + "adam_stats/lr_effective_mean": 6.171871902438397e-10, + "adam_stats/lr_effective_min": -8.913453348213807e-05, + "adam_stats/m_t_max": 0.005436474457383156, + "adam_stats/m_t_mean": -9.861850919223869e-11, + "adam_stats/m_t_min": -0.006391332950443029, + "adam_stats/v_t_max": 1.6561010852456093e-05, + "adam_stats/v_t_mean": 1.9360114639904724e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.231379985809326, + "all_logprobs/max": 0.0, + "all_logprobs/median": -7.34375, + "all_logprobs/min": -8.5625, + "all_logprobs/p1": -8.125, + "all_logprobs/p10": -7.84375, + "all_logprobs/p25": -7.625, + "all_logprobs/p5": -7.9375, + "all_logprobs/p75": -7.0625, + "all_logprobs/var": 0.9089216589927673, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.013333333333333334, + "feature_vector_variance/max_squared_error": 38910.4140625, + "feature_vector_variance/metric": 1158.8470458984375, + "generated_tokens/total": 492047.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.5e-05, + "loss": 0.0, + "mean_logprobs": -7.21875, + "mean_logprobs/var": 0.15234375, + "num_completions/total": 800, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 125.302490234375, + "per_token_feature_norm/max": 151.0, + "per_token_feature_norm/median": 125.5, + "per_token_feature_norm/min": 111.5, + "per_token_feature_norm/p25": 124.5, + "per_token_feature_norm/p75": 125.5, + "per_token_feature_norm/var": 7.18102502822876, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0090538263320923, + "per_token_policy_error_norm/max": 1.8125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 0.013394422829151154, + "policy_entropy": 3.8113491535186768, + "policy_entropy/max": 3.921875, + "policy_entropy/median": 3.859375, + "policy_entropy/min": 9.1313268058002e-10, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 0.19471031427383423, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.10548378527164459, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 0.018505403771996498, + "policy_sharpness/min": -0.0, + "policy_sharpness/p25": 0.016265006735920906, + "policy_sharpness/p75": 0.02064225636422634, + "policy_sharpness/var": 0.7519396543502808, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 10, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 7.899217598605901e-05, + "adam_stats/lm_head/lr_effective_mean": -2.554114697517207e-10, + "adam_stats/lm_head/lr_effective_min": -7.878795440774411e-05, + "adam_stats/lm_head/lr_effective_std": 5.039732059231028e-06, + "adam_stats/lr_effective_max": 8.058933599386364e-05, + "adam_stats/lr_effective_mean": 5.555789717170967e-10, + "adam_stats/lr_effective_min": -8.023647387744859e-05, + "adam_stats/m_t_max": 0.00489282701164484, + "adam_stats/m_t_mean": -8.875660623131054e-11, + "adam_stats/m_t_min": -0.005752199329435825, + "adam_stats/v_t_max": 1.654445077292621e-05, + "adam_stats/v_t_mean": 1.9340768136338893e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.727969646453857, + "all_logprobs/max": 0.0, + "all_logprobs/median": -7.75, + "all_logprobs/min": -8.8125, + "all_logprobs/p1": -8.375, + "all_logprobs/p10": -8.0625, + "all_logprobs/p25": -7.9375, + "all_logprobs/p5": -8.1875, + "all_logprobs/p75": -7.5625, + "all_logprobs/var": 0.15204206109046936, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.014666666666666666, + "feature_vector_variance/max_squared_error": 36554.9375, + "feature_vector_variance/metric": 228.84056091308594, + "generated_tokens/total": 573967.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4995431202643219e-05, + "loss": 0.0, + "mean_logprobs": -7.71875, + "mean_logprobs/var": 0.0022430419921875, + "num_completions/total": 880, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 124.78032684326172, + "per_token_feature_norm/max": 149.0, + "per_token_feature_norm/median": 125.0, + "per_token_feature_norm/min": 122.0, + "per_token_feature_norm/p25": 124.5, + "per_token_feature_norm/p75": 125.0, + "per_token_feature_norm/var": 0.5776880979537964, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.022491216659546, + "per_token_policy_error_norm/max": 1.9375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 0.0, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 0.0009322454570792615, + "policy_entropy": 3.8823132514953613, + "policy_entropy/max": 3.921875, + "policy_entropy/median": 3.890625, + "policy_entropy/min": 4.7031790018081665e-08, + "policy_entropy/p25": 3.875, + "policy_entropy/p75": 3.890625, + "policy_entropy/var": 0.014464255422353745, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.01647840067744255, + "policy_sharpness/max": 10.0, + "policy_sharpness/median": 0.013500149361789227, + "policy_sharpness/min": 0.006967287044972181, + "policy_sharpness/p25": 0.01256677694618702, + "policy_sharpness/p75": 0.014522808603942394, + "policy_sharpness/var": 0.021470708772540092, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 11, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 7.10634485585615e-05, + "adam_stats/lm_head/lr_effective_mean": -2.2975817082215855e-10, + "adam_stats/lm_head/lr_effective_min": -7.087975245667621e-05, + "adam_stats/lm_head/lr_effective_std": 4.533644187176833e-06, + "adam_stats/lr_effective_max": 7.25003847037442e-05, + "adam_stats/lr_effective_mean": 4.998153557700391e-10, + "adam_stats/lr_effective_min": -7.218267273856327e-05, + "adam_stats/m_t_max": 0.004403544124215841, + "adam_stats/m_t_mean": -7.988098377209596e-11, + "adam_stats/m_t_min": -0.00517697911709547, + "adam_stats/v_t_max": 1.6527907064300962e-05, + "adam_stats/v_t_mean": 1.9321423801177406e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.842897891998291, + "all_logprobs/max": -6.78125, + "all_logprobs/median": -7.875, + "all_logprobs/min": -8.875, + "all_logprobs/p1": -8.4375, + "all_logprobs/p10": -8.1875, + "all_logprobs/p25": -8.0625, + "all_logprobs/p5": -8.25, + "all_logprobs/p75": -7.65625, + "all_logprobs/var": 0.09006453305482864, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.016, + "feature_vector_variance/max_squared_error": 2655.00732421875, + "feature_vector_variance/metric": 87.36547088623047, + "generated_tokens/total": 655887.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4981730376948682e-05, + "loss": 0.0, + "mean_logprobs": -7.84375, + "mean_logprobs/var": 0.0003452301025390625, + "num_completions/total": 960, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 124.7724838256836, + "per_token_feature_norm/max": 126.5, + "per_token_feature_norm/median": 125.0, + "per_token_feature_norm/min": 122.5, + "per_token_feature_norm/p25": 124.5, + "per_token_feature_norm/p75": 125.0, + "per_token_feature_norm/var": 0.25738289952278137, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234334468841553, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 3.2021048923525086e-08, + "policy_entropy": 3.8772342205047607, + "policy_entropy/max": 3.921875, + "policy_entropy/median": 3.875, + "policy_entropy/min": 3.84375, + "policy_entropy/p25": 3.875, + "policy_entropy/p75": 3.890625, + "policy_entropy/var": 0.00011521411943249404, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.015646211802959442, + "policy_sharpness/max": 0.02088160440325737, + "policy_sharpness/median": 0.015670768916606903, + "policy_sharpness/min": 0.008689976297318935, + "policy_sharpness/p25": 0.014834933914244175, + "policy_sharpness/p75": 0.016474340111017227, + "policy_sharpness/var": 1.4342933809530223e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 12, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 6.389156624209136e-05, + "adam_stats/lm_head/lr_effective_mean": -2.0655546717485151e-10, + "adam_stats/lm_head/lr_effective_min": -6.372643838403746e-05, + "adam_stats/lm_head/lr_effective_std": 4.075890501553658e-06, + "adam_stats/lr_effective_max": 6.518354348372668e-05, + "adam_stats/lr_effective_mean": 4.4937475962569806e-10, + "adam_stats/lr_effective_min": -6.489767110906541e-05, + "adam_stats/m_t_max": 0.003963189665228128, + "adam_stats/m_t_mean": -7.189285972097892e-11, + "adam_stats/m_t_min": -0.004659281112253666, + "adam_stats/v_t_max": 1.6511379726580344e-05, + "adam_stats/v_t_mean": 1.9302107655272405e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.897039890289307, + "all_logprobs/max": -6.96875, + "all_logprobs/median": -7.9375, + "all_logprobs/min": -8.8125, + "all_logprobs/p1": -8.5, + "all_logprobs/p10": -8.3125, + "all_logprobs/p25": -8.125, + "all_logprobs/p5": -8.375, + "all_logprobs/p75": -7.6875, + "all_logprobs/var": 0.10149098187685013, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.017333333333333333, + "feature_vector_variance/max_squared_error": 1118.609130859375, + "feature_vector_variance/metric": 56.63972854614258, + "generated_tokens/total": 737807.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.495891421526205e-05, + "loss": 0.0, + "mean_logprobs": -7.90625, + "mean_logprobs/var": 0.000316619873046875, + "num_completions/total": 1040, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 125.06697082519531, + "per_token_feature_norm/max": 126.5, + "per_token_feature_norm/median": 125.0, + "per_token_feature_norm/min": 124.0, + "per_token_feature_norm/p25": 125.0, + "per_token_feature_norm/p75": 125.5, + "per_token_feature_norm/var": 0.1525765359401703, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234375, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.0234375, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 0.0, + "policy_entropy": 3.8704583644866943, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.875, + "policy_entropy/min": 3.84375, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 9.60149263846688e-05, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.01782369427382946, + "policy_sharpness/max": 0.020763056352734566, + "policy_sharpness/median": 0.017875149846076965, + "policy_sharpness/min": 0.010449429973959923, + "policy_sharpness/p25": 0.01727265864610672, + "policy_sharpness/p75": 0.018449129536747932, + "policy_sharpness/var": 8.230691719290917e-07, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 13, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.740841515944339e-05, + "adam_stats/lm_head/lr_effective_mean": -1.855826464725041e-10, + "adam_stats/lm_head/lr_effective_min": -5.726006565964781e-05, + "adam_stats/lm_head/lr_effective_std": 3.662117023850442e-06, + "adam_stats/lr_effective_max": 5.8569348766468465e-05, + "adam_stats/lr_effective_mean": 4.037777612264648e-10, + "adam_stats/lr_effective_min": -5.831228190800175e-05, + "adam_stats/m_t_max": 0.0035668706987053156, + "adam_stats/m_t_mean": -6.470359664723091e-11, + "adam_stats/m_t_min": -0.004193353001028299, + "adam_stats/v_t_max": 1.649486875976436e-05, + "adam_stats/v_t_mean": 1.9282798014580438e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.928572177886963, + "all_logprobs/max": -7.03125, + "all_logprobs/median": -7.96875, + "all_logprobs/min": -8.8125, + "all_logprobs/p1": -8.5, + "all_logprobs/p10": -8.3125, + "all_logprobs/p25": -8.1875, + "all_logprobs/p5": -8.375, + "all_logprobs/p75": -7.6875, + "all_logprobs/var": 0.10576073080301285, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.018666666666666668, + "feature_vector_variance/max_squared_error": 357.3382568359375, + "feature_vector_variance/metric": 39.297935485839844, + "generated_tokens/total": 819727.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4927010515561777e-05, + "loss": 0.0, + "mean_logprobs": -7.9375, + "mean_logprobs/var": 0.00032806396484375, + "num_completions/total": 1120, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 125.63748931884766, + "per_token_feature_norm/max": 126.5, + "per_token_feature_norm/median": 125.5, + "per_token_feature_norm/min": 124.5, + "per_token_feature_norm/p25": 125.5, + "per_token_feature_norm/p75": 126.0, + "per_token_feature_norm/var": 0.07189968973398209, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234375, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.0234375, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 0.0, + "policy_entropy": 3.8673133850097656, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.875, + "policy_entropy/min": 3.84375, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 8.693650306668133e-05, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.018725410103797913, + "policy_sharpness/max": 0.021527612581849098, + "policy_sharpness/median": 0.018796516582369804, + "policy_sharpness/min": 0.012336434796452522, + "policy_sharpness/p25": 0.018298320472240448, + "policy_sharpness/p75": 0.019244447350502014, + "policy_sharpness/var": 6.887941594868607e-07, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 14, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.155153485247865e-05, + "adam_stats/lm_head/lr_effective_mean": -1.666372179132125e-10, + "adam_stats/lm_head/lr_effective_min": -5.141834117239341e-05, + "adam_stats/lm_head/lr_effective_std": 3.2883347103052074e-06, + "adam_stats/lr_effective_max": 5.2594084991142154e-05, + "adam_stats/lr_effective_mean": 3.6258557267743186e-10, + "adam_stats/lr_effective_min": -5.2363055146997795e-05, + "adam_stats/m_t_max": 0.0032101834658533335, + "adam_stats/m_t_mean": -5.823318216524598e-11, + "adam_stats/m_t_min": -0.003774017561227083, + "adam_stats/v_t_max": 1.6478374163853005e-05, + "adam_stats/v_t_mean": 1.926352306835799e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.942009925842285, + "all_logprobs/max": -7.03125, + "all_logprobs/median": -7.96875, + "all_logprobs/min": -8.75, + "all_logprobs/p1": -8.5, + "all_logprobs/p10": -8.3125, + "all_logprobs/p25": -8.1875, + "all_logprobs/p5": -8.375, + "all_logprobs/p75": -7.71875, + "all_logprobs/var": 0.10831429809331894, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.02, + "feature_vector_variance/max_squared_error": 287.9678039550781, + "feature_vector_variance/metric": 31.875091552734375, + "generated_tokens/total": 901647.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.488605814759156e-05, + "loss": 0.0, + "mean_logprobs": -7.9375, + "mean_logprobs/var": 0.00026702880859375, + "num_completions/total": 1200, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 126.63665008544922, + "per_token_feature_norm/max": 127.5, + "per_token_feature_norm/median": 126.5, + "per_token_feature_norm/min": 126.0, + "per_token_feature_norm/p25": 126.5, + "per_token_feature_norm/p75": 127.0, + "per_token_feature_norm/var": 0.051403045654296875, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234375, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.0234375, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 0.0, + "policy_entropy": 3.8654191493988037, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.859375, + "policy_entropy/min": 3.828125, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 8.62446177052334e-05, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.018949735909700394, + "policy_sharpness/max": 0.022062573581933975, + "policy_sharpness/median": 0.019103391095995903, + "policy_sharpness/min": 0.011222238652408123, + "policy_sharpness/p25": 0.018313325941562653, + "policy_sharpness/p75": 0.0196481104940176, + "policy_sharpness/var": 1.063846184479189e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 15, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.6263776312116534e-05, + "adam_stats/lm_head/lr_effective_mean": -1.4953399629646924e-10, + "adam_stats/lm_head/lr_effective_min": -4.614425779436715e-05, + "adam_stats/lm_head/lr_effective_std": 2.9508912575693103e-06, + "adam_stats/lr_effective_max": 4.7199435357470065e-05, + "adam_stats/lr_effective_mean": 3.253954050652652e-10, + "adam_stats/lr_effective_min": -4.699192868429236e-05, + "adam_stats/m_t_max": 0.0028891649562865496, + "adam_stats/m_t_mean": -5.240987852039858e-11, + "adam_stats/m_t_min": -0.00339661561883986, + "adam_stats/v_t_max": 1.6461895938846283e-05, + "adam_stats/v_t_mean": 1.9244252458944233e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.958939552307129, + "all_logprobs/max": -7.09375, + "all_logprobs/median": -8.0, + "all_logprobs/min": -8.6875, + "all_logprobs/p1": -8.4375, + "all_logprobs/p10": -8.3125, + "all_logprobs/p25": -8.25, + "all_logprobs/p5": -8.375, + "all_logprobs/p75": -7.71875, + "all_logprobs/var": 0.1044360026717186, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.021333333333333333, + "feature_vector_variance/max_squared_error": 234.59645080566406, + "feature_vector_variance/metric": 28.19806480407715, + "generated_tokens/total": 983567.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4836107005503543e-05, + "loss": 0.0, + "mean_logprobs": -7.96875, + "mean_logprobs/var": 0.000301361083984375, + "num_completions/total": 1280, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 127.57856750488281, + "per_token_feature_norm/max": 128.0, + "per_token_feature_norm/median": 127.5, + "per_token_feature_norm/min": 127.0, + "per_token_feature_norm/p25": 127.5, + "per_token_feature_norm/p75": 127.5, + "per_token_feature_norm/var": 0.03387927636504173, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234375, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.0234375, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 0.0, + "policy_entropy": 3.866119861602783, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.859375, + "policy_entropy/min": 3.84375, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 8.45247705001384e-05, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.018326640129089355, + "policy_sharpness/max": 0.021538862958550453, + "policy_sharpness/median": 0.018458884209394455, + "policy_sharpness/min": 0.009582833386957645, + "policy_sharpness/p25": 0.017866898328065872, + "policy_sharpness/p75": 0.018945079296827316, + "policy_sharpness/var": 9.473572504248295e-07, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 16, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.149282176513225e-05, + "adam_stats/lm_head/lr_effective_mean": -1.341035477109287e-10, + "adam_stats/lm_head/lr_effective_min": -4.138565418543294e-05, + "adam_stats/lm_head/lr_effective_std": 2.6464449547347613e-06, + "adam_stats/lr_effective_max": 4.233203435433097e-05, + "adam_stats/lr_effective_mean": 2.9184013539129694e-10, + "adam_stats/lr_effective_min": -4.2145784391323105e-05, + "adam_stats/m_t_max": 0.0026002484373748302, + "adam_stats/m_t_mean": -4.716887644362622e-11, + "adam_stats/m_t_min": -0.0030569538939744234, + "adam_stats/v_t_max": 1.6445434084744193e-05, + "adam_stats/v_t_mean": 1.922500570197827e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -8.012951850891113, + "all_logprobs/max": -3.984375, + "all_logprobs/median": -8.0625, + "all_logprobs/min": -8.875, + "all_logprobs/p1": -8.5625, + "all_logprobs/p10": -8.375, + "all_logprobs/p25": -8.3125, + "all_logprobs/p5": -8.4375, + "all_logprobs/p75": -7.78125, + "all_logprobs/var": 0.10604716092348099, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.02266666666666667, + "feature_vector_variance/max_squared_error": 9799.734375, + "feature_vector_variance/metric": 61.41018295288086, + "generated_tokens/total": 1065487.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4777217947069972e-05, + "loss": 0.0, + "mean_logprobs": -8.0, + "mean_logprobs/var": 0.004791259765625, + "num_completions/total": 1360, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 128.26129150390625, + "per_token_feature_norm/max": 130.0, + "per_token_feature_norm/median": 128.0, + "per_token_feature_norm/min": 121.0, + "per_token_feature_norm/p25": 128.0, + "per_token_feature_norm/p75": 129.0, + "per_token_feature_norm/var": 0.198994442820549, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234403610229492, + "per_token_policy_error_norm/max": 1.1484375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.0, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 2.1457260857005167e-07, + "policy_entropy": 3.8667073249816895, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.859375, + "policy_entropy/min": 3.0625, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 0.00010221919364994392, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.017725765705108643, + "policy_sharpness/max": 0.043938323855400085, + "policy_sharpness/median": 0.017965184524655342, + "policy_sharpness/min": 0.011000149883329868, + "policy_sharpness/p25": 0.017117347568273544, + "policy_sharpness/p75": 0.018482893705368042, + "policy_sharpness/var": 1.2301951528570498e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 17, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.719086817000061e-05, + "adam_stats/lm_head/lr_effective_mean": -1.2019110706695812e-10, + "adam_stats/lm_head/lr_effective_min": -3.709482552949339e-05, + "adam_stats/lm_head/lr_effective_std": 2.371941263845656e-06, + "adam_stats/lr_effective_max": 3.7943111237837e-05, + "adam_stats/lr_effective_mean": 2.6158342159021686e-10, + "adam_stats/lr_effective_min": -3.777603342314251e-05, + "adam_stats/m_t_max": 0.002340223640203476, + "adam_stats/m_t_mean": -4.2451979431756826e-11, + "adam_stats/m_t_min": -0.002751258434727788, + "adam_stats/v_t_max": 1.6428988601546735e-05, + "adam_stats/v_t_mean": 1.9205782797460103e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -8.013799667358398, + "all_logprobs/max": -6.84375, + "all_logprobs/median": -8.0625, + "all_logprobs/min": -8.9375, + "all_logprobs/p1": -8.5, + "all_logprobs/p10": -8.375, + "all_logprobs/p25": -8.3125, + "all_logprobs/p5": -8.375, + "all_logprobs/p75": -7.78125, + "all_logprobs/var": 0.09917321801185608, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.024, + "feature_vector_variance/max_squared_error": 2791.044677734375, + "feature_vector_variance/metric": 52.66582107543945, + "generated_tokens/total": 1147407.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4709462719537392e-05, + "loss": 0.0, + "mean_logprobs": -8.0, + "mean_logprobs/var": 0.0023040771484375, + "num_completions/total": 1440, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 128.9973602294922, + "per_token_feature_norm/max": 130.0, + "per_token_feature_norm/median": 129.0, + "per_token_feature_norm/min": 127.0, + "per_token_feature_norm/p25": 129.0, + "per_token_feature_norm/p75": 129.0, + "per_token_feature_norm/var": 0.01921013928949833, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234378576278687, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0430940555750112e-08, + "policy_entropy": 3.867819309234619, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.875, + "policy_entropy/min": 3.78125, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 9.673376916907728e-05, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.017221957445144653, + "policy_sharpness/max": 0.020201079547405243, + "policy_sharpness/median": 0.017335684970021248, + "policy_sharpness/min": 0.009526560083031654, + "policy_sharpness/p25": 0.01658613421022892, + "policy_sharpness/p75": 0.017937427386641502, + "policy_sharpness/var": 1.0325984476367012e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 18, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.3314234315184876e-05, + "adam_stats/lm_head/lr_effective_mean": -1.0765500990661536e-10, + "adam_stats/lm_head/lr_effective_min": -3.322821430629119e-05, + "adam_stats/lm_head/lr_effective_std": 2.1245900825306308e-06, + "adam_stats/lr_effective_max": 3.3988097129622474e-05, + "adam_stats/lr_effective_mean": 2.343177318842038e-10, + "adam_stats/lr_effective_min": -3.38383179041557e-05, + "adam_stats/m_t_max": 0.002106201136484742, + "adam_stats/m_t_mean": -3.8206802305262855e-11, + "adam_stats/m_t_min": -0.0024761324748396873, + "adam_stats/v_t_max": 1.641255948925391e-05, + "adam_stats/v_t_mean": 1.918657940858104e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.963238716125488, + "all_logprobs/max": -6.90625, + "all_logprobs/median": -8.0, + "all_logprobs/min": -8.5625, + "all_logprobs/p1": -8.375, + "all_logprobs/p10": -8.3125, + "all_logprobs/p25": -8.25, + "all_logprobs/p5": -8.3125, + "all_logprobs/p75": -7.75, + "all_logprobs/var": 0.09156106412410736, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.025333333333333333, + "feature_vector_variance/max_squared_error": 245.1176300048828, + "feature_vector_variance/metric": 30.007482528686523, + "generated_tokens/total": 1229327.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4632923872213653e-05, + "loss": 0.0, + "mean_logprobs": -7.96875, + "mean_logprobs/var": 0.0004291534423828125, + "num_completions/total": 1520, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 129.4246826171875, + "per_token_feature_norm/max": 130.0, + "per_token_feature_norm/median": 129.0, + "per_token_feature_norm/min": 128.0, + "per_token_feature_norm/p25": 129.0, + "per_token_feature_norm/p75": 130.0, + "per_token_feature_norm/var": 0.24440084397792816, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234373807907104, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 7.450570160827397e-10, + "policy_entropy": 3.8700530529022217, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.875, + "policy_entropy/min": 3.84375, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 0.0001046869729179889, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.016682013869285583, + "policy_sharpness/max": 0.01960534043610096, + "policy_sharpness/median": 0.01672418974339962, + "policy_sharpness/min": 0.011138956062495708, + "policy_sharpness/p25": 0.01620948314666748, + "policy_sharpness/p75": 0.017195377498865128, + "policy_sharpness/var": 5.858717599949159e-07, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 19, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.982305159093812e-05, + "adam_stats/lm_head/lr_effective_mean": -9.636626219222677e-11, + "adam_stats/lm_head/lr_effective_min": -2.9746057407464832e-05, + "adam_stats/lm_head/lr_effective_std": 1.9018450529983966e-06, + "adam_stats/lr_effective_max": 3.0426330340560526e-05, + "adam_stats/lr_effective_mean": 2.0976315129317413e-10, + "adam_stats/lr_effective_min": -3.0292138035292737e-05, + "adam_stats/m_t_max": 0.001895581022836268, + "adam_stats/m_t_mean": -3.438612936057517e-11, + "adam_stats/m_t_min": -0.00222851918078959, + "adam_stats/v_t_max": 1.6396146747865714e-05, + "adam_stats/v_t_mean": 1.9167393366936736e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.91851282119751, + "all_logprobs/max": -5.6875, + "all_logprobs/median": -8.0, + "all_logprobs/min": -8.9375, + "all_logprobs/p1": -8.4375, + "all_logprobs/p10": -8.25, + "all_logprobs/p25": -8.1875, + "all_logprobs/p5": -8.3125, + "all_logprobs/p75": -7.75, + "all_logprobs/var": 0.10135087370872498, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.02666666666666667, + "feature_vector_variance/max_squared_error": 3483.492919921875, + "feature_vector_variance/metric": 56.0156364440918, + "generated_tokens/total": 1311247.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4547694655894313e-05, + "loss": 0.0, + "mean_logprobs": -7.90625, + "mean_logprobs/var": 0.0037689208984375, + "num_completions/total": 1600, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 130.0208740234375, + "per_token_feature_norm/max": 131.0, + "per_token_feature_norm/median": 130.0, + "per_token_feature_norm/min": 126.5, + "per_token_feature_norm/p25": 130.0, + "per_token_feature_norm/p75": 130.0, + "per_token_feature_norm/var": 0.0668836385011673, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234311819076538, + "per_token_policy_error_norm/max": 1.0703125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.944232792538969e-07, + "policy_entropy": 3.8688111305236816, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.875, + "policy_entropy/min": 3.421875, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 0.0001442609791411087, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.016034049913287163, + "policy_sharpness/max": 0.023615321144461632, + "policy_sharpness/median": 0.016081932932138443, + "policy_sharpness/min": 0.011448079720139503, + "policy_sharpness/p25": 0.015565726906061172, + "policy_sharpness/p75": 0.016546370461583138, + "policy_sharpness/var": 6.546519557559805e-07, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 20, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.668096567504108e-05, + "adam_stats/lm_head/lr_effective_mean": -8.6207041505304e-11, + "adam_stats/lm_head/lr_effective_min": -2.6612095098244026e-05, + "adam_stats/lm_head/lr_effective_std": 1.7013837805279763e-06, + "adam_stats/lr_effective_max": 2.7220710762776434e-05, + "adam_stats/lr_effective_mean": 1.8766373177658835e-10, + "adam_stats/lr_effective_min": -2.710056105570402e-05, + "adam_stats/m_t_max": 0.0017060228856280446, + "adam_stats/m_t_mean": -3.094752579202442e-11, + "adam_stats/m_t_min": -0.002005667192861438, + "adam_stats/v_t_max": 1.6379750377382152e-05, + "adam_stats/v_t_mean": 1.914823334614457e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.823601722717285, + "all_logprobs/max": -6.5, + "all_logprobs/median": -7.90625, + "all_logprobs/min": -8.5, + "all_logprobs/p1": -8.25, + "all_logprobs/p10": -8.125, + "all_logprobs/p25": -8.0625, + "all_logprobs/p5": -8.1875, + "all_logprobs/p75": -7.65625, + "all_logprobs/var": 0.10488373786211014, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.028, + "feature_vector_variance/max_squared_error": 467.70489501953125, + "feature_vector_variance/metric": 32.35719299316406, + "generated_tokens/total": 1393167.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4453878909250906e-05, + "loss": 0.0, + "mean_logprobs": -7.8125, + "mean_logprobs/var": 0.00048828125, + "num_completions/total": 1680, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 130.39434814453125, + "per_token_feature_norm/max": 132.0, + "per_token_feature_norm/median": 130.0, + "per_token_feature_norm/min": 129.0, + "per_token_feature_norm/p25": 130.0, + "per_token_feature_norm/p75": 131.0, + "per_token_feature_norm/var": 0.24345459043979645, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0233933925628662, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 3.4301692153348995e-07, + "policy_entropy": 3.866800308227539, + "policy_entropy/max": 3.90625, + "policy_entropy/median": 3.875, + "policy_entropy/min": 3.8125, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 0.00014553137589246035, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.01604730449616909, + "policy_sharpness/max": 0.02205207385122776, + "policy_sharpness/median": 0.01590110920369625, + "policy_sharpness/min": 0.011505852453410625, + "policy_sharpness/p25": 0.015286615118384361, + "policy_sharpness/p75": 0.016636405140161514, + "policy_sharpness/var": 1.1849225529658725e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 21, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.3854834580561146e-05, + "adam_stats/lm_head/lr_effective_mean": -7.70701349961378e-11, + "adam_stats/lm_head/lr_effective_min": -2.3793265427229926e-05, + "adam_stats/lm_head/lr_effective_std": 1.5210897572615067e-06, + "adam_stats/lr_effective_max": 2.4337430659215897e-05, + "adam_stats/lr_effective_mean": 1.677863820104264e-10, + "adam_stats/lr_effective_min": -2.4229922928498127e-05, + "adam_stats/m_t_max": 0.0015354205388575792, + "adam_stats/m_t_mean": -2.7852761763647038e-11, + "adam_stats/m_t_min": -0.001805100473575294, + "adam_stats/v_t_max": 1.636337037780322e-05, + "adam_stats/v_t_mean": 1.91290776621611e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.736799716949463, + "all_logprobs/max": -6.28125, + "all_logprobs/median": -7.84375, + "all_logprobs/min": -8.4375, + "all_logprobs/p1": -8.1875, + "all_logprobs/p10": -8.125, + "all_logprobs/p25": -8.0, + "all_logprobs/p5": -8.125, + "all_logprobs/p75": -7.5625, + "all_logprobs/var": 0.12411930412054062, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.029333333333333333, + "feature_vector_variance/max_squared_error": 494.19805908203125, + "feature_vector_variance/metric": 33.846160888671875, + "generated_tokens/total": 1475087.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4351590932319506e-05, + "loss": 0.0, + "mean_logprobs": -7.75, + "mean_logprobs/var": 0.000614166259765625, + "num_completions/total": 1760, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 130.9550323486328, + "per_token_feature_norm/max": 132.0, + "per_token_feature_norm/median": 131.0, + "per_token_feature_norm/min": 129.0, + "per_token_feature_norm/p25": 131.0, + "per_token_feature_norm/p75": 131.0, + "per_token_feature_norm/var": 0.14573395252227783, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023293375968933, + "per_token_policy_error_norm/max": 1.0234375, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1057605888709077e-06, + "policy_entropy": 3.8606202602386475, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.859375, + "policy_entropy/min": 3.796875, + "policy_entropy/p25": 3.859375, + "policy_entropy/p75": 3.875, + "policy_entropy/var": 0.00019104905368294567, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.017141375690698624, + "policy_sharpness/max": 0.024323228746652603, + "policy_sharpness/median": 0.01695753075182438, + "policy_sharpness/min": 0.012167616747319698, + "policy_sharpness/p25": 0.01593487523496151, + "policy_sharpness/p75": 0.018143007531762123, + "policy_sharpness/var": 2.5691379050840624e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 22, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.1314475816325285e-05, + "adam_stats/lm_head/lr_effective_mean": -6.885775977183428e-11, + "adam_stats/lm_head/lr_effective_min": -2.1259473214740865e-05, + "adam_stats/lm_head/lr_effective_std": 1.3590355365522555e-06, + "adam_stats/lr_effective_max": 2.1745705453213304e-05, + "adam_stats/lr_effective_mean": 1.499189522524702e-10, + "adam_stats/lr_effective_min": -2.16495682252571e-05, + "adam_stats/m_t_max": 0.0013818783918395638, + "adam_stats/m_t_mean": -2.5067486281171725e-11, + "adam_stats/m_t_min": -0.0016245903680101037, + "adam_stats/v_t_max": 1.6347006749128923e-05, + "adam_stats/v_t_mean": 1.910994583062542e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.678443431854248, + "all_logprobs/max": -6.15625, + "all_logprobs/median": -7.78125, + "all_logprobs/min": -8.8125, + "all_logprobs/p1": -8.25, + "all_logprobs/p10": -8.0625, + "all_logprobs/p25": -7.96875, + "all_logprobs/p5": -8.125, + "all_logprobs/p75": -7.46875, + "all_logprobs/var": 0.15004484355449677, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.030666666666666665, + "feature_vector_variance/max_squared_error": 2452.583251953125, + "feature_vector_variance/metric": 64.67431640625, + "generated_tokens/total": 1557007.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4240955347243754e-05, + "loss": 0.0, + "mean_logprobs": -7.6875, + "mean_logprobs/var": 0.0074462890625, + "num_completions/total": 1840, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 131.2245330810547, + "per_token_feature_norm/max": 133.0, + "per_token_feature_norm/median": 131.0, + "per_token_feature_norm/min": 128.0, + "per_token_feature_norm/p25": 131.0, + "per_token_feature_norm/p75": 131.0, + "per_token_feature_norm/var": 0.20690195262432098, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0231860876083374, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.9134452031721594e-06, + "policy_entropy": 3.852975606918335, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.859375, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.84375, + "policy_entropy/p75": 3.859375, + "policy_entropy/var": 0.00024987253709696233, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.01848132722079754, + "policy_sharpness/max": 0.026126200333237648, + "policy_sharpness/median": 0.01827055774629116, + "policy_sharpness/min": 0.013004202395677567, + "policy_sharpness/p25": 0.01696578599512577, + "policy_sharpness/p75": 0.01974114589393139, + "policy_sharpness/var": 4.069193892064504e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 23, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.903243173728697e-05, + "adam_stats/lm_head/lr_effective_mean": -6.148098002922708e-11, + "adam_stats/lm_head/lr_effective_min": -1.898332266137004e-05, + "adam_stats/lm_head/lr_effective_std": 1.213467385241529e-06, + "adam_stats/lr_effective_max": 1.941750815603882e-05, + "adam_stats/lr_effective_mean": 1.3386834696316186e-10, + "adam_stats/lr_effective_min": -1.9331595467519946e-05, + "adam_stats/m_t_max": 0.0012436904944479465, + "adam_stats/m_t_mean": -2.2560734530552295e-11, + "adam_stats/m_t_min": -0.0014621312730014324, + "adam_stats/v_t_max": 1.6330659491359256e-05, + "adam_stats/v_t_mean": 1.90908313463245e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.544188022613525, + "all_logprobs/max": -5.9375, + "all_logprobs/median": -7.625, + "all_logprobs/min": -8.375, + "all_logprobs/p1": -8.125, + "all_logprobs/p10": -8.0, + "all_logprobs/p25": -7.90625, + "all_logprobs/p5": -8.0625, + "all_logprobs/p75": -7.28125, + "all_logprobs/var": 0.174672469496727, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.032, + "feature_vector_variance/max_squared_error": 621.6149291992188, + "feature_vector_variance/metric": 38.66765213012695, + "generated_tokens/total": 1638927.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.4122106946441953e-05, + "loss": 0.0, + "mean_logprobs": -7.53125, + "mean_logprobs/var": 0.001129150390625, + "num_completions/total": 1920, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 131.82382202148438, + "per_token_feature_norm/max": 133.0, + "per_token_feature_norm/median": 132.0, + "per_token_feature_norm/min": 130.0, + "per_token_feature_norm/p25": 132.0, + "per_token_feature_norm/p75": 132.0, + "per_token_feature_norm/var": 0.2671683132648468, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0231562852859497, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 2.1747594018961536e-06, + "policy_entropy": 3.8412277698516846, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.84375, + "policy_entropy/min": 3.75, + "policy_entropy/p25": 3.828125, + "policy_entropy/p75": 3.859375, + "policy_entropy/var": 0.0003557268937584013, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.020849402993917465, + "policy_sharpness/max": 0.028182772919535637, + "policy_sharpness/median": 0.020700782537460327, + "policy_sharpness/min": 0.012456483207643032, + "policy_sharpness/p25": 0.01933148130774498, + "policy_sharpness/p75": 0.022236647084355354, + "policy_sharpness/var": 4.387046828924213e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 24, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.69837185239885e-05, + "adam_stats/lm_head/lr_effective_mean": -5.485902704327472e-11, + "adam_stats/lm_head/lr_effective_min": -1.6939902707235888e-05, + "adam_stats/lm_head/lr_effective_std": 1.0827901633092551e-06, + "adam_stats/lr_effective_max": 1.7327363821095787e-05, + "adam_stats/lr_effective_mean": 1.194588733488544e-10, + "adam_stats/lr_effective_min": -1.725063702906482e-05, + "adam_stats/m_t_max": 0.001119321445003152, + "adam_stats/m_t_mean": -2.0304662465275847e-11, + "adam_stats/m_t_min": -0.0013159181689843535, + "adam_stats/v_t_max": 1.631432860449422e-05, + "adam_stats/v_t_mean": 1.9071749388088755e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.455016613006592, + "all_logprobs/max": -5.875, + "all_logprobs/median": -7.53125, + "all_logprobs/min": -8.375, + "all_logprobs/p1": -8.0625, + "all_logprobs/p10": -7.96875, + "all_logprobs/p25": -7.84375, + "all_logprobs/p5": -8.0, + "all_logprobs/p75": -7.15625, + "all_logprobs/var": 0.20046751201152802, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.03333333333333333, + "feature_vector_variance/max_squared_error": 634.2110595703125, + "feature_vector_variance/metric": 41.3685188293457, + "generated_tokens/total": 1720847.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.3995190528383292e-05, + "loss": 0.0, + "mean_logprobs": -7.46875, + "mean_logprobs/var": 0.0014801025390625, + "num_completions/total": 2000, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 132.22142028808594, + "per_token_feature_norm/max": 134.0, + "per_token_feature_norm/median": 132.0, + "per_token_feature_norm/min": 130.0, + "per_token_feature_norm/p25": 132.0, + "per_token_feature_norm/p75": 132.0, + "per_token_feature_norm/var": 0.2269372045993805, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0232313871383667, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 2.0124091406614752e-06, + "policy_entropy": 3.8300774097442627, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.828125, + "policy_entropy/min": 3.734375, + "policy_entropy/p25": 3.8125, + "policy_entropy/p75": 3.84375, + "policy_entropy/var": 0.00039466816815547645, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.022686608135700226, + "policy_sharpness/max": 0.029558073729276657, + "policy_sharpness/median": 0.022638054564595222, + "policy_sharpness/min": 0.012832382693886757, + "policy_sharpness/p25": 0.02129201963543892, + "policy_sharpness/p75": 0.02400153875350952, + "policy_sharpness/var": 4.165754489804385e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 25, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.5145641555136535e-05, + "adam_stats/lm_head/lr_effective_mean": -4.8918320783020164e-11, + "adam_stats/lm_head/lr_effective_min": -1.5106576029211283e-05, + "adam_stats/lm_head/lr_effective_std": 9.655548183218343e-07, + "adam_stats/lr_effective_max": 1.5452113075298257e-05, + "adam_stats/lr_effective_mean": 1.0653071480515308e-10, + "adam_stats/lr_effective_min": -1.5383633581222966e-05, + "adam_stats/m_t_max": 0.0010073892772197723, + "adam_stats/m_t_mean": -1.8274194657497134e-11, + "adam_stats/m_t_min": -0.0011843263637274504, + "adam_stats/v_t_max": 1.629801408853382e-05, + "adam_stats/v_t_mean": 1.905268044027908e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.351210117340088, + "all_logprobs/max": -5.75, + "all_logprobs/median": -7.4375, + "all_logprobs/min": -8.3125, + "all_logprobs/p1": -8.0, + "all_logprobs/p10": -7.90625, + "all_logprobs/p25": -7.78125, + "all_logprobs/p5": -7.9375, + "all_logprobs/p75": -7.0, + "all_logprobs/var": 0.22951819002628326, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.034666666666666665, + "feature_vector_variance/max_squared_error": 822.9774780273438, + "feature_vector_variance/metric": 44.32963180541992, + "generated_tokens/total": 1802767.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.3860360721173195e-05, + "loss": 0.0, + "mean_logprobs": -7.34375, + "mean_logprobs/var": 0.00151824951171875, + "num_completions/total": 2080, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 132.6728973388672, + "per_token_feature_norm/max": 134.0, + "per_token_feature_norm/median": 133.0, + "per_token_feature_norm/min": 130.0, + "per_token_feature_norm/p25": 132.0, + "per_token_feature_norm/p75": 133.0, + "per_token_feature_norm/var": 0.3398904800415039, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023445963859558, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.6331288179571857e-06, + "policy_entropy": 3.8176071643829346, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.8125, + "policy_entropy/min": 3.734375, + "policy_entropy/p25": 3.8125, + "policy_entropy/p75": 3.828125, + "policy_entropy/var": 0.0004168625164311379, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02445732057094574, + "policy_sharpness/max": 0.03008628450334072, + "policy_sharpness/median": 0.024371249601244926, + "policy_sharpness/min": 0.012915666215121746, + "policy_sharpness/p25": 0.023194028064608574, + "policy_sharpness/p75": 0.025739796459674835, + "policy_sharpness/var": 3.7027764392405516e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 26, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.3497590771294199e-05, + "adam_stats/lm_head/lr_effective_mean": -4.359219235583467e-11, + "adam_stats/lm_head/lr_effective_min": -1.3462780771078542e-05, + "adam_stats/lm_head/lr_effective_std": 8.604450840721256e-07, + "adam_stats/lr_effective_max": 1.3770728401141241e-05, + "adam_stats/lr_effective_mean": 9.493902886070771e-11, + "adam_stats/lr_effective_min": -1.3709650374948978e-05, + "adam_stats/m_t_max": 0.0009066503262147307, + "adam_stats/m_t_mean": -1.6446776232581506e-11, + "adam_stats/m_t_min": -0.0010658936807885766, + "adam_stats/v_t_max": 1.6281715943478048e-05, + "adam_stats/v_t_mean": 1.903362667129982e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.288339138031006, + "all_logprobs/max": -5.6875, + "all_logprobs/median": -7.375, + "all_logprobs/min": -8.25, + "all_logprobs/p1": -8.0, + "all_logprobs/p10": -7.875, + "all_logprobs/p25": -7.71875, + "all_logprobs/p5": -7.90625, + "all_logprobs/p75": -6.9375, + "all_logprobs/var": 0.24497288465499878, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.036, + "feature_vector_variance/max_squared_error": 840.2994384765625, + "feature_vector_variance/metric": 48.50019073486328, + "generated_tokens/total": 1884687.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.3717781794162813e-05, + "loss": 0.0, + "mean_logprobs": -7.28125, + "mean_logprobs/var": 0.00445556640625, + "num_completions/total": 2160, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 132.98924255371094, + "per_token_feature_norm/max": 135.0, + "per_token_feature_norm/median": 133.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 133.0, + "per_token_feature_norm/p75": 133.0, + "per_token_feature_norm/var": 0.3179914355278015, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235522985458374, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.6811218301882036e-06, + "policy_entropy": 3.8118278980255127, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.8125, + "policy_entropy/min": 3.734375, + "policy_entropy/p25": 3.796875, + "policy_entropy/p75": 3.828125, + "policy_entropy/var": 0.00042007918818853796, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.025262553244829178, + "policy_sharpness/max": 0.030916115269064903, + "policy_sharpness/median": 0.02524835243821144, + "policy_sharpness/min": 0.014143156819045544, + "policy_sharpness/p25": 0.024026861414313316, + "policy_sharpness/p75": 0.026562124490737915, + "policy_sharpness/var": 3.475262474239571e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 27, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.202085695695132e-05, + "adam_stats/lm_head/lr_effective_mean": -3.8820075626277983e-11, + "adam_stats/lm_head/lr_effective_min": -1.1989861377514899e-05, + "adam_stats/lm_head/lr_effective_std": 7.6626685086012e-07, + "adam_stats/lr_effective_max": 1.2264124961802736e-05, + "adam_stats/lr_effective_mean": 8.455237898719048e-11, + "adam_stats/lr_effective_min": -1.2209685337438714e-05, + "adam_stats/m_t_max": 0.0008159852586686611, + "adam_stats/m_t_mean": -1.480210398696613e-11, + "adam_stats/m_t_min": -0.0009593042777851224, + "adam_stats/v_t_max": 1.626543416932691e-05, + "adam_stats/v_t_mean": 1.9014583744342284e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.236064434051514, + "all_logprobs/max": -5.59375, + "all_logprobs/median": -7.3125, + "all_logprobs/min": -8.4375, + "all_logprobs/p1": -8.125, + "all_logprobs/p10": -7.84375, + "all_logprobs/p25": -7.6875, + "all_logprobs/p5": -7.9375, + "all_logprobs/p75": -6.84375, + "all_logprobs/var": 0.2817250192165375, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.037333333333333336, + "feature_vector_variance/max_squared_error": 2211.006103515625, + "feature_vector_variance/metric": 106.8323745727539, + "generated_tokens/total": 1966607.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.3567627457812107e-05, + "loss": 0.0, + "mean_logprobs": -7.25, + "mean_logprobs/var": 0.028076171875, + "num_completions/total": 2240, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 133.2335205078125, + "per_token_feature_norm/max": 135.0, + "per_token_feature_norm/median": 133.0, + "per_token_feature_norm/min": 129.0, + "per_token_feature_norm/p25": 133.0, + "per_token_feature_norm/p75": 134.0, + "per_token_feature_norm/var": 0.583903431892395, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236777067184448, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 2.306392389073153e-06, + "policy_entropy": 3.806265354156494, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.8125, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.796875, + "policy_entropy/p75": 3.828125, + "policy_entropy/var": 0.00048449760652147233, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.025886720046401024, + "policy_sharpness/max": 0.03137604892253876, + "policy_sharpness/median": 0.026327284052968025, + "policy_sharpness/min": 0.015773558989167213, + "policy_sharpness/p25": 0.0250750333070755, + "policy_sharpness/p75": 0.02743041142821312, + "policy_sharpness/var": 5.692143076885259e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 28, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.0698482583393343e-05, + "adam_stats/lm_head/lr_effective_mean": -3.4547090882464104e-11, + "adam_stats/lm_head/lr_effective_min": -1.0670899428077973e-05, + "adam_stats/lm_head/lr_effective_std": 6.819372515565192e-07, + "adam_stats/lr_effective_max": 1.0914999620581511e-05, + "adam_stats/lr_effective_mean": 7.525128437047002e-11, + "adam_stats/lr_effective_min": -1.0866509910556488e-05, + "adam_stats/m_t_max": 0.000734386732801795, + "adam_stats/m_t_mean": -1.3321887863682047e-11, + "adam_stats/m_t_min": -0.0008633738034404814, + "adam_stats/v_t_max": 1.6249168766080402e-05, + "adam_stats/v_t_mean": 1.8995577680258613e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.125840663909912, + "all_logprobs/max": -5.5625, + "all_logprobs/median": -7.1875, + "all_logprobs/min": -8.25, + "all_logprobs/p1": -7.90625, + "all_logprobs/p10": -7.75, + "all_logprobs/p25": -7.5625, + "all_logprobs/p5": -7.8125, + "all_logprobs/p75": -6.71875, + "all_logprobs/var": 0.2707185447216034, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.03866666666666667, + "feature_vector_variance/max_squared_error": 1168.984130859375, + "feature_vector_variance/metric": 56.83901596069336, + "generated_tokens/total": 2048527.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.3410080652050414e-05, + "loss": 0.0, + "mean_logprobs": -7.125, + "mean_logprobs/var": 0.006500244140625, + "num_completions/total": 2320, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 133.7236785888672, + "per_token_feature_norm/max": 136.0, + "per_token_feature_norm/median": 134.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 133.0, + "per_token_feature_norm/p75": 134.0, + "per_token_feature_norm/var": 0.4071057438850403, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023715853691101, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 2.516880385883269e-06, + "policy_entropy": 3.800950765609741, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.8125, + "policy_entropy/var": 0.00039798521902412176, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.026834500953555107, + "policy_sharpness/max": 0.03165366128087044, + "policy_sharpness/median": 0.02685849368572235, + "policy_sharpness/min": 0.0159663874655962, + "policy_sharpness/p25": 0.025944627821445465, + "policy_sharpness/p75": 0.027866145595908165, + "policy_sharpness/var": 2.5586498395568924e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 29, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 9.515089004707988e-06, + "adam_stats/lm_head/lr_effective_mean": -3.072351401067763e-11, + "adam_stats/lm_head/lr_effective_min": -9.490561751590576e-06, + "adam_stats/lm_head/lr_effective_std": 6.064748276912724e-07, + "adam_stats/lr_effective_max": 9.707667231850792e-06, + "adam_stats/lr_effective_mean": 6.692785908812837e-11, + "adam_stats/lr_effective_min": -9.664506251283456e-06, + "adam_stats/m_t_max": 0.0006609480478800833, + "adam_stats/m_t_mean": -1.198969742932654e-11, + "adam_stats/m_t_min": -0.0007770364172756672, + "adam_stats/v_t_max": 1.6232919733738527e-05, + "adam_stats/v_t_mean": 1.8976582458196667e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -7.062556743621826, + "all_logprobs/max": -5.5, + "all_logprobs/median": -7.09375, + "all_logprobs/min": -8.25, + "all_logprobs/p1": -7.84375, + "all_logprobs/p10": -7.6875, + "all_logprobs/p25": -7.53125, + "all_logprobs/p5": -7.75, + "all_logprobs/p75": -6.65625, + "all_logprobs/var": 0.2736203968524933, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.04, + "feature_vector_variance/max_squared_error": 1323.1572265625, + "feature_vector_variance/metric": 50.542049407958984, + "generated_tokens/total": 2130447.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.3245333323392335e-05, + "loss": 0.0, + "mean_logprobs": -7.0625, + "mean_logprobs/var": 0.0019073486328125, + "num_completions/total": 2400, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 134.01026916503906, + "per_token_feature_norm/max": 136.0, + "per_token_feature_norm/median": 134.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 134.0, + "per_token_feature_norm/p75": 134.0, + "per_token_feature_norm/var": 0.31617045402526855, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0238069295883179, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 3.176885911670979e-06, + "policy_entropy": 3.7966179847717285, + "policy_entropy/max": 3.890625, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.8125, + "policy_entropy/var": 0.00037642818642780185, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.027334293350577354, + "policy_sharpness/max": 0.03211734816431999, + "policy_sharpness/median": 0.027259154245257378, + "policy_sharpness/min": 0.015044267289340496, + "policy_sharpness/p25": 0.026468336582183838, + "policy_sharpness/p75": 0.028204532340168953, + "policy_sharpness/var": 1.8150210507883457e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 30, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 8.456757313979324e-06, + "adam_stats/lm_head/lr_effective_mean": -2.7304254343607504e-11, + "adam_stats/lm_head/lr_effective_min": -8.434961273451336e-06, + "adam_stats/lm_head/lr_effective_std": 5.389909460973286e-07, + "adam_stats/lr_effective_max": 8.627924216852989e-06, + "adam_stats/lr_effective_mean": 5.948389003584964e-11, + "adam_stats/lr_effective_min": -8.589533535996452e-06, + "adam_stats/m_t_max": 0.0005948532489128411, + "adam_stats/m_t_mean": -1.0790722482223458e-11, + "adam_stats/m_t_min": -0.0006993327406235039, + "adam_stats/v_t_max": 1.6216687072301283e-05, + "adam_stats/v_t_mean": 1.8957619762199895e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.992227077484131, + "all_logprobs/max": -5.5, + "all_logprobs/median": -7.03125, + "all_logprobs/min": -8.125, + "all_logprobs/p1": -7.84375, + "all_logprobs/p10": -7.625, + "all_logprobs/p25": -7.46875, + "all_logprobs/p5": -7.6875, + "all_logprobs/p75": -6.5625, + "all_logprobs/var": 0.2801041305065155, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.04133333333333333, + "feature_vector_variance/max_squared_error": 1293.361083984375, + "feature_vector_variance/metric": 60.47905349731445, + "generated_tokens/total": 2212367.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.3073586191080456e-05, + "loss": 0.0, + "mean_logprobs": -7.0, + "mean_logprobs/var": 0.0059814453125, + "num_completions/total": 2480, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 134.313232421875, + "per_token_feature_norm/max": 136.0, + "per_token_feature_norm/median": 134.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 134.0, + "per_token_feature_norm/p75": 135.0, + "per_token_feature_norm/var": 0.41885802149772644, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0237780809402466, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 3.458091214270098e-06, + "policy_entropy": 3.795395612716675, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.8125, + "policy_entropy/var": 0.00039928953628987074, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.027586717158555984, + "policy_sharpness/max": 0.03244597837328911, + "policy_sharpness/median": 0.027451230213046074, + "policy_sharpness/min": 0.016027159988880157, + "policy_sharpness/p25": 0.026570377871394157, + "policy_sharpness/p75": 0.028659213334321976, + "policy_sharpness/var": 2.220700025645783e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 31, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 7.510889190598391e-06, + "adam_stats/lm_head/lr_effective_mean": -2.4248578839314305e-11, + "adam_stats/lm_head/lr_effective_min": -7.4915337791026104e-06, + "adam_stats/lm_head/lr_effective_std": 4.786814429280639e-07, + "adam_stats/lr_effective_max": 7.662919415452052e-06, + "adam_stats/lr_effective_mean": 5.283094448027548e-11, + "adam_stats/lr_effective_min": -7.628795174241532e-06, + "adam_stats/m_t_max": 0.0005353679298423231, + "adam_stats/m_t_mean": -9.711656825950321e-12, + "adam_stats/m_t_min": -0.0006293994374573231, + "adam_stats/v_t_max": 1.6200470781768672e-05, + "adam_stats/v_t_mean": 1.8938639718968364e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.944955348968506, + "all_logprobs/max": -5.46875, + "all_logprobs/median": -6.96875, + "all_logprobs/min": -8.125, + "all_logprobs/p1": -7.78125, + "all_logprobs/p10": -7.59375, + "all_logprobs/p25": -7.40625, + "all_logprobs/p5": -7.65625, + "all_logprobs/p75": -6.5, + "all_logprobs/var": 0.2847624719142914, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.042666666666666665, + "feature_vector_variance/max_squared_error": 1142.3133544921875, + "feature_vector_variance/metric": 59.76356887817383, + "generated_tokens/total": 2294287.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.2895048502539883e-05, + "loss": 0.0, + "mean_logprobs": -6.9375, + "mean_logprobs/var": 0.004241943359375, + "num_completions/total": 2560, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 134.53854370117188, + "per_token_feature_norm/max": 136.0, + "per_token_feature_norm/median": 135.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 134.0, + "per_token_feature_norm/p75": 135.0, + "per_token_feature_norm/var": 0.41187360882759094, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0238072872161865, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 4.060235823999392e-06, + "policy_entropy": 3.7928483486175537, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.8125, + "policy_entropy/var": 0.0003861950244754553, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.027865424752235413, + "policy_sharpness/max": 0.0326305516064167, + "policy_sharpness/median": 0.02771683782339096, + "policy_sharpness/min": 0.017575779929757118, + "policy_sharpness/p25": 0.026871249079704285, + "policy_sharpness/p75": 0.0288490392267704, + "policy_sharpness/var": 1.935283989951131e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 32, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 6.666086846962571e-06, + "adam_stats/lm_head/lr_effective_mean": -2.1519610746145723e-11, + "adam_stats/lm_head/lr_effective_min": -6.64891149426694e-06, + "adam_stats/lm_head/lr_effective_std": 4.2481894979573553e-07, + "adam_stats/lr_effective_max": 6.8010244831384625e-06, + "adam_stats/lr_effective_mean": 4.6888860849580993e-11, + "adam_stats/lr_effective_min": -6.770713753212476e-06, + "adam_stats/m_t_max": 0.0004818311135750264, + "adam_stats/m_t_mean": -8.740486633074251e-12, + "adam_stats/m_t_min": -0.0005664594937115908, + "adam_stats/v_t_max": 1.6184270862140693e-05, + "adam_stats/v_t_mean": 1.8919713885845457e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.902143955230713, + "all_logprobs/max": -5.46875, + "all_logprobs/median": -6.9375, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.75, + "all_logprobs/p10": -7.5625, + "all_logprobs/p25": -7.375, + "all_logprobs/p5": -7.625, + "all_logprobs/p75": -6.4375, + "all_logprobs/var": 0.2840985059738159, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.044, + "feature_vector_variance/max_squared_error": 1347.928466796875, + "feature_vector_variance/metric": 54.27275466918945, + "generated_tokens/total": 2376207.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.270993777844248e-05, + "loss": 0.0, + "mean_logprobs": -6.90625, + "mean_logprobs/var": 0.001739501953125, + "num_completions/total": 2640, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 134.74041748046875, + "per_token_feature_norm/max": 136.0, + "per_token_feature_norm/median": 135.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 134.0, + "per_token_feature_norm/p75": 135.0, + "per_token_feature_norm/var": 0.3783612549304962, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0238310098648071, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 4.492882908380125e-06, + "policy_entropy": 3.790802478790283, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.8125, + "policy_entropy/var": 0.0003822858852799982, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.028179896995425224, + "policy_sharpness/max": 0.03273409232497215, + "policy_sharpness/median": 0.028095737099647522, + "policy_sharpness/min": 0.018281061202287674, + "policy_sharpness/p25": 0.027191627770662308, + "policy_sharpness/p75": 0.029137905687093735, + "policy_sharpness/var": 1.7840193322626874e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 33, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.912053893553093e-06, + "adam_stats/lm_head/lr_effective_mean": -1.908403123029867e-11, + "adam_stats/lm_head/lr_effective_min": -5.896823495277204e-06, + "adam_stats/lm_head/lr_effective_std": 3.767462146697653e-07, + "adam_stats/lr_effective_max": 6.031733846612042e-06, + "adam_stats/lr_effective_mean": 4.1585172805280735e-11, + "adam_stats/lr_effective_min": -6.004830538586248e-06, + "adam_stats/m_t_max": 0.0004336480051279068, + "adam_stats/m_t_mean": -7.86644100553291e-12, + "adam_stats/m_t_min": -0.0005098135443404317, + "adam_stats/v_t_max": 1.6168087313417345e-05, + "adam_stats/v_t_mean": 1.890078805272255e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.850996494293213, + "all_logprobs/max": -5.46875, + "all_logprobs/median": -6.875, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.6875, + "all_logprobs/p10": -7.5, + "all_logprobs/p25": -7.34375, + "all_logprobs/p5": -7.5625, + "all_logprobs/p75": -6.375, + "all_logprobs/var": 0.2884191572666168, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.04533333333333334, + "feature_vector_variance/max_squared_error": 1260.9957275390625, + "feature_vector_variance/metric": 55.33992385864258, + "generated_tokens/total": 2458127.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.2518479547691437e-05, + "loss": 0.0, + "mean_logprobs": -6.84375, + "mean_logprobs/var": 0.0013885498046875, + "num_completions/total": 2720, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.0316619873047, + "per_token_feature_norm/max": 137.0, + "per_token_feature_norm/median": 135.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 135.0, + "per_token_feature_norm/p75": 135.0, + "per_token_feature_norm/var": 0.33298563957214355, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0238289833068848, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 5.076349680166459e-06, + "policy_entropy": 3.7887227535247803, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003903232573065907, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02843744121491909, + "policy_sharpness/max": 0.033052969723939896, + "policy_sharpness/median": 0.028413865715265274, + "policy_sharpness/min": 0.02025435119867325, + "policy_sharpness/p25": 0.02739795856177807, + "policy_sharpness/p75": 0.02943502366542816, + "policy_sharpness/var": 1.8555530232333695e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 34, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.239485744823469e-06, + "adam_stats/lm_head/lr_effective_mean": -1.6911756717252757e-11, + "adam_stats/lm_head/lr_effective_min": -5.225990207691211e-06, + "adam_stats/lm_head/lr_effective_std": 3.3386959330528043e-07, + "adam_stats/lr_effective_max": 5.345556473912438e-06, + "adam_stats/lr_effective_mean": 3.685449168067123e-11, + "adam_stats/lr_effective_min": -5.321694061422022e-06, + "adam_stats/m_t_max": 0.00039028318133205175, + "adam_stats/m_t_mean": -7.0797942161582306e-12, + "adam_stats/m_t_min": -0.0004588321899063885, + "adam_stats/v_t_max": 1.615192013559863e-05, + "adam_stats/v_t_mean": 1.8881892577260473e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.813439846038818, + "all_logprobs/max": -5.4375, + "all_logprobs/median": -6.875, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.65625, + "all_logprobs/p10": -7.46875, + "all_logprobs/p25": -7.3125, + "all_logprobs/p5": -7.53125, + "all_logprobs/p75": -6.34375, + "all_logprobs/var": 0.2889094948768616, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.04666666666666667, + "feature_vector_variance/max_squared_error": 1334.7513427734375, + "feature_vector_variance/metric": 56.707069396972656, + "generated_tokens/total": 2540047.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.2320907072649045e-05, + "loss": 0.0, + "mean_logprobs": -6.8125, + "mean_logprobs/var": 0.00115966796875, + "num_completions/total": 2800, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.21690368652344, + "per_token_feature_norm/max": 137.0, + "per_token_feature_norm/median": 135.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 135.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.30413156747817993, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0238150358200073, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 5.39633310836507e-06, + "policy_entropy": 3.787435531616211, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00038829795084893703, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.028664732351899147, + "policy_sharpness/max": 0.03366221487522125, + "policy_sharpness/median": 0.028685474768280983, + "policy_sharpness/min": 0.020102793350815773, + "policy_sharpness/p25": 0.027629802003502846, + "policy_sharpness/p75": 0.029646608978509903, + "policy_sharpness/var": 1.8604372371555655e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 35, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.6399873099289834e-06, + "adam_stats/lm_head/lr_effective_mean": -1.4975643988779375e-11, + "adam_stats/lm_head/lr_effective_min": -4.628037459042389e-06, + "adam_stats/lm_head/lr_effective_std": 2.9565322279268e-07, + "adam_stats/lr_effective_max": 4.733926289191004e-06, + "adam_stats/lr_effective_mean": 3.2637757080289376e-11, + "adam_stats/lr_effective_min": -4.712777354143327e-06, + "adam_stats/m_t_max": 0.0003512548573780805, + "adam_stats/m_t_mean": -6.371815835376493e-12, + "adam_stats/m_t_min": -0.0004129489534534514, + "adam_stats/v_t_max": 1.6135769328684546e-05, + "adam_stats/v_t_mean": 1.886300360701143e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.796523571014404, + "all_logprobs/max": -5.4375, + "all_logprobs/median": -6.84375, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.65625, + "all_logprobs/p10": -7.46875, + "all_logprobs/p25": -7.28125, + "all_logprobs/p5": -7.53125, + "all_logprobs/p75": -6.34375, + "all_logprobs/var": 0.29236066341400146, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.048, + "feature_vector_variance/max_squared_error": 1206.734130859375, + "feature_vector_variance/metric": 60.1046257019043, + "generated_tokens/total": 2621967.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.2117461064942437e-05, + "loss": 0.0, + "mean_logprobs": -6.8125, + "mean_logprobs/var": 0.00244140625, + "num_completions/total": 2880, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.2681884765625, + "per_token_feature_norm/max": 137.0, + "per_token_feature_norm/median": 135.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 135.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.3449479341506958, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0237634181976318, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 5.28287500856095e-06, + "policy_entropy": 3.7868735790252686, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003675985208246857, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02874922566115856, + "policy_sharpness/max": 0.03324954956769943, + "policy_sharpness/median": 0.028762755915522575, + "policy_sharpness/min": 0.02087710238993168, + "policy_sharpness/p25": 0.027763355523347855, + "policy_sharpness/p75": 0.029687125235795975, + "policy_sharpness/var": 1.741543314892624e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 36, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.105985226487974e-06, + "adam_stats/lm_head/lr_effective_mean": -1.3251182269524708e-11, + "adam_stats/lm_head/lr_effective_min": -4.095412805327214e-06, + "adam_stats/lm_head/lr_effective_std": 2.6161393407164724e-07, + "adam_stats/lr_effective_max": 4.189117589703528e-06, + "adam_stats/lr_effective_mean": 2.888169564618792e-11, + "adam_stats/lr_effective_min": -4.1703874558152165e-06, + "adam_stats/m_t_max": 0.0003161293570883572, + "adam_stats/m_t_mean": -5.734634121734583e-12, + "adam_stats/m_t_min": -0.00037165405228734016, + "adam_stats/v_t_max": 1.611963307368569e-05, + "adam_stats/v_t_mean": 1.8844140657614528e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.779452800750732, + "all_logprobs/max": -5.4375, + "all_logprobs/median": -6.84375, + "all_logprobs/min": -8.125, + "all_logprobs/p1": -7.65625, + "all_logprobs/p10": -7.4375, + "all_logprobs/p25": -7.28125, + "all_logprobs/p5": -7.5, + "all_logprobs/p75": -6.3125, + "all_logprobs/var": 0.2931441068649292, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.04933333333333333, + "feature_vector_variance/max_squared_error": 2266.069580078125, + "feature_vector_variance/metric": 71.86038208007812, + "generated_tokens/total": 2703887.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.1908389392193549e-05, + "loss": 0.0, + "mean_logprobs": -6.78125, + "mean_logprobs/var": 0.0036773681640625, + "num_completions/total": 2960, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.3329315185547, + "per_token_feature_norm/max": 137.0, + "per_token_feature_norm/median": 135.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 135.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.4500691890716553, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236921310424805, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 5.223639163887128e-06, + "policy_entropy": 3.7873191833496094, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.796875, + "policy_entropy/min": 3.71875, + "policy_entropy/p25": 3.78125, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003754021890927106, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.028764594346284866, + "policy_sharpness/max": 0.03329081833362579, + "policy_sharpness/median": 0.028765005990862846, + "policy_sharpness/min": 0.016439074650406837, + "policy_sharpness/p25": 0.02777761034667492, + "policy_sharpness/p75": 0.029749399051070213, + "policy_sharpness/var": 1.9769202026509447e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 37, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.630652372521581e-06, + "adam_stats/lm_head/lr_effective_mean": -1.1716301540065643e-11, + "adam_stats/lm_head/lr_effective_min": -3.62130504072411e-06, + "adam_stats/lm_head/lr_effective_std": 2.3131603654746868e-07, + "adam_stats/lr_effective_max": 3.704164328155457e-06, + "adam_stats/lr_effective_mean": 2.5538278089487498e-11, + "adam_stats/lr_effective_min": -3.6875899240840226e-06, + "adam_stats/m_t_max": 0.0002845164272002876, + "adam_stats/m_t_mean": -5.161172270812253e-12, + "adam_stats/m_t_min": -0.00033448863541707397, + "adam_stats/v_t_max": 1.6103513189591467e-05, + "adam_stats/v_t_mean": 1.882530156066542e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.796367645263672, + "all_logprobs/max": -5.4375, + "all_logprobs/median": -6.84375, + "all_logprobs/min": -8.3125, + "all_logprobs/p1": -7.90625, + "all_logprobs/p10": -7.46875, + "all_logprobs/p25": -7.28125, + "all_logprobs/p5": -7.59375, + "all_logprobs/p75": -6.3125, + "all_logprobs/var": 0.3226962983608246, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.050666666666666665, + "feature_vector_variance/max_squared_error": 3205.17724609375, + "feature_vector_variance/metric": 149.5718536376953, + "generated_tokens/total": 2785807.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.1693946776030601e-05, + "loss": 0.0, + "mean_logprobs": -6.8125, + "mean_logprobs/var": 0.03173828125, + "num_completions/total": 3040, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.28558349609375, + "per_token_feature_norm/max": 137.0, + "per_token_feature_norm/median": 135.0, + "per_token_feature_norm/min": 130.0, + "per_token_feature_norm/p25": 135.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 1.0274038314819336, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0237358808517456, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 5.498989139596233e-06, + "policy_entropy": 3.7855629920959473, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00038159574614837766, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.028804799541831017, + "policy_sharpness/max": 0.033742498606443405, + "policy_sharpness/median": 0.029005100950598717, + "policy_sharpness/min": 0.017187874764204025, + "policy_sharpness/p25": 0.027902161702513695, + "policy_sharpness/p75": 0.02997449040412903, + "policy_sharpness/var": 3.0350377073773416e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 38, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.2078389722300926e-06, + "adam_stats/lm_head/lr_effective_mean": -1.035111146102663e-11, + "adam_stats/lm_head/lr_effective_min": -3.1995814424590208e-06, + "adam_stats/lm_head/lr_effective_std": 2.043672253648765e-07, + "adam_stats/lr_effective_max": 3.2727932648413116e-06, + "adam_stats/lr_effective_mean": 2.256425948865548e-11, + "adam_stats/lr_effective_min": -3.2581369850959163e-06, + "adam_stats/m_t_max": 0.0002560647844802588, + "adam_stats/m_t_mean": -4.6450556075161575e-12, + "adam_stats/m_t_min": -0.00030103977769613266, + "adam_stats/v_t_max": 1.6087409676401876e-05, + "adam_stats/v_t_mean": 1.8806477642546726e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.710330486297607, + "all_logprobs/max": -5.375, + "all_logprobs/median": -6.75, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.5625, + "all_logprobs/p10": -7.40625, + "all_logprobs/p25": -7.21875, + "all_logprobs/p5": -7.46875, + "all_logprobs/p75": -6.25, + "all_logprobs/var": 0.29730358719825745, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.052, + "feature_vector_variance/max_squared_error": 1459.47119140625, + "feature_vector_variance/metric": 59.78212356567383, + "generated_tokens/total": 2867727.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.1474394481749037e-05, + "loss": 0.0, + "mean_logprobs": -6.71875, + "mean_logprobs/var": 0.001312255859375, + "num_completions/total": 3120, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.71676635742188, + "per_token_feature_norm/max": 137.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 135.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.3857848048210144, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0237420797348022, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 6.44295596430311e-06, + "policy_entropy": 3.7826459407806396, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003658164932858199, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.0293432530015707, + "policy_sharpness/max": 0.033915817737579346, + "policy_sharpness/median": 0.029342735186219215, + "policy_sharpness/min": 0.021382803097367287, + "policy_sharpness/p25": 0.02847013808786869, + "policy_sharpness/p75": 0.03018457256257534, + "policy_sharpness/var": 1.5749817521282239e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 39, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.8320084766164655e-06, + "adam_stats/lm_head/lr_effective_mean": -9.137709686135587e-12, + "adam_stats/lm_head/lr_effective_min": -2.8247193313291064e-06, + "adam_stats/lm_head/lr_effective_std": 1.804142470973602e-07, + "adam_stats/lr_effective_max": 2.8893555281683803e-06, + "adam_stats/lr_effective_mean": 1.992068662803881e-11, + "adam_stats/lr_effective_min": -2.876405915230862e-06, + "adam_stats/m_t_max": 0.0002304583031218499, + "adam_stats/m_t_mean": -4.180547401311241e-12, + "adam_stats/m_t_min": -0.0002709357941057533, + "adam_stats/v_t_max": 1.6071322534116916e-05, + "adam_stats/v_t_mean": 1.8787668903258448e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.756722450256348, + "all_logprobs/max": -5.375, + "all_logprobs/median": -6.8125, + "all_logprobs/min": -8.4375, + "all_logprobs/p1": -7.8125, + "all_logprobs/p10": -7.4375, + "all_logprobs/p25": -7.25, + "all_logprobs/p5": -7.53125, + "all_logprobs/p75": -6.28125, + "all_logprobs/var": 0.3196379244327545, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.05333333333333334, + "feature_vector_variance/max_squared_error": 4135.36572265625, + "feature_vector_variance/metric": 134.29254150390625, + "generated_tokens/total": 2949647.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.125e-05, + "loss": 0.0, + "mean_logprobs": -6.75, + "mean_logprobs/var": 0.027099609375, + "num_completions/total": 3200, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.51449584960938, + "per_token_feature_norm/max": 137.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 130.0, + "per_token_feature_norm/p25": 135.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.9817370772361755, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0237056016921997, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 6.109962669142988e-06, + "policy_entropy": 3.7846341133117676, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0004097261989954859, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02898579277098179, + "policy_sharpness/max": 0.033599939197301865, + "policy_sharpness/median": 0.029204681515693665, + "policy_sharpness/min": 0.018942827358841896, + "policy_sharpness/p25": 0.0281932782381773, + "policy_sharpness/p75": 0.030109543353319168, + "policy_sharpness/var": 3.0816181606496684e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 40, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.4981795831990894e-06, + "adam_stats/lm_head/lr_effective_mean": -8.05999798153545e-12, + "adam_stats/lm_head/lr_effective_min": -2.491750592525932e-06, + "adam_stats/lm_head/lr_effective_std": 1.5913934703348787e-07, + "adam_stats/lr_effective_max": 2.5487693164905068e-06, + "adam_stats/lr_effective_mean": 1.75725579920627e-11, + "adam_stats/lr_effective_min": -2.5373371954628965e-06, + "adam_stats/m_t_max": 0.00020741246407851577, + "adam_stats/m_t_mean": -3.762492487707769e-12, + "adam_stats/m_t_min": -0.00024384220887441188, + "adam_stats/v_t_max": 1.605525176273659e-05, + "adam_stats/v_t_mean": 1.8768884016417964e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.690103054046631, + "all_logprobs/max": -5.375, + "all_logprobs/median": -6.75, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.5625, + "all_logprobs/p10": -7.375, + "all_logprobs/p25": -7.1875, + "all_logprobs/p5": -7.4375, + "all_logprobs/p75": -6.21875, + "all_logprobs/var": 0.30065926909446716, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.05466666666666667, + "feature_vector_variance/max_squared_error": 1594.9493408203125, + "feature_vector_variance/metric": 63.918426513671875, + "generated_tokens/total": 3031567.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.1021036720894182e-05, + "loss": 0.0, + "mean_logprobs": -6.6875, + "mean_logprobs/var": 0.0022125244140625, + "num_completions/total": 3280, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.8619842529297, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.3921639919281006, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023705005645752, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 6.938790193089517e-06, + "policy_entropy": 3.7813503742218018, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003607870312407613, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029507959261536598, + "policy_sharpness/max": 0.03382803127169609, + "policy_sharpness/median": 0.029489045962691307, + "policy_sharpness/min": 0.020829832181334496, + "policy_sharpness/p25": 0.028658462688326836, + "policy_sharpness/p75": 0.030333133414387703, + "policy_sharpness/var": 1.5433649878104916e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 41, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.2018748495611362e-06, + "adam_stats/lm_head/lr_effective_mean": -7.103501380861799e-12, + "adam_stats/lm_head/lr_effective_min": -2.196209379690117e-06, + "adam_stats/lm_head/lr_effective_std": 1.4025687278262922e-07, + "adam_stats/lr_effective_max": 2.2464666926680366e-06, + "adam_stats/lr_effective_mean": 1.548837620657384e-11, + "adam_stats/lr_effective_min": -2.2363824427884538e-06, + "adam_stats/m_t_max": 0.0001866712118498981, + "adam_stats/m_t_mean": -3.386242891992297e-12, + "adam_stats/m_t_min": -0.00021945798653177917, + "adam_stats/v_t_max": 1.6039197362260893e-05, + "adam_stats/v_t_mean": 1.8750114308407895e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.682619571685791, + "all_logprobs/max": -5.28125, + "all_logprobs/median": -6.75, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.375, + "all_logprobs/p25": -7.1875, + "all_logprobs/p5": -7.4375, + "all_logprobs/p75": -6.21875, + "all_logprobs/var": 0.3016487658023834, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.056, + "feature_vector_variance/max_squared_error": 1574.0350341796875, + "feature_vector_variance/metric": 60.7067985534668, + "generated_tokens/total": 3113487.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.078778360091808e-05, + "loss": 0.0, + "mean_logprobs": -6.6875, + "mean_logprobs/var": 0.00151824951171875, + "num_completions/total": 3360, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.9196014404297, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.3621789216995239, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236741304397583, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 7.1048921199690085e-06, + "policy_entropy": 3.781285047531128, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003546706575434655, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02950943075120449, + "policy_sharpness/max": 0.03423319384455681, + "policy_sharpness/median": 0.029478542506694794, + "policy_sharpness/min": 0.02056947909295559, + "policy_sharpness/p25": 0.02867721952497959, + "policy_sharpness/p75": 0.030305372551083565, + "policy_sharpness/var": 1.4671953749711975e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 42, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.939070898515638e-06, + "adam_stats/lm_head/lr_effective_mean": -6.255213794853498e-12, + "adam_stats/lm_head/lr_effective_min": -1.9340823200764135e-06, + "adam_stats/lm_head/lr_effective_std": 1.2351019051948242e-07, + "adam_stats/lr_effective_max": 1.9783421976171667e-06, + "adam_stats/lr_effective_mean": 1.3639815839294744e-11, + "adam_stats/lr_effective_min": -1.9694546153914416e-06, + "adam_stats/m_t_max": 0.00016800408775452524, + "adam_stats/m_t_mean": -3.0476187979494584e-12, + "adam_stats/m_t_min": -0.0001975121849682182, + "adam_stats/v_t_max": 1.6023157513700426e-05, + "adam_stats/v_t_mean": 1.873136845284562e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.659846782684326, + "all_logprobs/max": -5.3125, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.40625, + "all_logprobs/p75": -6.1875, + "all_logprobs/var": 0.3031567335128784, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.05733333333333333, + "feature_vector_variance/max_squared_error": 1711.9827880859375, + "feature_vector_variance/metric": 59.71718978881836, + "generated_tokens/total": 3195407.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.0550524823068504e-05, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.00077056884765625, + "num_completions/total": 3440, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.07057189941406, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.3200112581253052, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023677945137024, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 7.895831913629081e-06, + "policy_entropy": 3.7793240547180176, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00035442886292003095, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029746538028120995, + "policy_sharpness/max": 0.03406437486410141, + "policy_sharpness/median": 0.029711885377764702, + "policy_sharpness/min": 0.021866749972105026, + "policy_sharpness/p25": 0.02894657850265503, + "policy_sharpness/p75": 0.030504953116178513, + "policy_sharpness/var": 1.3959291891296743e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 43, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.7061549897334771e-06, + "adam_stats/lm_head/lr_effective_mean": -5.50345359562332e-12, + "adam_stats/lm_head/lr_effective_min": -1.7017661093632341e-06, + "adam_stats/lm_head/lr_effective_std": 1.0866887834026784e-07, + "adam_stats/lr_effective_max": 1.7407111272405018e-06, + "adam_stats/lr_effective_mean": 1.2001476201728423e-11, + "adam_stats/lr_effective_min": -1.7328845842712326e-06, + "adam_stats/m_t_max": 0.00015120366879273206, + "adam_stats/m_t_mean": -2.742857807200294e-12, + "adam_stats/m_t_min": -0.00017776095774024725, + "adam_stats/v_t_max": 1.600713403604459e-05, + "adam_stats/v_t_mean": 1.8712631270900726e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.663926124572754, + "all_logprobs/max": -5.28125, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.5625, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.4375, + "all_logprobs/p75": -6.1875, + "all_logprobs/var": 0.30497485399246216, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.058666666666666666, + "feature_vector_variance/max_squared_error": 1811.744384765625, + "feature_vector_variance/metric": 67.27422332763672, + "generated_tokens/total": 3277327.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.0309549450619342e-05, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.00286865234375, + "num_completions/total": 3520, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.0216827392578, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.38173824548721313, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236215591430664, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 7.5703183028963394e-06, + "policy_entropy": 3.7799370288848877, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003509391681291163, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02967517450451851, + "policy_sharpness/max": 0.03419867902994156, + "policy_sharpness/median": 0.029644358903169632, + "policy_sharpness/min": 0.020411916077136993, + "policy_sharpness/p25": 0.028865545988082886, + "policy_sharpness/p75": 0.030471939593553543, + "policy_sharpness/var": 1.4785582607146353e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 44, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.4998862525317236e-06, + "adam_stats/lm_head/lr_effective_mean": -4.837756931164172e-12, + "adam_stats/lm_head/lr_effective_min": -1.4960286307541537e-06, + "adam_stats/lm_head/lr_effective_std": 9.552622515229814e-08, + "adam_stats/lr_effective_max": 1.5302662177418824e-06, + "adam_stats/lr_effective_mean": 1.0550582976720513e-11, + "adam_stats/lr_effective_min": -1.5233803196679219e-06, + "adam_stats/m_t_max": 0.00013608329754788429, + "adam_stats/m_t_mean": -2.468571137434483e-12, + "adam_stats/m_t_min": -0.00015998486196622252, + "adam_stats/v_t_max": 1.5991126929293387e-05, + "adam_stats/v_t_mean": 1.8693922278212316e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.6511383056640625, + "all_logprobs/max": -5.21875, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.40625, + "all_logprobs/p75": -6.1875, + "all_logprobs/var": 0.3028331398963928, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.06, + "feature_vector_variance/max_squared_error": 1658.0821533203125, + "feature_vector_variance/metric": 63.193580627441406, + "generated_tokens/total": 3359247.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.0065151074942516e-05, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.00130462646484375, + "num_completions/total": 3600, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.09593200683594, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.33118465542793274, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236014127731323, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 7.759151230857242e-06, + "policy_entropy": 3.7792325019836426, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00033346787677146494, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029812544584274292, + "policy_sharpness/max": 0.034047119319438934, + "policy_sharpness/median": 0.029762905091047287, + "policy_sharpness/min": 0.021607141941785812, + "policy_sharpness/p25": 0.029038114473223686, + "policy_sharpness/p75": 0.03055165894329548, + "policy_sharpness/var": 1.3525527720048558e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 45, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.317357941843511e-06, + "adam_stats/lm_head/lr_effective_mean": -4.2487159623849635e-12, + "adam_stats/lm_head/lr_effective_min": -1.3139703014530824e-06, + "adam_stats/lm_head/lr_effective_std": 8.389685035581351e-08, + "adam_stats/lr_effective_max": 1.3440421753330156e-06, + "adam_stats/lr_effective_mean": 9.266660355722323e-12, + "adam_stats/lr_effective_min": -1.3379894880927168e-06, + "adam_stats/m_t_max": 0.0001224749576067552, + "adam_stats/m_t_mean": -2.221714132111252e-12, + "adam_stats/m_t_min": -0.00014398636994883418, + "adam_stats/v_t_max": 1.5975136193446815e-05, + "adam_stats/v_t_mean": 1.867522846435432e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.643501281738281, + "all_logprobs/max": -5.15625, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.40625, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.30812159180641174, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.06133333333333333, + "feature_vector_variance/max_squared_error": 1510.7662353515625, + "feature_vector_variance/metric": 65.26241302490234, + "generated_tokens/total": 3441167.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 9.817627457812105e-06, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.0018768310546875, + "num_completions/total": 3680, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.11732482910156, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.3477512300014496, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023630976676941, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 8.373663149541244e-06, + "policy_entropy": 3.777808427810669, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003382944269105792, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02984047494828701, + "policy_sharpness/max": 0.034078631550073624, + "policy_sharpness/median": 0.029786914587020874, + "policy_sharpness/min": 0.022295920178294182, + "policy_sharpness/p25": 0.02905312180519104, + "policy_sharpness/p75": 0.03059573844075203, + "policy_sharpness/var": 1.3866531389794545e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 46, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.155965605903475e-06, + "adam_stats/lm_head/lr_effective_mean": -3.727927255087193e-12, + "adam_stats/lm_head/lr_effective_min": -1.1529933772180812e-06, + "adam_stats/lm_head/lr_effective_std": 7.36146716917574e-08, + "adam_stats/lr_effective_max": 1.179381797555834e-06, + "adam_stats/lr_effective_mean": 8.1314139449562e-12, + "adam_stats/lr_effective_min": -1.1740664831449976e-06, + "adam_stats/m_t_max": 0.00011022746184607968, + "adam_stats/m_t_mean": -1.999544410255516e-12, + "adam_stats/m_t_min": -0.00012958773004356772, + "adam_stats/v_t_max": 1.5959161828504875e-05, + "adam_stats/v_t_mean": 1.8656551997731086e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.707104682922363, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.78125, + "all_logprobs/min": -8.25, + "all_logprobs/p1": -7.90625, + "all_logprobs/p10": -7.40625, + "all_logprobs/p25": -7.1875, + "all_logprobs/p5": -7.59375, + "all_logprobs/p75": -6.21875, + "all_logprobs/var": 0.34897592663764954, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.06266666666666666, + "feature_vector_variance/max_squared_error": 3324.17333984375, + "feature_vector_variance/metric": 187.7640838623047, + "generated_tokens/total": 3523087.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 9.567280168627493e-06, + "loss": 0.0, + "mean_logprobs": -6.71875, + "mean_logprobs/var": 0.0556640625, + "num_completions/total": 3760, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.85614013671875, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 1.3342400789260864, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235379934310913, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 7.945764991745818e-06, + "policy_entropy": 3.7825469970703125, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0005174307152628899, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029234493151307106, + "policy_sharpness/max": 0.034290216863155365, + "policy_sharpness/median": 0.029692376032471657, + "policy_sharpness/min": 0.017904412001371384, + "policy_sharpness/p25": 0.028826531022787094, + "policy_sharpness/p75": 0.03052971139550209, + "policy_sharpness/var": 5.245845386525616e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 47, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.0133773002962698e-06, + "adam_stats/lm_head/lr_effective_mean": -3.267849315799487e-12, + "adam_stats/lm_head/lr_effective_min": -1.010772166409879e-06, + "adam_stats/lm_head/lr_effective_std": 6.45309725655352e-08, + "adam_stats/lr_effective_max": 1.033906187331013e-06, + "adam_stats/lr_effective_mean": 7.128428056168978e-12, + "adam_stats/lr_effective_min": -1.0292427532476722e-06, + "adam_stats/m_t_max": 9.920471347868443e-05, + "adam_stats/m_t_mean": -1.7995887982916181e-12, + "adam_stats/m_t_min": -0.00011662895121844485, + "adam_stats/v_t_max": 1.5943202015478164e-05, + "adam_stats/v_t_mean": 1.86378972151513e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.654760837554932, + "all_logprobs/max": -5.25, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.40625, + "all_logprobs/p75": -6.1875, + "all_logprobs/var": 0.3073756694793701, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.064, + "feature_vector_variance/max_squared_error": 1657.1343994140625, + "feature_vector_variance/metric": 67.9100570678711, + "generated_tokens/total": 3605007.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 9.314414216997507e-06, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.00244140625, + "num_completions/total": 3840, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.06861877441406, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.36979687213897705, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236488580703735, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 8.25839742901735e-06, + "policy_entropy": 3.7783501148223877, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003340212278999388, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029740775004029274, + "policy_sharpness/max": 0.03412364795804024, + "policy_sharpness/median": 0.029695378616452217, + "policy_sharpness/min": 0.02164391055703163, + "policy_sharpness/p25": 0.028942076489329338, + "policy_sharpness/p75": 0.030519956722855568, + "policy_sharpness/var": 1.4383924735739129e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 48, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 8.87505905211583e-07, + "adam_stats/lm_head/lr_effective_mean": -2.861744695381585e-12, + "adam_stats/lm_head/lr_effective_min": -8.852246651258611e-07, + "adam_stats/lm_head/lr_effective_std": 5.6512675428166403e-08, + "adam_stats/lr_effective_max": 9.054858765011886e-07, + "adam_stats/lr_effective_mean": 6.243026495073023e-12, + "adam_stats/lr_effective_min": -9.013984367811645e-07, + "adam_stats/m_t_max": 8.928423631004989e-05, + "adam_stats/m_t_mean": -1.6196292354150876e-12, + "adam_stats/m_t_min": -0.00010496605682419613, + "adam_stats/v_t_max": 1.5927258573356085e-05, + "adam_stats/v_t_mean": 1.8619259779806274e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.617442607879639, + "all_logprobs/max": -5.25, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.3108353018760681, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.06533333333333333, + "feature_vector_variance/max_squared_error": 1600.9105224609375, + "feature_vector_variance/metric": 63.243896484375, + "generated_tokens/total": 3686927.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 9.059337681133194e-06, + "loss": 0.0, + "mean_logprobs": -6.625, + "mean_logprobs/var": 0.00127410888671875, + "num_completions/total": 3920, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.2517547607422, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3104918599128723, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.02359938621521, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 9.624685844755732e-06, + "policy_entropy": 3.776050567626953, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00033603375777602196, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030014891177415848, + "policy_sharpness/max": 0.03427445888519287, + "policy_sharpness/median": 0.029939977452158928, + "policy_sharpness/min": 0.02173694595694542, + "policy_sharpness/p25": 0.029246509075164795, + "policy_sharpness/p75": 0.030745048075914383, + "policy_sharpness/var": 1.2996597433811985e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 49, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 7.764852512082143e-07, + "adam_stats/lm_head/lr_effective_mean": -2.5035772066583917e-12, + "adam_stats/lm_head/lr_effective_min": -7.744897629891057e-07, + "adam_stats/lm_head/lr_effective_std": 4.944078924040696e-08, + "adam_stats/lr_effective_max": 7.922168379081995e-07, + "adam_stats/lr_effective_mean": 5.462091716423867e-12, + "adam_stats/lr_effective_min": -7.88637976256723e-07, + "adam_stats/m_t_max": 8.035581413423643e-05, + "adam_stats/m_t_mean": -1.4576665612400785e-12, + "adam_stats/m_t_min": -9.446944750379771e-05, + "adam_stats/v_t_max": 1.5911331502138637e-05, + "adam_stats/v_t_mean": 1.8600633186482973e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.6422882080078125, + "all_logprobs/max": -5.21875, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.40625, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.30937686562538147, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.06666666666666667, + "feature_vector_variance/max_squared_error": 1854.1571044921875, + "feature_vector_variance/metric": 67.53270721435547, + "generated_tokens/total": 3768847.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 8.80236133250198e-06, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.0030517578125, + "num_completions/total": 4000, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.124755859375, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 136.0, + "per_token_feature_norm/var": 0.361490398645401, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023566722869873, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 8.530024388164748e-06, + "policy_entropy": 3.7778682708740234, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003241777594666928, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029788916930556297, + "policy_sharpness/max": 0.034180670976638794, + "policy_sharpness/median": 0.029744146391749382, + "policy_sharpness/min": 0.021078934893012047, + "policy_sharpness/p25": 0.029006602242588997, + "policy_sharpness/p75": 0.030547719448804855, + "policy_sharpness/var": 1.3810976042805123e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 50, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 6.786474386899499e-07, + "adam_stats/lm_head/lr_effective_mean": -2.187965737407427e-12, + "adam_stats/lm_head/lr_effective_min": -6.769036531295569e-07, + "adam_stats/lm_head/lr_effective_std": 4.3208974176423e-08, + "adam_stats/lr_effective_max": 6.923975774952851e-07, + "adam_stats/lr_effective_mean": 4.773879642289147e-12, + "adam_stats/lr_effective_min": -6.892670398883638e-07, + "adam_stats/m_t_max": 7.232023199321702e-05, + "adam_stats/m_t_mean": -1.3118990485963544e-12, + "adam_stats/m_t_min": -8.502249693265185e-05, + "adam_stats/v_t_max": 1.589542080182582e-05, + "adam_stats/v_t_mean": 1.858204128762919e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.623703956604004, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.40625, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.3113349378108978, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.068, + "feature_vector_variance/max_squared_error": 2213.154296875, + "feature_vector_variance/metric": 67.66040802001953, + "generated_tokens/total": 3850767.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 8.543798257200491e-06, + "loss": 0.0, + "mean_logprobs": -6.625, + "mean_logprobs/var": 0.00173187255859375, + "num_completions/total": 4080, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.21469116210938, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3402784764766693, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235751867294312, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 9.159616638498846e-06, + "policy_entropy": 3.776813268661499, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00033293318119831383, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02996680699288845, + "policy_sharpness/max": 0.03433973714709282, + "policy_sharpness/median": 0.029898708686232567, + "policy_sharpness/min": 0.020727792754769325, + "policy_sharpness/p25": 0.029200179502367973, + "policy_sharpness/p75": 0.030691025778651237, + "policy_sharpness/var": 1.3210965335019864e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 51, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.925030563957989e-07, + "adam_stats/lm_head/lr_effective_mean": -1.910098164706331e-12, + "adam_stats/lm_head/lr_effective_min": -5.909808464821253e-07, + "adam_stats/lm_head/lr_effective_std": 3.772227330500755e-08, + "adam_stats/lr_effective_max": 6.045085001460393e-07, + "adam_stats/lr_effective_mean": 4.167923384895689e-12, + "adam_stats/lr_effective_min": -6.017730811436195e-07, + "adam_stats/m_t_max": 6.508820661110803e-05, + "adam_stats/m_t_mean": -1.1807097183638704e-12, + "adam_stats/m_t_min": -7.652024214621633e-05, + "adam_stats/v_t_max": 1.5879526472417638e-05, + "adam_stats/v_t_mean": 1.856345806239279e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.614305019378662, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3158220052719116, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.06933333333333333, + "feature_vector_variance/max_squared_error": 2062.398193359375, + "feature_vector_variance/metric": 67.2181167602539, + "generated_tokens/total": 3932687.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 8.283963474507402e-06, + "loss": 0.0, + "mean_logprobs": -6.625, + "mean_logprobs/var": 0.0021209716796875, + "num_completions/total": 4160, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.2650909423828, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.33952251076698303, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023630976676941, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0066447430290282e-05, + "policy_entropy": 3.7751526832580566, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003329580067656934, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030019259080290794, + "policy_sharpness/max": 0.03466236591339111, + "policy_sharpness/median": 0.029956484213471413, + "policy_sharpness/min": 0.020623499527573586, + "policy_sharpness/p25": 0.02925645187497139, + "policy_sharpness/p75": 0.03075724095106125, + "policy_sharpness/var": 1.315354438702343e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 52, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.167229915059579e-07, + "adam_stats/lm_head/lr_effective_mean": -1.6656785542870645e-12, + "adam_stats/lm_head/lr_effective_min": -5.15395697675558e-07, + "adam_stats/lm_head/lr_effective_std": 3.289596861577593e-08, + "adam_stats/lr_effective_max": 5.271935492601187e-07, + "adam_stats/lr_effective_mean": 3.6348641110905966e-12, + "adam_stats/lr_effective_min": -5.248060688245459e-07, + "adam_stats/m_t_max": 5.857938594999723e-05, + "adam_stats/m_t_mean": -1.0626384754769402e-12, + "adam_stats/m_t_min": -6.886821938678622e-05, + "adam_stats/v_t_max": 1.5863646694924682e-05, + "adam_stats/v_t_mean": 1.854489652119984e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.596192359924316, + "all_logprobs/max": -5.15625, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3149842917919159, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.07066666666666667, + "feature_vector_variance/max_squared_error": 1484.1505126953125, + "feature_vector_variance/metric": 61.373207092285156, + "generated_tokens/total": 4014607.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 8.02317355308094e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.000888824462890625, + "num_completions/total": 4240, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.31741333007812, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.30743408203125, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235460996627808, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0516066140553448e-05, + "policy_entropy": 3.7748401165008545, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00034057869925163686, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03012160025537014, + "policy_sharpness/max": 0.034498799592256546, + "policy_sharpness/median": 0.030040517449378967, + "policy_sharpness/min": 0.022127099335193634, + "policy_sharpness/p25": 0.02936449460685253, + "policy_sharpness/p75": 0.030828332528471947, + "policy_sharpness/var": 1.255763436347479e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 53, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.5012200189376017e-07, + "adam_stats/lm_head/lr_effective_mean": -1.4508821661457505e-12, + "adam_stats/lm_head/lr_effective_min": -4.489659772843879e-07, + "adam_stats/lm_head/lr_effective_std": 2.8654486783352695e-08, + "adam_stats/lr_effective_max": 4.592434379446786e-07, + "adam_stats/lr_effective_mean": 3.1663727629444027e-12, + "adam_stats/lr_effective_min": -4.571620024762524e-07, + "adam_stats/m_t_max": 5.272144699119963e-05, + "adam_stats/m_t_mean": -9.56374953189898e-13, + "adam_stats/m_t_min": -6.198139453772455e-05, + "adam_stats/v_t_max": 1.584778328833636e-05, + "adam_stats/v_t_mean": 1.8526347990432956e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.672000408172607, + "all_logprobs/max": -5.15625, + "all_logprobs/median": -6.75, + "all_logprobs/min": -8.25, + "all_logprobs/p1": -7.84375, + "all_logprobs/p10": -7.375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.5, + "all_logprobs/p75": -6.1875, + "all_logprobs/var": 0.3398115038871765, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.072, + "feature_vector_variance/max_squared_error": 4211.44873046875, + "feature_vector_variance/metric": 163.57119750976562, + "generated_tokens/total": 4096527.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 7.76174622526876e-06, + "loss": 0.0, + "mean_logprobs": -6.6875, + "mean_logprobs/var": 0.040283203125, + "num_completions/total": 4320, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 135.95547485351562, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 130.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 1.1386786699295044, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235109329223633, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 8.667248039273545e-06, + "policy_entropy": 3.7801568508148193, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0004476238100323826, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029557382687926292, + "policy_sharpness/max": 0.03402610868215561, + "policy_sharpness/median": 0.029767407104372978, + "policy_sharpness/min": 0.018737994134426117, + "policy_sharpness/p25": 0.028964586555957794, + "policy_sharpness/p75": 0.03058842569589615, + "policy_sharpness/var": 2.931126118710381e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 54, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.916437663065153e-07, + "adam_stats/lm_head/lr_effective_mean": -1.2622973413062288e-12, + "adam_stats/lm_head/lr_effective_min": -3.9063812096173933e-07, + "adam_stats/lm_head/lr_effective_std": 2.4930512765308777e-08, + "adam_stats/lr_effective_max": 3.9958055708666507e-07, + "adam_stats/lr_effective_mean": 2.7550208208521054e-12, + "adam_stats/lr_effective_min": -3.9776816151970706e-07, + "adam_stats/m_t_max": 4.7449302655877545e-05, + "adam_stats/m_t_mean": -8.607371000841912e-13, + "adam_stats/m_t_min": -5.5783253628760576e-05, + "adam_stats/v_t_max": 1.5831936252652667e-05, + "adam_stats/v_t_mean": 1.850782764892256e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.616007328033447, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -8.0625, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.3119471073150635, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.07333333333333333, + "feature_vector_variance/max_squared_error": 2051.100830078125, + "feature_vector_variance/metric": 73.4501953125, + "generated_tokens/total": 4178447.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 7.5e-06, + "loss": 0.0, + "mean_logprobs": -6.625, + "mean_logprobs/var": 0.003509521484375, + "num_completions/total": 4400, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.2475128173828, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3910871148109436, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235037803649902, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 9.342516023025382e-06, + "policy_entropy": 3.776630401611328, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00033178317244164646, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02995959296822548, + "policy_sharpness/max": 0.03443952649831772, + "policy_sharpness/median": 0.029903961345553398, + "policy_sharpness/min": 0.020390156656503677, + "policy_sharpness/p25": 0.02919398993253708, + "policy_sharpness/p75": 0.030708283185958862, + "policy_sharpness/var": 1.3774068747807178e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 55, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.403478103791713e-07, + "adam_stats/lm_head/lr_effective_mean": -1.0968872294833676e-12, + "adam_stats/lm_head/lr_effective_min": -3.394739849227335e-07, + "adam_stats/lm_head/lr_effective_std": 2.1664090965600735e-08, + "adam_stats/lr_effective_max": 3.4724547504083603e-07, + "adam_stats/lr_effective_mean": 2.3941883631889427e-12, + "adam_stats/lr_effective_min": -3.4566915019240696e-07, + "adam_stats/m_t_max": 4.270437057130039e-05, + "adam_stats/m_t_mean": -7.746635364430654e-13, + "adam_stats/m_t_min": -5.0204926083097234e-05, + "adam_stats/v_t_max": 1.5816103768884204e-05, + "adam_stats/v_t_mean": 1.848931598102954e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.594099521636963, + "all_logprobs/max": -5.15625, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.311859667301178, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.07466666666666667, + "feature_vector_variance/max_squared_error": 1811.9180908203125, + "feature_vector_variance/metric": 63.817073822021484, + "generated_tokens/total": 4260367.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 7.238253774731245e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00115966796875, + "num_completions/total": 4480, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.36891174316406, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.32532328367233276, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235240459442139, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0503223165869713e-05, + "policy_entropy": 3.7750351428985596, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00034020296880044043, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030129684135317802, + "policy_sharpness/max": 0.03476140275597572, + "policy_sharpness/median": 0.03004651889204979, + "policy_sharpness/min": 0.022277163341641426, + "policy_sharpness/p25": 0.029384754598140717, + "policy_sharpness/p75": 0.030822327360510826, + "policy_sharpness/var": 1.214828898810083e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 56, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.953971431907121e-07, + "adam_stats/lm_head/lr_effective_mean": -9.519495651824639e-13, + "adam_stats/lm_head/lr_effective_min": -2.946388519831089e-07, + "adam_stats/lm_head/lr_effective_std": 1.88018827174119e-08, + "adam_stats/lr_effective_max": 3.0138411943880783e-07, + "adam_stats/lr_effective_mean": 2.0779905574030977e-12, + "adam_stats/lr_effective_min": -3.000149035869981e-07, + "adam_stats/m_t_max": 3.843393278657459e-05, + "adam_stats/m_t_mean": -6.971969117482157e-13, + "adam_stats/m_t_min": -4.518443165579811e-05, + "adam_stats/v_t_max": 1.5800287656020373e-05, + "adam_stats/v_t_mean": 1.847082382877563e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.617790222167969, + "all_logprobs/max": -5.1875, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.3119657337665558, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.076, + "feature_vector_variance/max_squared_error": 1576.56201171875, + "feature_vector_variance/metric": 69.23607635498047, + "generated_tokens/total": 4342287.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 6.976826446919061e-06, + "loss": 0.0, + "mean_logprobs": -6.625, + "mean_logprobs/var": 0.00250244140625, + "num_completions/total": 4560, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.23590087890625, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3636297881603241, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235484838485718, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 9.596885320206638e-06, + "policy_entropy": 3.7761924266815186, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003289585292804986, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02993767522275448, + "policy_sharpness/max": 0.034180670976638794, + "policy_sharpness/median": 0.029890457168221474, + "policy_sharpness/min": 0.021523859351873398, + "policy_sharpness/p25": 0.029170168563723564, + "policy_sharpness/p75": 0.030690276995301247, + "policy_sharpness/var": 1.3734183994529303e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 57, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.560475422797026e-07, + "adam_stats/lm_head/lr_effective_mean": -8.250812684983122e-13, + "adam_stats/lm_head/lr_effective_min": -2.553903755142528e-07, + "adam_stats/lm_head/lr_effective_std": 1.6296457516773444e-08, + "adam_stats/lr_effective_max": 2.612372611565661e-07, + "adam_stats/lr_effective_mean": 1.8011873459747307e-12, + "adam_stats/lr_effective_min": -2.600495179194695e-07, + "adam_stats/m_t_max": 3.459053914411925e-05, + "adam_stats/m_t_mean": -6.274775620970785e-13, + "adam_stats/m_t_min": -4.066598921781406e-05, + "adam_stats/v_t_max": 1.5784487914061174e-05, + "adam_stats/v_t_mean": 1.84523598657782e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.584883213043213, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31593164801597595, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.07733333333333334, + "feature_vector_variance/max_squared_error": 1915.662353515625, + "feature_vector_variance/metric": 64.9424057006836, + "generated_tokens/total": 4424207.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 6.7160365254926005e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0011138916015625, + "num_completions/total": 4640, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.40347290039062, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.33633941411972046, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235679149627686, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.125815379054984e-05, + "policy_entropy": 3.7738595008850098, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00033711694413796067, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03011305443942547, + "policy_sharpness/max": 0.034495800733566284, + "policy_sharpness/median": 0.030040517449378967, + "policy_sharpness/min": 0.022274907678365707, + "policy_sharpness/p25": 0.029363557696342468, + "policy_sharpness/p75": 0.030818767845630646, + "policy_sharpness/var": 1.2442003480828134e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 58, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.2163780499795394e-07, + "adam_stats/lm_head/lr_effective_mean": -7.14148358504918e-13, + "adam_stats/lm_head/lr_effective_min": -2.210690439596874e-07, + "adam_stats/lm_head/lr_effective_std": 1.4105677514919535e-08, + "adam_stats/lr_effective_max": 2.261303251316349e-07, + "adam_stats/lr_effective_mean": 1.559135307839521e-12, + "adam_stats/lr_effective_min": -2.2510137398512597e-07, + "adam_stats/m_t_max": 3.113148341071792e-05, + "adam_stats/m_t_mean": -5.647296866251317e-13, + "adam_stats/m_t_min": -3.6599391023628414e-05, + "adam_stats/v_t_max": 1.5768702724017203e-05, + "adam_stats/v_t_mean": 1.8433902407993807e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.603366374969482, + "all_logprobs/max": -5.15625, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.310659795999527, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.07866666666666666, + "feature_vector_variance/max_squared_error": 1531.677734375, + "feature_vector_variance/metric": 62.79999923706055, + "generated_tokens/total": 4506127.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 6.456201742799511e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00115203857421875, + "num_completions/total": 4720, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3009796142578, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3135417699813843, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023533821105957, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0192240551987197e-05, + "policy_entropy": 3.7754693031311035, + "policy_entropy/max": 3.828125, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003244230756536126, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030036717653274536, + "policy_sharpness/max": 0.03433223068714142, + "policy_sharpness/median": 0.029962483793497086, + "policy_sharpness/min": 0.02270258404314518, + "policy_sharpness/p25": 0.0292864628136158, + "policy_sharpness/p75": 0.030754800885915756, + "policy_sharpness/var": 1.2494442671595607e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 59, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.915809093588905e-07, + "adam_stats/lm_head/lr_effective_mean": -6.172557582249938e-13, + "adam_stats/lm_head/lr_effective_min": -1.9108934168343694e-07, + "adam_stats/lm_head/lr_effective_std": 1.2192137077704501e-08, + "adam_stats/lr_effective_max": 1.9546438068118732e-07, + "adam_stats/lr_effective_mean": 1.3477009222148673e-12, + "adam_stats/lr_effective_min": -1.9457425537439121e-07, + "adam_stats/m_t_max": 2.8018333978252485e-05, + "adam_stats/m_t_mean": -5.08256739646662e-13, + "adam_stats/m_t_min": -3.293944973847829e-05, + "adam_stats/v_t_max": 1.5752933904877864e-05, + "adam_stats/v_t_mean": 1.8415466634252864e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.601814270019531, + "all_logprobs/max": -5.09375, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31268110871315, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.08, + "feature_vector_variance/max_squared_error": 1805.6593017578125, + "feature_vector_variance/metric": 65.9982681274414, + "generated_tokens/total": 4588047.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 6.197638667498023e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.002410888671875, + "num_completions/total": 4800, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3099365234375, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.33870929479599, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023549199104309, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0139128789887764e-05, + "policy_entropy": 3.775456190109253, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003335291112307459, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030032331123948097, + "policy_sharpness/max": 0.03435549512505531, + "policy_sharpness/median": 0.029963985085487366, + "policy_sharpness/min": 0.020482441410422325, + "policy_sharpness/p25": 0.029263203963637352, + "policy_sharpness/p75": 0.03076530620455742, + "policy_sharpness/var": 1.3237272469268646e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 60, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.6535601332634542e-07, + "adam_stats/lm_head/lr_effective_mean": -5.327228458709699e-13, + "adam_stats/lm_head/lr_effective_min": -1.6493181931309664e-07, + "adam_stats/lm_head/lr_effective_std": 1.0522651194833088e-08, + "adam_stats/lr_effective_max": 1.6870808394742198e-07, + "adam_stats/lr_effective_mean": 1.1632226215238517e-12, + "adam_stats/lr_effective_min": -1.6793919144220126e-07, + "adam_stats/m_t_max": 2.5216499125235714e-05, + "adam_stats/m_t_mean": -4.574309138936916e-13, + "adam_stats/m_t_min": -2.9645503673236817e-05, + "adam_stats/v_t_max": 1.5737181456643157e-05, + "adam_stats/v_t_mean": 1.8397059049768405e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.598233222961426, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31602099537849426, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.08133333333333333, + "feature_vector_variance/max_squared_error": 1714.7489013671875, + "feature_vector_variance/metric": 68.05635833740234, + "generated_tokens/total": 4669967.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 5.9406623188668065e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0025634765625, + "num_completions/total": 4880, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.30039978027344, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3692229390144348, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235624313354492, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0397507139714435e-05, + "policy_entropy": 3.7747910022735596, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003403381851967424, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030083125457167625, + "policy_sharpness/max": 0.034461282193660736, + "policy_sharpness/median": 0.030024010688066483, + "policy_sharpness/min": 0.02190275676548481, + "policy_sharpness/p25": 0.02933148294687271, + "policy_sharpness/p75": 0.030819326639175415, + "policy_sharpness/var": 1.3361640185394208e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 61, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.4250153412831423e-07, + "adam_stats/lm_head/lr_effective_mean": -4.590599276578511e-13, + "adam_stats/lm_head/lr_effective_min": -1.4213601673418452e-07, + "adam_stats/lm_head/lr_effective_std": 9.067805173401666e-09, + "adam_stats/lr_effective_max": 1.4539044457251293e-07, + "adam_stats/lr_effective_mean": 1.002452244477925e-12, + "adam_stats/lr_effective_min": -1.4472729503722803e-07, + "adam_stats/m_t_max": 2.269484866701532e-05, + "adam_stats/m_t_mean": -4.116879634506049e-13, + "adam_stats/m_t_min": -2.6680952942115255e-05, + "adam_stats/v_t_max": 1.572144537931308e-05, + "adam_stats/v_t_mean": 1.8378655802092636e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.609178066253662, + "all_logprobs/max": -5.09375, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3151797652244568, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.08266666666666667, + "feature_vector_variance/max_squared_error": 2085.67626953125, + "feature_vector_variance/metric": 74.93392181396484, + "generated_tokens/total": 4751887.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 5.685585783002493e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00494384765625, + "num_completions/total": 4960, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.2446746826172, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.4260997474193573, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234819650650024, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 9.561755177855957e-06, + "policy_entropy": 3.776501417160034, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003418064152356237, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029938746243715286, + "policy_sharpness/max": 0.034362245351076126, + "policy_sharpness/median": 0.029920468106865883, + "policy_sharpness/min": 0.01940051093697548, + "policy_sharpness/p25": 0.029179921373724937, + "policy_sharpness/p75": 0.030721787363290787, + "policy_sharpness/var": 1.483550022385316e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 62, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.2260856863122171e-07, + "adam_stats/lm_head/lr_effective_mean": -3.9494752954172263e-13, + "adam_stats/lm_head/lr_effective_min": -1.2229412504893844e-07, + "adam_stats/lm_head/lr_effective_std": 7.80155140489569e-09, + "adam_stats/lr_effective_max": 1.2509431712715013e-07, + "adam_stats/lr_effective_mean": 8.625148663864157e-13, + "adam_stats/lr_effective_min": -1.245233107738386e-07, + "adam_stats/m_t_max": 2.0425362890819088e-05, + "adam_stats/m_t_mean": -3.705190451328e-13, + "adam_stats/m_t_min": -2.401285746600479e-05, + "adam_stats/v_t_max": 1.5705723853898235e-05, + "adam_stats/v_t_mean": 1.836028508048204e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.609012126922607, + "all_logprobs/max": -5.21875, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.314659059047699, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.084, + "feature_vector_variance/max_squared_error": 1751.0753173828125, + "feature_vector_variance/metric": 68.21553039550781, + "generated_tokens/total": 4833807.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 5.432719831372507e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.002105712890625, + "num_completions/total": 5040, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.27194213867188, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3484311103820801, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235713720321655, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0128454050573055e-05, + "policy_entropy": 3.7752602100372314, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003226120606996119, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030042892321944237, + "policy_sharpness/max": 0.034215185791254044, + "policy_sharpness/median": 0.02997749112546444, + "policy_sharpness/min": 0.022166118025779724, + "policy_sharpness/p25": 0.0292902160435915, + "policy_sharpness/p75": 0.03077130764722824, + "policy_sharpness/var": 1.2931285482409294e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 63, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.0531526584145467e-07, + "adam_stats/lm_head/lr_effective_mean": -3.392175592070029e-13, + "adam_stats/lm_head/lr_effective_min": -1.0504522407472905e-07, + "adam_stats/lm_head/lr_effective_std": 6.7008363302534235e-09, + "adam_stats/lr_effective_max": 1.0745053913296942e-07, + "adam_stats/lr_effective_mean": 7.408642384472419e-13, + "adam_stats/lr_effective_min": -1.0695966778939692e-07, + "adam_stats/m_t_max": 1.838282696553506e-05, + "adam_stats/m_t_mean": -3.3346714061952e-13, + "adam_stats/m_t_min": -2.161157135560643e-05, + "adam_stats/v_t_max": 1.569001869938802e-05, + "adam_stats/v_t_mean": 1.8341923032488827e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.578835964202881, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.84375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3155173659324646, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.08533333333333333, + "feature_vector_variance/max_squared_error": 1568.193359375, + "feature_vector_variance/metric": 64.15740203857422, + "generated_tokens/total": 4915727.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 5.182372542187895e-06, + "loss": 0.0, + "mean_logprobs": -6.5625, + "mean_logprobs/var": 0.00157928466796875, + "num_completions/total": 5120, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.4332733154297, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.33920562267303467, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235248804092407, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1210155207663774e-05, + "policy_entropy": 3.7737622261047363, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003406048926990479, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030190763995051384, + "policy_sharpness/max": 0.034664615988731384, + "policy_sharpness/median": 0.030109543353319168, + "policy_sharpness/min": 0.02279786951839924, + "policy_sharpness/p25": 0.029438026249408722, + "policy_sharpness/p75": 0.030892856419086456, + "policy_sharpness/var": 1.212914867210202e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 64, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 9.03016754705277e-08, + "adam_stats/lm_head/lr_effective_mean": -2.908382085511918e-13, + "adam_stats/lm_head/lr_effective_min": -9.007015222550763e-08, + "adam_stats/lm_head/lr_effective_std": 5.745276698831958e-09, + "adam_stats/lr_effective_max": 9.21326233083164e-08, + "adam_stats/lr_effective_mean": 6.352499906311926e-13, + "adam_stats/lr_effective_min": -9.171140646913045e-08, + "adam_stats/m_t_max": 1.6544543541385792e-05, + "adam_stats/m_t_mean": -3.0012038861049195e-13, + "adam_stats/m_t_min": -1.9450413674348965e-05, + "adam_stats/v_t_max": 1.5674328096793033e-05, + "adam_stats/v_t_mean": 1.8323573994921682e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.588417053222656, + "all_logprobs/max": -5.09375, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31519269943237305, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.08666666666666667, + "feature_vector_variance/max_squared_error": 1570.3988037109375, + "feature_vector_variance/metric": 65.93915557861328, + "generated_tokens/total": 4997647.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 4.934848925057485e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.001495361328125, + "num_completions/total": 5200, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3943634033203, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.34370288252830505, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235329866409302, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1207926036149729e-05, + "policy_entropy": 3.7741305828094482, + "policy_entropy/max": 3.828125, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003324282297398895, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03013364039361477, + "policy_sharpness/max": 0.03441851958632469, + "policy_sharpness/median": 0.030058523640036583, + "policy_sharpness/min": 0.022899160161614418, + "policy_sharpness/p25": 0.029389256611466408, + "policy_sharpness/p75": 0.03083883412182331, + "policy_sharpness/var": 1.238551817550615e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 65, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 7.728508677473656e-08, + "adam_stats/lm_head/lr_effective_mean": -2.4889714855119704e-13, + "adam_stats/lm_head/lr_effective_min": -7.708696614372457e-08, + "adam_stats/lm_head/lr_effective_std": 4.916865581350294e-09, + "adam_stats/lr_effective_max": 7.885219588388281e-08, + "adam_stats/lr_effective_mean": 5.436830998427344e-13, + "adam_stats/lr_effective_min": -7.849140359894591e-08, + "adam_stats/m_t_max": 1.4890089005348273e-05, + "adam_stats/m_t_mean": -2.701083985385405e-13, + "adam_stats/m_t_min": -1.7505371943116188e-05, + "adam_stats/v_t_max": 1.565865386510268e-05, + "adam_stats/v_t_mean": 1.8305250978206677e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.601449489593506, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3141447901725769, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.088, + "feature_vector_variance/max_squared_error": 1619.9930419921875, + "feature_vector_variance/metric": 69.89456939697266, + "generated_tokens/total": 5079567.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 4.6904505493806595e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00250244140625, + "num_completions/total": 5280, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.31443786621094, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.36947372555732727, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023571491241455, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.052705556503497e-05, + "policy_entropy": 3.7744903564453125, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00033157935831695795, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030090490356087685, + "policy_sharpness/max": 0.03431647643446922, + "policy_sharpness/median": 0.030028510838747025, + "policy_sharpness/min": 0.022408463060855865, + "policy_sharpness/p25": 0.02932623028755188, + "policy_sharpness/p75": 0.030823830515146255, + "policy_sharpness/var": 1.3060770243100706e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 66, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 6.601597135613702e-08, + "adam_stats/lm_head/lr_effective_mean": -2.1258937264647532e-13, + "adam_stats/lm_head/lr_effective_min": -6.584677691989782e-08, + "adam_stats/lm_head/lr_effective_std": 4.1997090249878966e-09, + "adam_stats/lr_effective_max": 6.735466229201847e-08, + "adam_stats/lr_effective_mean": 4.644094353870032e-13, + "adam_stats/lr_effective_min": -6.704622990127973e-08, + "adam_stats/m_t_max": 1.3401079741015565e-05, + "adam_stats/m_t_mean": -2.4309750718508327e-13, + "adam_stats/m_t_min": -1.575483474880457e-05, + "adam_stats/v_t_max": 1.5642996004316956e-05, + "adam_stats/v_t_mean": 1.8286953982343812e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.591681957244873, + "all_logprobs/max": -5.1875, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.96875, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31606385111808777, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.08933333333333333, + "feature_vector_variance/max_squared_error": 2103.80859375, + "feature_vector_variance/metric": 65.06818389892578, + "generated_tokens/total": 5161487.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 4.4494751769315e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0016326904296875, + "num_completions/total": 5360, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3517608642578, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.336158812046051, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023503303527832, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0688941074477043e-05, + "policy_entropy": 3.774672031402588, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003250479931011796, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030128294602036476, + "policy_sharpness/max": 0.03436299413442612, + "policy_sharpness/median": 0.030054772272706032, + "policy_sharpness/min": 0.021865246817469597, + "policy_sharpness/p25": 0.029381753876805305, + "policy_sharpness/p75": 0.03083508461713791, + "policy_sharpness/var": 1.2289754067751346e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 67, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.6274306103887284e-08, + "adam_stats/lm_head/lr_effective_mean": -1.8120548735556935e-13, + "adam_stats/lm_head/lr_effective_min": -5.613010145566477e-08, + "adam_stats/lm_head/lr_effective_std": 3.5797920183711085e-09, + "adam_stats/lr_effective_max": 5.741550879179158e-08, + "adam_stats/lr_effective_mean": 3.9587988919995154e-13, + "adam_stats/lr_effective_min": -5.71523806058849e-08, + "adam_stats/m_t_max": 1.2060971130267717e-05, + "adam_stats/m_t_mean": -2.1878778357162926e-13, + "adam_stats/m_t_min": -1.4179350728227291e-05, + "adam_stats/v_t_max": 1.562735269544646e-05, + "adam_stats/v_t_mean": 1.8268661323289637e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.585099697113037, + "all_logprobs/max": -5.15625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3151557445526123, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.09066666666666667, + "feature_vector_variance/max_squared_error": 1706.2054443359375, + "feature_vector_variance/metric": 63.61259078979492, + "generated_tokens/total": 5243407.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 4.212216399081919e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.000946044921875, + "num_completions/total": 5440, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.38661193847656, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.32650187611579895, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235732793807983, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.123587935580872e-05, + "policy_entropy": 3.7736313343048096, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003337883681524545, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03019077517092228, + "policy_sharpness/max": 0.03478541225194931, + "policy_sharpness/median": 0.03011329658329487, + "policy_sharpness/min": 0.02252926118671894, + "policy_sharpness/p25": 0.029439525678753853, + "policy_sharpness/p75": 0.030897358432412148, + "policy_sharpness/var": 1.241254835804284e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 68, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.7866166141830035e-08, + "adam_stats/lm_head/lr_effective_mean": -1.5411960986935758e-13, + "adam_stats/lm_head/lr_effective_min": -4.774352646563784e-08, + "adam_stats/lm_head/lr_effective_std": 3.0447646626186042e-09, + "adam_stats/lr_effective_max": 4.8836909627425484e-08, + "adam_stats/lr_effective_mean": 3.3673145652043934e-13, + "adam_stats/lr_effective_min": -4.861291102997711e-08, + "adam_stats/m_t_max": 1.0854873835342005e-05, + "adam_stats/m_t_mean": -1.96908949649105e-13, + "adam_stats/m_t_min": -1.2761415746354032e-05, + "adam_stats/v_t_max": 1.56117257574806e-05, + "adam_stats/v_t_mean": 1.825039902189629e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.6070756912231445, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.96875, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3138926923274994, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.092, + "feature_vector_variance/max_squared_error": 1624.0460205078125, + "feature_vector_variance/metric": 72.10182189941406, + "generated_tokens/total": 5325327.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 3.978963279105821e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0028839111328125, + "num_completions/total": 5520, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.28521728515625, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3824124336242676, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234911441802979, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 9.863378181762528e-06, + "policy_entropy": 3.7758119106292725, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00032703299075365067, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029994552955031395, + "policy_sharpness/max": 0.034526560455560684, + "policy_sharpness/median": 0.029934724792838097, + "policy_sharpness/min": 0.02204832062125206, + "policy_sharpness/p25": 0.029237695038318634, + "policy_sharpness/p75": 0.03073679469525814, + "policy_sharpness/var": 1.341354845862952e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 69, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.06208613412673e-08, + "adam_stats/lm_head/lr_effective_mean": -1.3078177863584672e-13, + "adam_stats/lm_head/lr_effective_min": -4.0516798804901555e-08, + "adam_stats/lm_head/lr_effective_std": 2.5837572081854887e-09, + "adam_stats/lr_effective_max": 4.1444710774385385e-08, + "adam_stats/lr_effective_mean": 2.8576259739586385e-13, + "adam_stats/lr_effective_min": -4.1254470062312976e-08, + "adam_stats/m_t_max": 9.769386451807804e-06, + "adam_stats/m_t_mean": -1.7721806281571079e-13, + "adam_stats/m_t_min": -1.1485273716971278e-05, + "adam_stats/v_t_max": 1.5596113371429965e-05, + "adam_stats/v_t_mean": 1.823213888890729e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.583874702453613, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3195229172706604, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.09333333333333334, + "feature_vector_variance/max_squared_error": 1580.0604248046875, + "feature_vector_variance/metric": 71.66973114013672, + "generated_tokens/total": 5407247.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 3.750000000000002e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0034637451171875, + "num_completions/total": 5600, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.4146728515625, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3864253759384155, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235483646392822, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1272547453700099e-05, + "policy_entropy": 3.7732796669006348, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003388439945410937, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030186036601662636, + "policy_sharpness/max": 0.034351740032434464, + "policy_sharpness/median": 0.030131302773952484, + "policy_sharpness/min": 0.022569777444005013, + "policy_sharpness/p25": 0.0294357743114233, + "policy_sharpness/p75": 0.030921367928385735, + "policy_sharpness/var": 1.3229314390628133e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 70, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.438830376012447e-08, + "adam_stats/lm_head/lr_effective_mean": -1.1070758567689742e-13, + "adam_stats/lm_head/lr_effective_min": -3.430022488259965e-08, + "adam_stats/lm_head/lr_effective_std": 2.187211745052764e-09, + "adam_stats/lr_effective_max": 3.50857867204013e-08, + "adam_stats/lr_effective_mean": 2.419182475871251e-13, + "adam_stats/lr_effective_min": -3.492461075893516e-08, + "adam_stats/m_t_max": 8.792447260930203e-06, + "adam_stats/m_t_mean": -1.5949624975787613e-13, + "adam_stats/m_t_min": -1.0336745617678389e-05, + "adam_stats/v_t_max": 1.5580517356283963e-05, + "adam_stats/v_t_mean": 1.8213911281983464e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.5927042961120605, + "all_logprobs/max": -5.09375, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3159146308898926, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.09466666666666666, + "feature_vector_variance/max_squared_error": 1438.659423828125, + "feature_vector_variance/metric": 65.45097351074219, + "generated_tokens/total": 5489167.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 3.525605518250964e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00153350830078125, + "num_completions/total": 5680, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.34950256347656, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3365570306777954, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023535132408142, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0779105650726706e-05, + "policy_entropy": 3.7740724086761475, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00032912520691752434, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030104169622063637, + "policy_sharpness/max": 0.03469537943601608, + "policy_sharpness/median": 0.030039764940738678, + "policy_sharpness/min": 0.02266206592321396, + "policy_sharpness/p25": 0.029351741075515747, + "policy_sharpness/p75": 0.030823830515146255, + "policy_sharpness/var": 1.279726006941928e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 71, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.9036618443001316e-08, + "adam_stats/lm_head/lr_effective_mean": -9.347189499188738e-14, + "adam_stats/lm_head/lr_effective_min": -2.896226192206086e-08, + "adam_stats/lm_head/lr_effective_std": 1.8467308793290726e-09, + "adam_stats/lr_effective_max": 2.9625589093029703e-08, + "adam_stats/lr_effective_mean": 2.0427031648204835e-13, + "adam_stats/lr_effective_min": -2.948938693236869e-08, + "adam_stats/m_t_max": 7.913202352938242e-06, + "adam_stats/m_t_mean": -1.435466329136048e-13, + "adam_stats/m_t_min": -9.30307123780949e-06, + "adam_stats/v_t_max": 1.5564937712042592e-05, + "adam_stats/v_t_mean": 1.8195692348677017e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.579585552215576, + "all_logprobs/max": -5.03125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.96875, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.31798455119132996, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.096, + "feature_vector_variance/max_squared_error": 1751.6123046875, + "feature_vector_variance/metric": 67.36102294921875, + "generated_tokens/total": 5571087.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 3.3060532239694e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.001708984375, + "num_completions/total": 5760, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.42483520507812, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3532153069972992, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235451459884644, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1282226296316367e-05, + "policy_entropy": 3.77348256111145, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003378770488779992, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03025258518755436, + "policy_sharpness/max": 0.034494295716285706, + "policy_sharpness/median": 0.030170317739248276, + "policy_sharpness/min": 0.021418068557977676, + "policy_sharpness/p25": 0.02950161322951317, + "policy_sharpness/p75": 0.030953630805015564, + "policy_sharpness/var": 1.2164433655925677e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 72, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.4450073965454067e-08, + "adam_stats/lm_head/lr_effective_mean": -7.87016393895279e-14, + "adam_stats/lm_head/lr_effective_min": -2.4387471597719923e-08, + "adam_stats/lm_head/lr_effective_std": 1.5549455056884653e-09, + "adam_stats/lr_effective_max": 2.4946038124085135e-08, + "adam_stats/lr_effective_mean": 1.7200501548249314e-13, + "adam_stats/lr_effective_min": -2.4831258826907288e-08, + "adam_stats/m_t_max": 7.121881935745478e-06, + "adam_stats/m_t_mean": -1.2919201299033123e-13, + "adam_stats/m_t_min": -8.37276365928119e-06, + "adam_stats/v_t_max": 1.554937261971645e-05, + "adam_stats/v_t_mean": 1.81775037730314e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.585881233215332, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31680771708488464, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.09733333333333333, + "feature_vector_variance/max_squared_error": 1532.70703125, + "feature_vector_variance/metric": 64.43016815185547, + "generated_tokens/total": 5653007.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 3.0916106078064522e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00133514404296875, + "num_completions/total": 5840, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3801727294922, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.32827043533325195, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235717296600342, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1111133062513545e-05, + "policy_entropy": 3.773587465286255, + "policy_entropy/max": 3.828125, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00032255571568384767, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03013637661933899, + "policy_sharpness/max": 0.03423244133591652, + "policy_sharpness/median": 0.030061524361371994, + "policy_sharpness/min": 0.02225315384566784, + "policy_sharpness/p25": 0.029389256611466408, + "policy_sharpness/p75": 0.030847840011119843, + "policy_sharpness/var": 1.2227590104885167e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 73, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.0527201272102502e-08, + "adam_stats/lm_head/lr_effective_mean": -6.60696269829536e-14, + "adam_stats/lm_head/lr_effective_min": -2.0474653084079364e-08, + "adam_stats/lm_head/lr_effective_std": 1.3053957914621606e-09, + "adam_stats/lr_effective_max": 2.094361484239471e-08, + "adam_stats/lr_effective_mean": 1.444082619326062e-13, + "adam_stats/lr_effective_min": -2.084717465322683e-08, + "adam_stats/m_t_max": 6.409693469322519e-06, + "adam_stats/m_t_mean": -1.1627280898079267e-13, + "adam_stats/m_t_min": -7.535486929555191e-06, + "adam_stats/v_t_max": 1.553382389829494e-05, + "adam_stats/v_t_mean": 1.815932712360968e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.5663275718688965, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.31763166189193726, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.09866666666666667, + "feature_vector_variance/max_squared_error": 1833.416748046875, + "feature_vector_variance/metric": 65.08281707763672, + "generated_tokens/total": 5734927.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 2.882538935057563e-06, + "loss": 0.0, + "mean_logprobs": -6.5625, + "mean_logprobs/var": 0.0012969970703125, + "num_completions/total": 5920, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.48304748535156, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 137.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3421729505062103, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023574709892273, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1844197615573648e-05, + "policy_entropy": 3.772475481033325, + "policy_entropy/max": 3.828125, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003392958897165954, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030277907848358154, + "policy_sharpness/max": 0.03450329974293709, + "policy_sharpness/median": 0.030196577310562134, + "policy_sharpness/min": 0.020622748881578445, + "policy_sharpness/p25": 0.02952881157398224, + "policy_sharpness/p75": 0.03097539022564888, + "policy_sharpness/var": 1.2088603398296982e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 74, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.7179145217482983e-08, + "adam_stats/lm_head/lr_effective_mean": -5.52894454395117e-14, + "adam_stats/lm_head/lr_effective_min": -1.713517328028047e-08, + "adam_stats/lm_head/lr_effective_std": 1.0924245952281808e-09, + "adam_stats/lr_effective_max": 1.7527655771232276e-08, + "adam_stats/lr_effective_mean": 1.2085523012038413e-13, + "adam_stats/lr_effective_min": -1.7446883049387907e-08, + "adam_stats/m_t_max": 5.768723895016592e-06, + "adam_stats/m_t_mean": -1.0464551317493354e-13, + "adam_stats/m_t_min": -6.781938282074407e-06, + "adam_stats/v_t_max": 1.551828972878866e-05, + "adam_stats/v_t_mean": 1.8141159147805341e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.587189674377441, + "all_logprobs/max": -5.15625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31642600893974304, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.1, + "feature_vector_variance/max_squared_error": 1812.1451416015625, + "feature_vector_variance/metric": 68.83256530761719, + "generated_tokens/total": 5816847.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 2.6790929273509547e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00213623046875, + "num_completions/total": 6000, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3862762451172, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3658563792705536, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235726833343506, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.102888745663222e-05, + "policy_entropy": 3.7739205360412598, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003350348270032555, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030149126425385475, + "policy_sharpness/max": 0.034468039870262146, + "policy_sharpness/median": 0.03007803112268448, + "policy_sharpness/min": 0.021532859653234482, + "policy_sharpness/p25": 0.02939525805413723, + "policy_sharpness/p75": 0.03086734563112259, + "policy_sharpness/var": 1.2892280665255385e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 75, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.4328173314481774e-08, + "adam_stats/lm_head/lr_effective_mean": -4.611051530835006e-14, + "adam_stats/lm_head/lr_effective_min": -1.4291504868424454e-08, + "adam_stats/lm_head/lr_effective_std": 9.110834309211668e-10, + "adam_stats/lr_effective_max": 1.4618863453108588e-08, + "adam_stats/lr_effective_mean": 1.0079898070738946e-13, + "adam_stats/lr_effective_min": -1.4551439164733893e-08, + "adam_stats/m_t_max": 5.191851414565463e-06, + "adam_stats/m_t_mean": -9.418089545005712e-14, + "adam_stats/m_t_min": -6.103744453866966e-06, + "adam_stats/v_t_max": 1.550277193018701e-05, + "adam_stats/v_t_mean": 1.8123028034874866e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.585793972015381, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3194011151790619, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.10133333333333333, + "feature_vector_variance/max_squared_error": 1476.0880126953125, + "feature_vector_variance/metric": 68.16045379638672, + "generated_tokens/total": 5898767.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 2.4815204523085656e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0023651123046875, + "num_completions/total": 6080, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3944854736328, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3546168804168701, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235857963562012, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1284452739346307e-05, + "policy_entropy": 3.7733840942382812, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003301930264569819, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030154744163155556, + "policy_sharpness/max": 0.034315723925828934, + "policy_sharpness/median": 0.030090035870671272, + "policy_sharpness/min": 0.022981693968176842, + "policy_sharpness/p25": 0.02939225547015667, + "policy_sharpness/p75": 0.030885355547070503, + "policy_sharpness/var": 1.27299915675394e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 76, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.1906371000236504e-08, + "adam_stats/lm_head/lr_effective_mean": -3.831395988776638e-14, + "adam_stats/lm_head/lr_effective_min": -1.187590559226237e-08, + "adam_stats/lm_head/lr_effective_std": 7.570494231501357e-10, + "adam_stats/lr_effective_max": 1.2147941319540223e-08, + "adam_stats/lr_effective_mean": 8.37618413214794e-14, + "adam_stats/lr_effective_min": -1.2091868839547715e-08, + "adam_stats/m_t_max": 4.6726663640583865e-06, + "adam_stats/m_t_mean": -8.476287841107169e-14, + "adam_stats/m_t_min": -5.493369826581329e-06, + "adam_stats/v_t_max": 1.5487268683500588e-05, + "adam_stats/v_t_mean": 1.8104904511359599e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.629826545715332, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.40625, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.3141312599182129, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.10266666666666667, + "feature_vector_variance/max_squared_error": 1867.837646484375, + "feature_vector_variance/metric": 82.34205627441406, + "generated_tokens/total": 5980687.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 2.29006222155752e-06, + "loss": 0.0, + "mean_logprobs": -6.625, + "mean_logprobs/var": 0.00701904296875, + "num_completions/total": 6160, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.17308044433594, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.48028144240379333, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234942436218262, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 8.819165486784186e-06, + "policy_entropy": 3.7774364948272705, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0003345465811435133, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.02984699420630932, + "policy_sharpness/max": 0.03444628044962883, + "policy_sharpness/median": 0.029822930693626404, + "policy_sharpness/min": 0.02073529362678528, + "policy_sharpness/p25": 0.029046369716525078, + "policy_sharpness/p75": 0.030652010813355446, + "policy_sharpness/var": 1.5453047126356978e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 77, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 9.854473681514264e-09, + "adam_stats/lm_head/lr_effective_mean": -3.170880035320914e-14, + "adam_stats/lm_head/lr_effective_min": -9.829262737071076e-09, + "adam_stats/lm_head/lr_effective_std": 6.265499230551086e-10, + "adam_stats/lr_effective_max": 1.0054423071892415e-08, + "adam_stats/lr_effective_mean": 6.932684813590675e-14, + "adam_stats/lr_effective_min": -1.0007978445969457e-08, + "adam_stats/m_t_max": 4.205399818602018e-06, + "adam_stats/m_t_mean": -7.628659937910717e-14, + "adam_stats/m_t_min": -4.944032752973726e-06, + "adam_stats/v_t_max": 1.54717818077188e-05, + "adam_stats/v_t_mean": 1.8086800503483436e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.592912197113037, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31759241223335266, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.104, + "feature_vector_variance/max_squared_error": 2048.390869140625, + "feature_vector_variance/metric": 67.53319549560547, + "generated_tokens/total": 6062607.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 2.104951497460118e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0019378662109375, + "num_completions/total": 6240, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.35899353027344, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3486977815628052, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235365629196167, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0784777259686962e-05, + "policy_entropy": 3.774231433868408, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.000324415770592168, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03009038046002388, + "policy_sharpness/max": 0.034387003630399704, + "policy_sharpness/median": 0.030016504228115082, + "policy_sharpness/min": 0.021045921370387077, + "policy_sharpness/p25": 0.029334483668208122, + "policy_sharpness/p75": 0.030812012031674385, + "policy_sharpness/var": 1.2639794704227825e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 78, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 8.120824901425294e-09, + "adam_stats/lm_head/lr_effective_mean": -2.6128516803511706e-14, + "adam_stats/lm_head/lr_effective_min": -8.100052184545348e-09, + "adam_stats/lm_head/lr_effective_std": 5.162972271932631e-10, + "adam_stats/lr_effective_max": 8.285605979097e-09, + "adam_stats/lr_effective_mean": 5.713073921278025e-14, + "adam_stats/lr_effective_min": -8.247301508390592e-09, + "adam_stats/m_t_max": 3.784859700317611e-06, + "adam_stats/m_t_mean": -6.865791572427393e-14, + "adam_stats/m_t_min": -4.449629159353208e-06, + "adam_stats/v_t_max": 1.5456309483852237e-05, + "adam_stats/v_t_mean": 1.806871709544855e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.570004940032959, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.875, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.3194361627101898, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.10533333333333333, + "feature_vector_variance/max_squared_error": 1518.0723876953125, + "feature_vector_variance/metric": 63.574825286865234, + "generated_tokens/total": 6144527.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.9264138089195424e-06, + "loss": 0.0, + "mean_logprobs": -6.5625, + "mean_logprobs/var": 0.000789642333984375, + "num_completions/total": 6320, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.4622039794922, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3353680968284607, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235745906829834, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1862872270285152e-05, + "policy_entropy": 3.7725212574005127, + "policy_entropy/max": 3.828125, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003358829126227647, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030294854193925858, + "policy_sharpness/max": 0.0345025509595871, + "policy_sharpness/median": 0.03022058866918087, + "policy_sharpness/min": 0.022338686510920525, + "policy_sharpness/p25": 0.029552070423960686, + "policy_sharpness/p75": 0.030985895544290543, + "policy_sharpness/var": 1.1947057600991684e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 79, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 6.660462403829115e-09, + "adam_stats/lm_head/lr_effective_mean": -2.1428297097879703e-14, + "adam_stats/lm_head/lr_effective_min": -6.6434271417392665e-09, + "adam_stats/lm_head/lr_effective_std": 4.234297912297791e-10, + "adam_stats/lr_effective_max": 6.7956178462225125e-09, + "adam_stats/lr_effective_mean": 4.685709353619179e-14, + "adam_stats/lr_effective_min": -6.764176774254338e-09, + "adam_stats/m_t_max": 3.4063737075484823e-06, + "adam_stats/m_t_mean": -6.179211059931938e-14, + "adam_stats/m_t_min": -4.004666152468417e-06, + "adam_stats/v_t_max": 1.544085353089031e-05, + "adam_stats/v_t_mean": 1.8050639108424527e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.573646068572998, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.31826385855674744, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.10666666666666667, + "feature_vector_variance/max_squared_error": 1866.6055908203125, + "feature_vector_variance/metric": 63.986610412597656, + "generated_tokens/total": 6226447.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.7546666766076658e-06, + "loss": 0.0, + "mean_logprobs": -6.5625, + "mean_logprobs/var": 0.00109100341796875, + "num_completions/total": 6400, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.44346618652344, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.33218467235565186, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235294103622437, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1624370017671026e-05, + "policy_entropy": 3.7732772827148438, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00033521887962706387, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030230853706598282, + "policy_sharpness/max": 0.03444552794098854, + "policy_sharpness/median": 0.03014555759727955, + "policy_sharpness/min": 0.022375449538230896, + "policy_sharpness/p25": 0.029483793303370476, + "policy_sharpness/p75": 0.030924370512366295, + "policy_sharpness/var": 1.2014810408800258e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 80, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.434305450080501e-09, + "adam_stats/lm_head/lr_effective_mean": -1.748218235485873e-14, + "adam_stats/lm_head/lr_effective_min": -5.420408566436663e-09, + "adam_stats/lm_head/lr_effective_std": 3.454605768116181e-10, + "adam_stats/lr_effective_max": 5.5445847912949375e-09, + "adam_stats/lr_effective_mean": 3.823109634860239e-14, + "adam_stats/lr_effective_min": -5.5189115499842956e-09, + "adam_stats/m_t_max": 3.065736336793634e-06, + "adam_stats/m_t_mean": -5.5612886664486647e-14, + "adam_stats/m_t_min": -3.60419949174684e-06, + "adam_stats/v_t_max": 1.5425412129843608e-05, + "adam_stats/v_t_mean": 1.803259906847654e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.577882289886475, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.3171963691711426, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.108, + "feature_vector_variance/max_squared_error": 1962.2003173828125, + "feature_vector_variance/metric": 64.94758605957031, + "generated_tokens/total": 6308367.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.5899193479495858e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00133514404296875, + "num_completions/total": 6480, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.4412384033203, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3391050398349762, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235605239868164, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1505161637614947e-05, + "policy_entropy": 3.7729904651641846, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003348955069668591, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030253922566771507, + "policy_sharpness/max": 0.03478466346859932, + "policy_sharpness/median": 0.030175570398569107, + "policy_sharpness/min": 0.021504350006580353, + "policy_sharpness/p25": 0.029507802799344063, + "policy_sharpness/p75": 0.030951378867030144, + "policy_sharpness/var": 1.2167141676400206e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 81, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.408431841795846e-09, + "adam_stats/lm_head/lr_effective_mean": -1.418091972381309e-14, + "adam_stats/lm_head/lr_effective_min": -4.397159969471431e-09, + "adam_stats/lm_head/lr_effective_std": 2.8023086628969907e-10, + "adam_stats/lr_effective_max": 4.497898054012239e-09, + "adam_stats/lr_effective_mean": 3.1014019884157903e-14, + "adam_stats/lr_effective_min": -4.4770551710371365e-09, + "adam_stats/m_t_max": 2.7591627258516382e-06, + "adam_stats/m_t_mean": -5.0051596981598445e-14, + "adam_stats/m_t_min": -3.2437794743600534e-06, + "adam_stats/v_t_max": 1.540998709970154e-05, + "adam_stats/v_t_mean": 1.8014553607517692e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.598460674285889, + "all_logprobs/max": -5.03125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3143330216407776, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.10933333333333334, + "feature_vector_variance/max_squared_error": 1867.274169921875, + "feature_vector_variance/metric": 71.74384307861328, + "generated_tokens/total": 6390287.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.432372542187895e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0029144287109375, + "num_completions/total": 6560, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.34300231933594, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3802904486656189, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235480070114136, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0305549949407578e-05, + "policy_entropy": 3.774808645248413, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003297295479569584, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03004644624888897, + "policy_sharpness/max": 0.034489795565605164, + "policy_sharpness/median": 0.02998049184679985, + "policy_sharpness/min": 0.02232292853295803, + "policy_sharpness/p25": 0.029282713308930397, + "policy_sharpness/p75": 0.030785564333200455, + "policy_sharpness/var": 1.3185763236833736e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 82, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.55344220714926e-09, + "adam_stats/lm_head/lr_effective_mean": -1.1429779581020698e-14, + "adam_stats/lm_head/lr_effective_min": -3.544358584406382e-09, + "adam_stats/lm_head/lr_effective_std": 2.2587000325646756e-10, + "adam_stats/lr_effective_max": 3.6255609625612806e-09, + "adam_stats/lr_effective_mean": 2.499911187076303e-14, + "adam_stats/lr_effective_min": -3.6087473009871474e-09, + "adam_stats/m_t_max": 2.4832463623170042e-06, + "adam_stats/m_t_mean": -4.5046438638691316e-14, + "adam_stats/m_t_min": -2.9194013677624753e-06, + "adam_stats/v_t_max": 1.5394576621474698e-05, + "adam_stats/v_t_mean": 1.7996549346241397e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.60500955581665, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31698697805404663, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.11066666666666666, + "feature_vector_variance/max_squared_error": 1934.6044921875, + "feature_vector_variance/metric": 78.90301513671875, + "generated_tokens/total": 6472207.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.282218205837188e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.006011962890625, + "num_completions/total": 6640, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.28866577148438, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.4552677869796753, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235459804534912, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0212850611424074e-05, + "policy_entropy": 3.775162935256958, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00034181022783741355, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030042096972465515, + "policy_sharpness/max": 0.03467737138271332, + "policy_sharpness/median": 0.03001200407743454, + "policy_sharpness/min": 0.0210136529058218, + "policy_sharpness/p25": 0.029299220070242882, + "policy_sharpness/p75": 0.0308088231831789, + "policy_sharpness/var": 1.4596281516787712e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 83, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.843897339843693e-09, + "adam_stats/lm_head/lr_effective_mean": -9.146837746856068e-15, + "adam_stats/lm_head/lr_effective_min": -2.836628487656867e-09, + "adam_stats/lm_head/lr_effective_std": 1.8075928254202012e-10, + "adam_stats/lr_effective_max": 2.9016185010277695e-09, + "adam_stats/lr_effective_mean": 2.0007402716992403e-14, + "adam_stats/lr_effective_min": -2.8881517177836713e-09, + "adam_stats/m_t_max": 2.234921566923731e-06, + "adam_stats/m_t_mean": -4.0541781899921386e-14, + "adam_stats/m_t_min": -2.627461071824655e-06, + "adam_stats/v_t_max": 1.537918251415249e-05, + "adam_stats/v_t_mean": 1.797854833757162e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.606201171875, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.53125, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31819337606430054, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.112, + "feature_vector_variance/max_squared_error": 1844.352294921875, + "feature_vector_variance/metric": 75.85870361328125, + "generated_tokens/total": 6554127.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.1396392788268054e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.004119873046875, + "num_completions/total": 6720, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.27932739257812, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.41334113478660583, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235854387283325, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0265315722790547e-05, + "policy_entropy": 3.7745628356933594, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003252574533689767, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03004641644656658, + "policy_sharpness/max": 0.03454381600022316, + "policy_sharpness/median": 0.029992496594786644, + "policy_sharpness/min": 0.021751200780272484, + "policy_sharpness/p25": 0.02929171547293663, + "policy_sharpness/p75": 0.030777310952544212, + "policy_sharpness/var": 1.342150426353328e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 84, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.2578203751066894e-09, + "adam_stats/lm_head/lr_effective_mean": -7.261310219016e-15, + "adam_stats/lm_head/lr_effective_min": -2.2520507680923174e-09, + "adam_stats/lm_head/lr_effective_std": 1.4350053090250725e-10, + "adam_stats/lr_effective_max": 2.3036490492955863e-09, + "adam_stats/lr_effective_mean": 1.58842834989837e-14, + "adam_stats/lr_effective_min": -2.292948719784249e-09, + "adam_stats/m_t_max": 2.0114293874939904e-06, + "adam_stats/m_t_mean": -3.648763149260992e-14, + "adam_stats/m_t_min": -2.3647148736927193e-06, + "adam_stats/v_t_max": 1.536380295874551e-05, + "adam_stats/v_t_mean": 1.79605766023605e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.594354152679443, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.96875, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3173149526119232, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.11333333333333333, + "feature_vector_variance/max_squared_error": 1951.5074462890625, + "feature_vector_variance/metric": 73.73546600341797, + "generated_tokens/total": 6636047.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.0048094716167097e-06, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.003997802734375, + "num_completions/total": 6800, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.36451721191406, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.4160228371620178, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235698223114014, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0891112651734147e-05, + "policy_entropy": 3.7741219997406006, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00034329359186813235, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.03009648434817791, + "policy_sharpness/max": 0.03443277254700661, + "policy_sharpness/median": 0.03004351817071438, + "policy_sharpness/min": 0.02125149965286255, + "policy_sharpness/p25": 0.02932548150420189, + "policy_sharpness/p75": 0.030850838869810104, + "policy_sharpness/var": 1.3768006965619861e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 85, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.7762598059078982e-09, + "adam_stats/lm_head/lr_effective_mean": -5.7121640384860846e-15, + "adam_stats/lm_head/lr_effective_min": -1.771721325205533e-09, + "adam_stats/lm_head/lr_effective_std": 1.1288805307207994e-10, + "adam_stats/lr_effective_max": 1.8123155198779273e-09, + "adam_stats/lr_effective_mean": 1.2496426995674357e-14, + "adam_stats/lr_effective_min": -1.8038909255224667e-09, + "adam_stats/m_t_max": 1.8102864487445913e-06, + "adam_stats/m_t_mean": -3.283886427759078e-14, + "adam_stats/m_t_min": -2.128243295373977e-06, + "adam_stats/v_t_max": 1.534843977424316e-05, + "adam_stats/v_t_mean": 1.7942610288160243e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.650525093078613, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.25, + "all_logprobs/p1": -7.84375, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.5, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.35743987560272217, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.11466666666666667, + "feature_vector_variance/max_squared_error": 3549.874755859375, + "feature_vector_variance/metric": 201.3330535888672, + "generated_tokens/total": 6717967.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 8.778930535580476e-07, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.053466796875, + "num_completions/total": 6880, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.0996551513672, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 1.3451988697052002, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235708951950073, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0684415428841021e-05, + "policy_entropy": 3.7779762744903564, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0005676210857927799, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029551107436418533, + "policy_sharpness/max": 0.03472613915801048, + "policy_sharpness/median": 0.03001275658607483, + "policy_sharpness/min": 0.018046217039227486, + "policy_sharpness/p25": 0.029218187555670738, + "policy_sharpness/p75": 0.030843336135149002, + "policy_sharpness/var": 5.454020993056474e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 86, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.3829020151234772e-09, + "adam_stats/lm_head/lr_effective_mean": -4.446868339459979e-15, + "adam_stats/lm_head/lr_effective_min": -1.3793691744368175e-09, + "adam_stats/lm_head/lr_effective_std": 8.788408889515154e-11, + "adam_stats/lr_effective_max": 1.4109744483903341e-09, + "adam_stats/lr_effective_mean": 9.729097512161094e-15, + "adam_stats/lr_effective_min": -1.404410254757238e-09, + "adam_stats/m_t_max": 1.6292577811327646e-06, + "adam_stats/m_t_mean": -2.955498191558985e-14, + "adam_stats/m_t_min": -1.9154188066750066e-06, + "adam_stats/v_t_max": 1.533309114165604e-05, + "adam_stats/v_t_mean": 1.7924665658003436e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.5902862548828125, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.96875, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31583359837532043, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.116, + "feature_vector_variance/max_squared_error": 1520.3980712890625, + "feature_vector_variance/metric": 67.00997161865234, + "generated_tokens/total": 6799887.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 7.59044652756249e-07, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00162506103515625, + "num_completions/total": 6960, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3749542236328, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.348477840423584, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023553729057312, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1053773960156832e-05, + "policy_entropy": 3.773895263671875, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00032805572845973074, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.0301497969776392, + "policy_sharpness/max": 0.034602340310811996, + "policy_sharpness/median": 0.030075781047344208, + "policy_sharpness/min": 0.022920168936252594, + "policy_sharpness/p25": 0.029401259496808052, + "policy_sharpness/p75": 0.0308665968477726, + "policy_sharpness/var": 1.261657189388643e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 87, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.0637322134243732e-09, + "adam_stats/lm_head/lr_effective_mean": -3.4202955358485785e-15, + "adam_stats/lm_head/lr_effective_min": -1.0610152756385105e-09, + "adam_stats/lm_head/lr_effective_std": 6.759717785520536e-11, + "adam_stats/lr_effective_max": 1.0853268284094497e-09, + "adam_stats/lr_effective_mean": 7.483673308329199e-15, + "adam_stats/lr_effective_min": -1.0802737593351708e-09, + "adam_stats/m_t_max": 1.4663319234387018e-06, + "adam_stats/m_t_mean": -2.6599463734053308e-14, + "adam_stats/m_t_min": -1.7238768350580358e-06, + "adam_stats/v_t_max": 1.5317758879973553e-05, + "adam_stats/v_t_mean": 1.790674379609225e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.645834445953369, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.25, + "all_logprobs/p1": -7.8125, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.46875, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.34887173771858215, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.11733333333333333, + "feature_vector_variance/max_squared_error": 3666.05810546875, + "feature_vector_variance/metric": 160.95382690429688, + "generated_tokens/total": 6881807.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 6.484090676804927e-07, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.042724609375, + "num_completions/total": 7040, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.1322784423828, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 1.1786832809448242, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235689878463745, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.032280852086842e-05, + "policy_entropy": 3.7771530151367188, + "policy_entropy/max": 3.875, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.00046942709013819695, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029760723933577538, + "policy_sharpness/max": 0.03457533195614815, + "policy_sharpness/median": 0.02997598983347416, + "policy_sharpness/min": 0.017157113179564476, + "policy_sharpness/p25": 0.02919267676770687, + "policy_sharpness/p75": 0.03080732375383377, + "policy_sharpness/var": 3.051084149774397e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 88, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 8.067358447938489e-10, + "adam_stats/lm_head/lr_effective_mean": -2.5937673504231734e-15, + "adam_stats/lm_head/lr_effective_min": -8.046757149493544e-10, + "adam_stats/lm_head/lr_effective_std": 5.12631187499224e-11, + "adam_stats/lr_effective_max": 8.231141324088753e-10, + "adam_stats/lr_effective_mean": 5.6756476010970044e-15, + "adam_stats/lr_effective_min": -8.192788114591565e-10, + "adam_stats/m_t_max": 1.3196986401453614e-06, + "adam_stats/m_t_mean": -2.393951939352705e-14, + "adam_stats/m_t_min": -1.551489162920916e-06, + "adam_stats/v_t_max": 1.5302441170206293e-05, + "adam_stats/v_t_mean": 1.7888844702426687e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.648637294769287, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.71875, + "all_logprobs/min": -8.3125, + "all_logprobs/p1": -7.90625, + "all_logprobs/p10": -7.34375, + "all_logprobs/p25": -7.15625, + "all_logprobs/p5": -7.5625, + "all_logprobs/p75": -6.15625, + "all_logprobs/var": 0.36876800656318665, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.11866666666666667, + "feature_vector_variance/max_squared_error": 3954.766845703125, + "feature_vector_variance/metric": 209.1328125, + "generated_tokens/total": 6963727.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 5.461210907490952e-07, + "loss": 0.0, + "mean_logprobs": -6.65625, + "mean_logprobs/var": 0.06494140625, + "num_completions/total": 7120, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.13970947265625, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 131.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 1.4718419313430786, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.02349054813385, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0852876584976912e-05, + "policy_entropy": 3.778719425201416, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.796875, + "policy_entropy/var": 0.0006220846553333104, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.029482845216989517, + "policy_sharpness/max": 0.034561075270175934, + "policy_sharpness/median": 0.0300150066614151, + "policy_sharpness/min": 0.01717361994087696, + "policy_sharpness/p25": 0.029245197772979736, + "policy_sharpness/p75": 0.03083733469247818, + "policy_sharpness/var": 6.481476702902e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 89, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 6.01635297137193e-10, + "adam_stats/lm_head/lr_effective_mean": -1.934201640879326e-15, + "adam_stats/lm_head/lr_effective_min": -6.000991370491704e-10, + "adam_stats/lm_head/lr_effective_std": 3.822824695687288e-11, + "adam_stats/lr_effective_max": 6.138503594321776e-10, + "adam_stats/lr_effective_mean": 4.232710881823306e-15, + "adam_stats/lr_effective_min": -6.109878158966353e-10, + "adam_stats/m_t_max": 1.1877287988681928e-06, + "adam_stats/m_t_mean": -2.1545567115361167e-14, + "adam_stats/m_t_min": -1.396340167048038e-06, + "adam_stats/v_t_max": 1.5287139831343666e-05, + "adam_stats/v_t_mean": 1.7870948861367641e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.566693305969238, + "all_logprobs/max": -5.03125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.875, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.32024049758911133, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.12, + "feature_vector_variance/max_squared_error": 1679.2772216796875, + "feature_vector_variance/metric": 66.56009674072266, + "generated_tokens/total": 7045647.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 4.5230534410568764e-07, + "loss": 0.0, + "mean_logprobs": -6.5625, + "mean_logprobs/var": 0.0013580322265625, + "num_completions/total": 7200, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.5047607421875, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 137.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3520081043243408, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236049890518188, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.2264131328265648e-05, + "policy_entropy": 3.771977186203003, + "policy_entropy/max": 3.828125, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003418262640479952, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030248314142227173, + "policy_sharpness/max": 0.03460384160280228, + "policy_sharpness/median": 0.030178571119904518, + "policy_sharpness/min": 0.022025059908628464, + "policy_sharpness/p25": 0.02949804812669754, + "policy_sharpness/p75": 0.03094237670302391, + "policy_sharpness/var": 1.2117139931433485e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 90, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 4.3965994733774494e-10, + "adam_stats/lm_head/lr_effective_mean": -1.4133633050741434e-15, + "adam_stats/lm_head/lr_effective_min": -4.3853756737100014e-10, + "adam_stats/lm_head/lr_effective_std": 2.793478469376165e-11, + "adam_stats/lr_effective_max": 4.485868621006972e-10, + "adam_stats/lr_effective_mean": 3.0931669646959946e-15, + "adam_stats/lr_effective_min": -4.464933700543128e-10, + "adam_stats/m_t_max": 1.0689558394005871e-06, + "adam_stats/m_t_mean": -1.9391021923473133e-14, + "adam_stats/m_t_min": -1.2567061276058666e-06, + "adam_stats/v_t_max": 1.5271853044396266e-05, + "adam_stats/v_t_mean": 1.7853074704352045e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.588511943817139, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31357359886169434, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.12133333333333333, + "feature_vector_variance/max_squared_error": 1533.0802001953125, + "feature_vector_variance/metric": 65.87471771240234, + "generated_tokens/total": 7127567.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 3.6707612778634855e-07, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00157928466796875, + "num_completions/total": 7280, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3827362060547, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3396228849887848, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235114097595215, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0728782399382908e-05, + "policy_entropy": 3.774404525756836, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00033019634429365396, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030148077756166458, + "policy_sharpness/max": 0.034627851098775864, + "policy_sharpness/median": 0.030072027817368507, + "policy_sharpness/min": 0.022819627076387405, + "policy_sharpness/p25": 0.02939525805413723, + "policy_sharpness/p75": 0.030853841453790665, + "policy_sharpness/var": 1.2413288459356409e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 91, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 3.1334429495544214e-10, + "adam_stats/lm_head/lr_effective_mean": -1.0072265710961122e-15, + "adam_stats/lm_head/lr_effective_min": -3.125445457996534e-10, + "adam_stats/lm_head/lr_effective_std": 1.9907998860535514e-11, + "adam_stats/lr_effective_max": 3.1970687208726645e-10, + "adam_stats/lr_effective_mean": 2.2045000187435404e-15, + "adam_stats/lr_effective_min": -3.182136221191456e-10, + "adam_stats/m_t_max": 9.620601986171096e-07, + "adam_stats/m_t_mean": -1.7451914479521546e-14, + "adam_stats/m_t_min": -1.1310354466331773e-06, + "adam_stats/v_t_max": 1.5256581718858797e-05, + "adam_stats/v_t_mean": 1.78352222313799e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.595637798309326, + "all_logprobs/max": -5.09375, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3137800097465515, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.12266666666666666, + "feature_vector_variance/max_squared_error": 1718.290771484375, + "feature_vector_variance/metric": 69.3204574584961, + "generated_tokens/total": 7209487.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 2.905372804626083e-07, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.00244140625, + "num_completions/total": 7360, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.36180114746094, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.36173874139785767, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0234946012496948, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.037781657942105e-05, + "policy_entropy": 3.775061845779419, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003308948071207851, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030071739107370377, + "policy_sharpness/max": 0.03466236591339111, + "policy_sharpness/median": 0.03001350536942482, + "policy_sharpness/min": 0.021763956174254417, + "policy_sharpness/p25": 0.029316477477550507, + "policy_sharpness/p75": 0.030793817713856697, + "policy_sharpness/var": 1.2663418829106377e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 92, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.163512147212998e-10, + "adam_stats/lm_head/lr_effective_mean": -6.953979560697827e-16, + "adam_stats/lm_head/lr_effective_min": -2.1579908693336591e-10, + "adam_stats/lm_head/lr_effective_std": 1.3744927938874607e-11, + "adam_stats/lr_effective_max": 2.2074451988540744e-10, + "adam_stats/lr_effective_mean": 1.5221194767653986e-15, + "adam_stats/lr_effective_min": -2.1971270636189644e-10, + "adam_stats/m_t_max": 8.658541332806635e-07, + "adam_stats/m_t_mean": -1.5706721676316676e-14, + "adam_stats/m_t_min": -1.0179318223890732e-06, + "adam_stats/v_t_max": 1.5241324945236556e-05, + "adam_stats/v_t_mean": 1.781738602144034e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.591836452484131, + "all_logprobs/max": -5.0, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.84375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31552836298942566, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.124, + "feature_vector_variance/max_squared_error": 1402.1151123046875, + "feature_vector_variance/metric": 65.72899627685547, + "generated_tokens/total": 7291407.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 2.2278205293002645e-07, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0016632080078125, + "num_completions/total": 7440, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.37158203125, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3378578722476959, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235815048217773, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0942224434984382e-05, + "policy_entropy": 3.7737977504730225, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00032699061557650566, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030130773782730103, + "policy_sharpness/max": 0.03431347385048866, + "policy_sharpness/median": 0.030055521056056023, + "policy_sharpness/min": 0.023228541016578674, + "policy_sharpness/p25": 0.029374249279499054, + "policy_sharpness/p75": 0.030848028138279915, + "policy_sharpness/var": 1.2603550203493796e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 93, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.4331731634786848e-10, + "adam_stats/lm_head/lr_effective_mean": -4.606181578432238e-16, + "adam_stats/lm_head/lr_effective_min": -1.429516643947082e-10, + "adam_stats/lm_head/lr_effective_std": 9.104565192041836e-12, + "adam_stats/lr_effective_max": 1.4622773825134772e-10, + "adam_stats/lr_effective_mean": 1.0082995500820466e-15, + "adam_stats/lr_effective_min": -1.4554370209030054e-10, + "adam_stats/m_t_max": 7.792687028995715e-07, + "adam_stats/m_t_mean": -1.4136048153432293e-14, + "adam_stats/m_t_min": -9.161386174127983e-07, + "adam_stats/v_t_max": 1.5226083633024246e-05, + "adam_stats/v_t_mean": 1.7799574748150748e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.589755535125732, + "all_logprobs/max": -5.03125, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.3161739408969879, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.12533333333333332, + "feature_vector_variance/max_squared_error": 1659.2044677734375, + "feature_vector_variance/metric": 68.93157958984375, + "generated_tokens/total": 7373327.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.6389299449645734e-07, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0027618408203125, + "num_completions/total": 7520, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.36553955078125, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3762362599372864, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235228538513184, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0683736945793498e-05, + "policy_entropy": 3.7747292518615723, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003355664375703782, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030132034793496132, + "policy_sharpness/max": 0.03468262404203415, + "policy_sharpness/median": 0.030064526945352554, + "policy_sharpness/min": 0.02174144610762596, + "policy_sharpness/p25": 0.029375748708844185, + "policy_sharpness/p75": 0.030852342024445534, + "policy_sharpness/var": 1.2818652521673357e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 94, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 8.971823978187743e-11, + "adam_stats/lm_head/lr_effective_mean": -2.883312328552255e-16, + "adam_stats/lm_head/lr_effective_min": -8.948937424424486e-11, + "adam_stats/lm_head/lr_effective_std": 5.699262242697678e-12, + "adam_stats/lr_effective_max": 9.154028923763491e-11, + "adam_stats/lr_effective_mean": 6.312084758378718e-16, + "adam_stats/lr_effective_min": -9.11117362112357e-11, + "adam_stats/m_t_max": 7.013418326096144e-07, + "adam_stats/m_t_mean": -1.2722440796990222e-14, + "adam_stats/m_t_min": -8.245247613558604e-07, + "adam_stats/v_t_max": 1.5210857782221865e-05, + "adam_stats/v_t_mean": 1.7781768895872019e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.609070777893066, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31489917635917664, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.12666666666666668, + "feature_vector_variance/max_squared_error": 2040.0054931640625, + "feature_vector_variance/metric": 76.77559661865234, + "generated_tokens/total": 7455247.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.1394185240843985e-07, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.004913330078125, + "num_completions/total": 7600, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.28370666503906, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.42411988973617554, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235238075256348, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 9.94298989098752e-06, + "policy_entropy": 3.775475263595581, + "policy_entropy/max": 3.859375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003326121950522065, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030002404004335403, + "policy_sharpness/max": 0.03420243039727211, + "policy_sharpness/median": 0.029957232996821404, + "policy_sharpness/min": 0.02039765752851963, + "policy_sharpness/p25": 0.02923000231385231, + "policy_sharpness/p75": 0.03076530620455742, + "policy_sharpness/var": 1.3888023886465817e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 95, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 5.1750780744042046e-11, + "adam_stats/lm_head/lr_effective_mean": -1.663015122500136e-16, + "adam_stats/lm_head/lr_effective_min": -5.161879951254278e-11, + "adam_stats/lm_head/lr_effective_std": 3.287245909505687e-12, + "adam_stats/lr_effective_max": 5.280182541200773e-11, + "adam_stats/lr_effective_mean": 3.6409147431420584e-16, + "adam_stats/lr_effective_min": -5.255443996654563e-11, + "adam_stats/m_t_max": 6.312076266112854e-07, + "adam_stats/m_t_mean": -1.1450203239444894e-14, + "adam_stats/m_t_min": -7.420722454298811e-07, + "adam_stats/v_t_max": 1.5195647392829414e-05, + "adam_stats/v_t_mean": 1.7763994485456291e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.5699920654296875, + "all_logprobs/max": -5.09375, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.3185133934020996, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.128, + "feature_vector_variance/max_squared_error": 1725.9617919921875, + "feature_vector_variance/metric": 65.43387603759766, + "generated_tokens/total": 7537167.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 7.298948443822229e-08, + "loss": 0.0, + "mean_logprobs": -6.5625, + "mean_logprobs/var": 0.00113677978515625, + "num_completions/total": 7680, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.4490509033203, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.34184184670448303, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235536098480225, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.162527496489929e-05, + "policy_entropy": 3.7729060649871826, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00033687593531794846, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030220985412597656, + "policy_sharpness/max": 0.03447328880429268, + "policy_sharpness/median": 0.030141055583953857, + "policy_sharpness/min": 0.022167615592479706, + "policy_sharpness/p25": 0.029475539922714233, + "policy_sharpness/p75": 0.030922116711735725, + "policy_sharpness/var": 1.2330575600572047e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 96, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.6230548982875135e-11, + "adam_stats/lm_head/lr_effective_mean": -8.428595232789498e-17, + "adam_stats/lm_head/lr_effective_min": -2.616366151508842e-11, + "adam_stats/lm_head/lr_effective_std": 1.6660958637032541e-12, + "adam_stats/lr_effective_max": 2.676331378737018e-11, + "adam_stats/lr_effective_mean": 1.8454504021687474e-16, + "adam_stats/lr_effective_min": -2.6637822156394542e-11, + "adam_stats/m_t_max": 5.680868753188406e-07, + "adam_stats/m_t_mean": -1.0305179866181794e-14, + "adam_stats/m_t_min": -6.678649810964998e-07, + "adam_stats/v_t_max": 1.5180451555352192e-05, + "adam_stats/v_t_mean": 1.7746225496051427e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.593055725097656, + "all_logprobs/max": -5.125, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -7.9375, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.316000759601593, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.12933333333333333, + "feature_vector_variance/max_squared_error": 1667.2105712890625, + "feature_vector_variance/metric": 67.78489685058594, + "generated_tokens/total": 7619087.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 4.108578473795033e-08, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.001739501953125, + "num_completions/total": 7760, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3777313232422, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.34425947070121765, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0236115455627441, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0998991456290241e-05, + "policy_entropy": 3.7736191749572754, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003356586385052651, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030125712975859642, + "policy_sharpness/max": 0.034764405339956284, + "policy_sharpness/median": 0.030059274286031723, + "policy_sharpness/min": 0.022265907377004623, + "policy_sharpness/p25": 0.02936599776148796, + "policy_sharpness/p75": 0.030848588794469833, + "policy_sharpness/var": 1.3049788094576797e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 97, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 1.0502787008148662e-11, + "adam_stats/lm_head/lr_effective_mean": -3.374588195411748e-17, + "adam_stats/lm_head/lr_effective_min": -1.0476008949211746e-11, + "adam_stats/lm_head/lr_effective_std": 6.670747396304855e-13, + "adam_stats/lr_effective_max": 1.0716118097053862e-11, + "adam_stats/lr_effective_mean": 7.38926264545132e-17, + "adam_stats/lr_effective_min": -1.0665831932932246e-11, + "adam_stats/m_t_max": 5.112781877869566e-07, + "adam_stats/m_t_mean": -9.274657559695584e-15, + "adam_stats/m_t_min": -6.010784545651404e-07, + "adam_stats/v_t_max": 1.51652711792849e-05, + "adam_stats/v_t_mean": 1.7728483611700874e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.570683479309082, + "all_logprobs/max": -5.09375, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.96875, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.34375, + "all_logprobs/p75": -6.09375, + "all_logprobs/var": 0.31679004430770874, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.13066666666666665, + "feature_vector_variance/max_squared_error": 1894.5213623046875, + "feature_vector_variance/metric": 64.33052825927734, + "generated_tokens/total": 7701007.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 1.8269623051318517e-08, + "loss": 0.0, + "mean_logprobs": -6.5625, + "mean_logprobs/var": 0.00109100341796875, + "num_completions/total": 7840, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.47064208984375, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3381803333759308, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235804319381714, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.1679416275001131e-05, + "policy_entropy": 3.772650957107544, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00034236256033182144, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030263496562838554, + "policy_sharpness/max": 0.03437650203704834, + "policy_sharpness/median": 0.03018007054924965, + "policy_sharpness/min": 0.021316029131412506, + "policy_sharpness/p25": 0.029512304812669754, + "policy_sharpness/p75": 0.030958132818341255, + "policy_sharpness/var": 1.215773067997361e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 98, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 2.365027011036469e-12, + "adam_stats/lm_head/lr_effective_mean": -7.59838019087738e-18, + "adam_stats/lm_head/lr_effective_min": -2.3589975459148427e-12, + "adam_stats/lm_head/lr_effective_std": 1.5020463713967536e-13, + "adam_stats/lr_effective_max": 2.4130675756184328e-12, + "adam_stats/lr_effective_mean": 1.6639257490928835e-17, + "adam_stats/lr_effective_min": -2.4017348439903108e-12, + "adam_stats/m_t_max": 4.6015034627089335e-07, + "adam_stats/m_t_mean": -8.347194598934751e-15, + "adam_stats/m_t_min": -5.409705750025751e-07, + "adam_stats/v_t_max": 1.5150106264627539e-05, + "adam_stats/v_t_mean": 1.771075473777639e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.588897705078125, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.65625, + "all_logprobs/min": -7.90625, + "all_logprobs/p1": -7.46875, + "all_logprobs/p10": -7.28125, + "all_logprobs/p25": -7.09375, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31346559524536133, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.132, + "feature_vector_variance/max_squared_error": 1743.3577880859375, + "feature_vector_variance/metric": 66.40225982666016, + "generated_tokens/total": 7782927.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 4.568797356781784e-09, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.001495361328125, + "num_completions/total": 7920, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.38694763183594, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 133.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.3394205868244171, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.0235345363616943, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0708444278861862e-05, + "policy_entropy": 3.774251699447632, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.0003312909684609622, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030133787542581558, + "policy_sharpness/max": 0.0345790795981884, + "policy_sharpness/median": 0.030060024932026863, + "policy_sharpness/min": 0.021935025230050087, + "policy_sharpness/p25": 0.029378751292824745, + "policy_sharpness/p75": 0.030843336135149002, + "policy_sharpness/var": 1.257069811799738e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 99, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "accuracy_reward": 0.0, + "accuracy_reward/incorrect": 0.0, + "accuracy_reward/incorrect/max": 0.0, + "accuracy_reward/incorrect/median": 0.0, + "accuracy_reward/incorrect/min": 0.0, + "accuracy_reward/incorrect/p25": 0.0, + "accuracy_reward/incorrect/p75": 0.0, + "accuracy_reward/incorrect/var": 0.0, + "accuracy_reward/max": 0.0, + "accuracy_reward/median": 0.0, + "accuracy_reward/min": 0.0, + "accuracy_reward/p25": 0.0, + "accuracy_reward/p75": 0.0, + "accuracy_reward/var": 0.0, + "adam_stats/lm_head/lr_effective_max": 0.0, + "adam_stats/lm_head/lr_effective_mean": 0.0, + "adam_stats/lm_head/lr_effective_min": 0.0, + "adam_stats/lm_head/lr_effective_std": 0.0, + "adam_stats/lr_effective_max": 0.0, + "adam_stats/lr_effective_mean": 0.0, + "adam_stats/lr_effective_min": 0.0, + "adam_stats/m_t_max": 4.1413531448597496e-07, + "adam_stats/m_t_mean": -7.512477510733528e-15, + "adam_stats/m_t_min": -4.868734890806081e-07, + "adam_stats/v_t_max": 1.5134955901885405e-05, + "adam_stats/v_t_mean": 1.769304429528884e-12, + "adam_stats/v_t_min": 0.0, + "advantages": 0.0, + "advantages/max": 0.0, + "advantages/median": 0.0, + "advantages/min": 0.0, + "advantages/p25": 0.0, + "advantages/p75": 0.0, + "advantages/var": 0.0, + "all_logprobs": -6.604489803314209, + "all_logprobs/max": -5.0625, + "all_logprobs/median": -6.6875, + "all_logprobs/min": -8.0, + "all_logprobs/p1": -7.5, + "all_logprobs/p10": -7.3125, + "all_logprobs/p25": -7.125, + "all_logprobs/p5": -7.375, + "all_logprobs/p75": -6.125, + "all_logprobs/var": 0.31601253151893616, + "clip_ratio": 0.0, + "completion_length": 1024.0, + "completion_length/incorrect": 1024.0, + "completion_length/incorrect/max": 1024.0, + "completion_length/incorrect/median": 1024.0, + "completion_length/incorrect/min": 1024.0, + "completion_length/incorrect/p25": 1024.0, + "completion_length/incorrect/p75": 1024.0, + "completion_length/incorrect/var": 0.0, + "completion_length/max": 1024.0, + "completion_length/median": 1024.0, + "completion_length/min": 1024.0, + "completion_length/p25": 1024.0, + "completion_length/p75": 1024.0, + "completion_length/var": 0.0, + "epoch": 0.13333333333333333, + "feature_vector_variance/max_squared_error": 1890.3560791015625, + "feature_vector_variance/metric": 71.27523040771484, + "generated_tokens/total": 7864847.0, + "global_fisher_curvature": 0.0, + "global_fisher_curvature/max": 0.0, + "global_fisher_curvature/median": 0.0, + "global_fisher_curvature/min": 0.0, + "global_fisher_curvature/p25": 0.0, + "global_fisher_curvature/p75": 0.0, + "global_fisher_curvature/p85": 0.0, + "global_fisher_curvature/p90": 0.0, + "global_fisher_curvature/p95": 0.0, + "global_fisher_curvature/p99": 0.0, + "global_fisher_curvature/var": NaN, + "global_fisher_kl_divergence": 0.0, + "global_fisher_kl_divergence/max": 0.0, + "global_fisher_kl_divergence/median": 0.0, + "global_fisher_kl_divergence/min": 0.0, + "global_fisher_kl_divergence/p25": 0.0, + "global_fisher_kl_divergence/p75": 0.0, + "global_fisher_kl_divergence/p85": 0.0, + "global_fisher_kl_divergence/p90": 0.0, + "global_fisher_kl_divergence/p95": 0.0, + "global_fisher_kl_divergence/p99": 0.0, + "global_fisher_kl_divergence/var": NaN, + "global_full_update_term": 0.0, + "global_full_update_term/max": 0.0, + "global_full_update_term/median": 0.0, + "global_full_update_term/min": 0.0, + "global_full_update_term/p25": 0.0, + "global_full_update_term/p75": 0.0, + "global_full_update_term/p85": 0.0, + "global_full_update_term/p90": 0.0, + "global_full_update_term/p95": 0.0, + "global_full_update_term/p99": 0.0, + "global_full_update_term/var": NaN, + "global_hessian_coeff": 0.0, + "global_hessian_coeff/max": 0.0, + "global_hessian_coeff/median": 0.0, + "global_hessian_coeff/min": 0.0, + "global_hessian_coeff/p25": 0.0, + "global_hessian_coeff/p75": 0.0, + "global_hessian_coeff/p99": 0.0, + "global_hessian_coeff/var": NaN, + "global_hessian_coeff_abs": 0.0, + "global_hessian_coeff_abs/max": 0.0, + "global_hessian_coeff_abs/median": 0.0, + "global_hessian_coeff_abs/min": 0.0, + "global_hessian_coeff_abs/p25": 0.0, + "global_hessian_coeff_abs/p75": 0.0, + "global_hessian_coeff_abs/p99": 0.0, + "global_hessian_coeff_abs/var": NaN, + "grad_norm": 0.0, + "grouped_std_rewards": 0.0, + "learning_rate": 0.0, + "loss": 0.0, + "mean_logprobs": -6.59375, + "mean_logprobs/var": 0.0038604736328125, + "num_completions/total": 8000, + "per_sentence_gradient_norm": 0.0, + "per_sentence_gradient_norm/max": 0.0, + "per_sentence_gradient_norm/median": 0.0, + "per_sentence_gradient_norm/min": 0.0, + "per_sentence_gradient_norm/p25": 0.0, + "per_sentence_gradient_norm/p75": 0.0, + "per_sentence_gradient_norm/var": 0.0, + "per_token_feature_norm": 136.3182830810547, + "per_token_feature_norm/max": 138.0, + "per_token_feature_norm/median": 136.0, + "per_token_feature_norm/min": 132.0, + "per_token_feature_norm/p25": 136.0, + "per_token_feature_norm/p75": 137.0, + "per_token_feature_norm/var": 0.39796245098114014, + "per_token_gradient_norm": 0.0, + "per_token_gradient_norm/max": 0.0, + "per_token_gradient_norm/median": 0.0, + "per_token_gradient_norm/min": 0.0, + "per_token_gradient_norm/p1": 0.0, + "per_token_gradient_norm/p10": 0.0, + "per_token_gradient_norm/p25": 0.0, + "per_token_gradient_norm/p5": 0.0, + "per_token_gradient_norm/p75": 0.0, + "per_token_gradient_norm/var": 0.0, + "per_token_policy_error_norm": 1.023533821105957, + "per_token_policy_error_norm/max": 1.03125, + "per_token_policy_error_norm/median": 1.0234375, + "per_token_policy_error_norm/min": 1.015625, + "per_token_policy_error_norm/p25": 1.0234375, + "per_token_policy_error_norm/p75": 1.0234375, + "per_token_policy_error_norm/var": 1.0207129889749922e-05, + "policy_entropy": 3.775257110595703, + "policy_entropy/max": 3.84375, + "policy_entropy/median": 3.78125, + "policy_entropy/min": 3.703125, + "policy_entropy/p25": 3.765625, + "policy_entropy/p75": 3.78125, + "policy_entropy/var": 0.00032903661485761404, + "policy_loss": 0.0, + "policy_loss/max": 0.0, + "policy_loss/median": 0.0, + "policy_loss/min": 0.0, + "policy_loss/p25": 0.0, + "policy_loss/p75": 0.0, + "policy_loss/var": 0.0, + "policy_sharpness": 0.030023498460650444, + "policy_sharpness/max": 0.03438175097107887, + "policy_sharpness/median": 0.029965486377477646, + "policy_sharpness/min": 0.021648408845067024, + "policy_sharpness/p25": 0.029268456622958183, + "policy_sharpness/p75": 0.030753301456570625, + "policy_sharpness/var": 1.2996247278351802e-06, + "reward": 0.0, + "reward/max": 0.0, + "reward/median": 0.0, + "reward/min": 0.0, + "reward/p25": 0.0, + "reward/p75": 0.0, + "reward/var": 0.0, + "rewards/accuracy_reward": 0.0, + "rewards/accuracy_reward/max": 0.0, + "rewards/accuracy_reward/median": 0.0, + "rewards/accuracy_reward/min": 0.0, + "rewards/accuracy_reward/p25": 0.0, + "rewards/accuracy_reward/p75": 0.0, + "rewards/accuracy_reward/var": 0.0, + "sentence_fisher_curvature": 0.0, + "sentence_fisher_curvature/max": 0.0, + "sentence_fisher_curvature/median": 0.0, + "sentence_fisher_curvature/min": 0.0, + "sentence_fisher_curvature/p25": 0.0, + "sentence_fisher_curvature/p75": 0.0, + "sentence_fisher_curvature/p85": 0.0, + "sentence_fisher_curvature/p90": 0.0, + "sentence_fisher_curvature/p95": 0.0, + "sentence_fisher_curvature/p99": 0.0, + "sentence_fisher_curvature/var": 0.0, + "sentence_fisher_kl_divergence": 0.0, + "sentence_fisher_kl_divergence/max": 0.0, + "sentence_fisher_kl_divergence/median": 0.0, + "sentence_fisher_kl_divergence/min": 0.0, + "sentence_fisher_kl_divergence/p25": 0.0, + "sentence_fisher_kl_divergence/p75": 0.0, + "sentence_fisher_kl_divergence/p85": 0.0, + "sentence_fisher_kl_divergence/p90": 0.0, + "sentence_fisher_kl_divergence/p95": 0.0, + "sentence_fisher_kl_divergence/p99": 0.0, + "sentence_fisher_kl_divergence/var": 0.0, + "sentence_full_gradient_variance/max_squared_error": 0.0, + "sentence_full_gradient_variance/metric": 0.0, + "sentence_full_gradient_variance/p75": 0.0, + "sentence_full_gradient_variance/p90": 0.0, + "sentence_full_gradient_variance/p95": 0.0, + "sentence_full_gradient_variance/p99": 0.0, + "sentence_full_update_term": 0.0, + "sentence_full_update_term/max": 0.0, + "sentence_full_update_term/median": 0.0, + "sentence_full_update_term/min": 0.0, + "sentence_full_update_term/p25": 0.0, + "sentence_full_update_term/p75": 0.0, + "sentence_full_update_term/p85": 0.0, + "sentence_full_update_term/p90": 0.0, + "sentence_full_update_term/p95": 0.0, + "sentence_full_update_term/p99": 0.0, + "sentence_full_update_term/var": 0.0, + "sentence_hessian_coeff": 0.0, + "sentence_hessian_coeff/max": 0.0, + "sentence_hessian_coeff/median": 0.0, + "sentence_hessian_coeff/min": 0.0, + "sentence_hessian_coeff/p25": 0.0, + "sentence_hessian_coeff/p75": 0.0, + "sentence_hessian_coeff/p99": 0.0, + "sentence_hessian_coeff/var": 0.0, + "sentence_hessian_coeff_abs": 0.0, + "sentence_hessian_coeff_abs/max": 0.0, + "sentence_hessian_coeff_abs/median": 0.0, + "sentence_hessian_coeff_abs/min": 0.0, + "sentence_hessian_coeff_abs/p25": 0.0, + "sentence_hessian_coeff_abs/p75": 0.0, + "sentence_hessian_coeff_abs/p99": 0.0, + "sentence_hessian_coeff_abs/var": 0.0, + "step": 100, + "token_fisher_curvature": 0.0, + "token_fisher_curvature/max": 0.0, + "token_fisher_curvature/median": 0.0, + "token_fisher_curvature/min": 0.0, + "token_fisher_curvature/p25": 0.0, + "token_fisher_curvature/p75": 0.0, + "token_fisher_curvature/p85": 0.0, + "token_fisher_curvature/p90": 0.0, + "token_fisher_curvature/p95": 0.0, + "token_fisher_curvature/p99": 0.0, + "token_fisher_curvature/var": 0.0, + "token_fisher_kl_divergence": 0.0, + "token_fisher_kl_divergence/max": 0.0, + "token_fisher_kl_divergence/median": 0.0, + "token_fisher_kl_divergence/min": 0.0, + "token_fisher_kl_divergence/p25": 0.0, + "token_fisher_kl_divergence/p75": 0.0, + "token_fisher_kl_divergence/p85": 0.0, + "token_fisher_kl_divergence/p90": 0.0, + "token_fisher_kl_divergence/p95": 0.0, + "token_fisher_kl_divergence/p99": 0.0, + "token_fisher_kl_divergence/var": 0.0, + "token_full_update_term": 0.0, + "token_full_update_term/max": 0.0, + "token_full_update_term/median": 0.0, + "token_full_update_term/min": 0.0, + "token_full_update_term/p25": 0.0, + "token_full_update_term/p75": 0.0, + "token_full_update_term/p85": 0.0, + "token_full_update_term/p90": 0.0, + "token_full_update_term/p95": 0.0, + "token_full_update_term/p99": 0.0, + "token_full_update_term/var": 0.0, + "token_hessian_coeff": 0.0, + "token_hessian_coeff/max": 0.0, + "token_hessian_coeff/median": 0.0, + "token_hessian_coeff/min": 0.0, + "token_hessian_coeff/p25": 0.0, + "token_hessian_coeff/p75": 0.0, + "token_hessian_coeff/p99": 0.0, + "token_hessian_coeff/var": 0.0, + "token_hessian_coeff_abs": 0.0, + "token_hessian_coeff_abs/max": 0.0, + "token_hessian_coeff_abs/median": 0.0, + "token_hessian_coeff_abs/min": 0.0, + "token_hessian_coeff_abs/p25": 0.0, + "token_hessian_coeff_abs/p75": 0.0, + "token_hessian_coeff_abs/p99": 0.0, + "token_hessian_coeff_abs/var": 0.0 + }, + { + "adam_stats/lm_head/lr_effective_max": 0.0, + "adam_stats/lm_head/lr_effective_mean": 0.0, + "adam_stats/lm_head/lr_effective_min": 0.0, + "adam_stats/lm_head/lr_effective_std": 0.0, + "adam_stats/lr_effective_max": 0.0, + "adam_stats/lr_effective_mean": 0.0, + "adam_stats/lr_effective_min": 0.0, + "adam_stats/m_t_max": 4.1413531448597496e-07, + "adam_stats/m_t_mean": -7.512477510733528e-15, + "adam_stats/m_t_min": -4.868734890806081e-07, + "adam_stats/v_t_max": 1.5134955901885405e-05, + "adam_stats/v_t_mean": 1.769304429528884e-12, + "adam_stats/v_t_min": 0.0, + "epoch": 0.13333333333333333, + "step": 100, + "total_flos": 0.0, + "train_loss": 2.980232949312267e-11, + "train_runtime": 14681.8696, + "train_samples_per_second": 0.545, + "train_steps_per_second": 0.007 + } + ], + "logging_steps": 1, + "max_steps": 100, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 10, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 20, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..331c5fd --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df8497f4eec01f88ecfc3e0cec334d2972c33585bab4b35809ff70bb7155477 +size 9336