From 41f6556bfd130ae78b25214b5a6a2095fc3a4ca0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 7 Jun 2026 16:32:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: maywell/Synatra-7B-Instruct-v0.3-pre2 Source: Original Platform --- .gitattributes | 51 + README.md | 3 + config.json | 25 + configuration.json | 1 + generation_config.json | 7 + pytorch_model-00001-of-00002.bin | 3 + pytorch_model-00002-of-00002.bin | 3 + pytorch_model.bin.index.json | 298 ++++ special_tokens_map.json | 11 + tokenizer.model | 3 + tokenizer_config.json | 65 + trainer_state.json | 2449 ++++++++++++++++++++++++++++++ 12 files changed, 2919 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 pytorch_model-00001-of-00002.bin create mode 100644 pytorch_model-00002-of-00002.bin create mode 100644 pytorch_model.bin.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json create mode 100644 trainer_state.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5e41047 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,51 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text + +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.model filter=lfs diff=lfs merge=lfs -text +pytorch_model-00001-of-00002.bin filter=lfs diff=lfs merge=lfs -text +pytorch_model-00002-of-00002.bin filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e5f9975 --- /dev/null +++ b/README.md @@ -0,0 +1,3 @@ +--- +license: cc-by-nc-4.0 +--- diff --git a/config.json b/config.json new file mode 100644 index 0000000..528ac4d --- /dev/null +++ b/config.json @@ -0,0 +1,25 @@ +{ + "_name_or_path": "./checkpoint-320", + "architectures": [ + "MistralForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 32000, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 32768, + "model_type": "mistral", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-05, + "rope_theta": 10000.0, + "sliding_window": 4096, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.34.1", + "use_cache": false, + "vocab_size": 32002 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..fdeaaba --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 32000, + "transformers_version": "4.34.1", + "use_cache": false +} diff --git a/pytorch_model-00001-of-00002.bin b/pytorch_model-00001-of-00002.bin new file mode 100644 index 0000000..97964b7 --- /dev/null +++ b/pytorch_model-00001-of-00002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cca3ac7458fd13d3978ab4cbd1655bf3c8bb2c5091361c83b746d10e3b9313d +size 9943044428 diff --git a/pytorch_model-00002-of-00002.bin b/pytorch_model-00002-of-00002.bin new file mode 100644 index 0000000..b1dba66 --- /dev/null +++ b/pytorch_model-00002-of-00002.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7b8f6b4017d7c3d76ab16ceb1e109055f4456ece48be9bf2795982c5be6830 +size 4540552031 diff --git a/pytorch_model.bin.index.json b/pytorch_model.bin.index.json new file mode 100644 index 0000000..53213fb --- /dev/null +++ b/pytorch_model.bin.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 14483496960 + }, + "weight_map": { + "lm_head.weight": "pytorch_model-00002-of-00002.bin", + "model.embed_tokens.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.22.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.22.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.22.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.23.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.30.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.input_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin", + "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.input_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin", + "model.norm.weight": "pytorch_model-00002-of-00002.bin" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e2ae23a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,11 @@ +{ + "additional_special_tokens": [ + "", + "", + "" + ], + "bos_token": "", + "eos_token": "<|im_end|>", + "pad_token": "", + "unk_token": "" +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..8b443ef --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055 +size 493443 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..7e3e284 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,65 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32000": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "32001": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "", + "", + "" + ], + "bos_token": "", + "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "legacy": true, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "trust_remote_code": false, + "unk_token": "", + "use_default_system_prompt": true, + "use_fast": true +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..5f5b271 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,2449 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.298502382573179, + "eval_steps": 25, + "global_step": 385, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 0.0, + "loss": 0.7751, + "step": 1 + }, + { + "epoch": 0.01, + "learning_rate": 3.25e-06, + "loss": 0.804, + "step": 2 + }, + { + "epoch": 0.01, + "learning_rate": 6.5e-06, + "loss": 0.7948, + "step": 3 + }, + { + "epoch": 0.01, + "learning_rate": 6.496524064171123e-06, + "loss": 0.7803, + "step": 4 + }, + { + "epoch": 0.02, + "learning_rate": 6.493048128342246e-06, + "loss": 0.8638, + "step": 5 + }, + { + "epoch": 0.02, + "learning_rate": 6.4895721925133685e-06, + "loss": 0.7873, + "step": 6 + }, + { + "epoch": 0.02, + "learning_rate": 6.486096256684491e-06, + "loss": 0.7784, + "step": 7 + }, + { + "epoch": 0.03, + "learning_rate": 6.482620320855615e-06, + "loss": 0.8244, + "step": 8 + }, + { + "epoch": 0.03, + "learning_rate": 6.479144385026738e-06, + "loss": 0.7983, + "step": 9 + }, + { + "epoch": 0.03, + "learning_rate": 6.47566844919786e-06, + "loss": 0.807, + "step": 10 + }, + { + "epoch": 0.04, + "learning_rate": 6.4721925133689835e-06, + "loss": 0.8075, + "step": 11 + }, + { + "epoch": 0.04, + "learning_rate": 6.468716577540107e-06, + "loss": 0.7881, + "step": 12 + }, + { + "epoch": 0.04, + "learning_rate": 6.46524064171123e-06, + "loss": 0.7896, + "step": 13 + }, + { + "epoch": 0.04, + "learning_rate": 6.461764705882352e-06, + "loss": 0.7941, + "step": 14 + }, + { + "epoch": 0.05, + "learning_rate": 6.458288770053475e-06, + "loss": 0.7891, + "step": 15 + }, + { + "epoch": 0.05, + "learning_rate": 6.454812834224599e-06, + "loss": 0.7909, + "step": 16 + }, + { + "epoch": 0.05, + "learning_rate": 6.451336898395722e-06, + "loss": 0.7958, + "step": 17 + }, + { + "epoch": 0.06, + "learning_rate": 6.447860962566844e-06, + "loss": 0.8015, + "step": 18 + }, + { + "epoch": 0.06, + "learning_rate": 6.4443850267379675e-06, + "loss": 0.7899, + "step": 19 + }, + { + "epoch": 0.06, + "learning_rate": 6.440909090909091e-06, + "loss": 0.7932, + "step": 20 + }, + { + "epoch": 0.07, + "learning_rate": 6.437433155080214e-06, + "loss": 0.7848, + "step": 21 + }, + { + "epoch": 0.07, + "learning_rate": 6.433957219251336e-06, + "loss": 0.7812, + "step": 22 + }, + { + "epoch": 0.07, + "learning_rate": 6.430481283422459e-06, + "loss": 0.7773, + "step": 23 + }, + { + "epoch": 0.08, + "learning_rate": 6.4270053475935825e-06, + "loss": 0.8001, + "step": 24 + }, + { + "epoch": 0.08, + "learning_rate": 6.423529411764706e-06, + "loss": 0.7818, + "step": 25 + }, + { + "epoch": 0.08, + "eval_loss": 0.5808905363082886, + "eval_runtime": 25.1343, + "eval_samples_per_second": 293.543, + "eval_steps_per_second": 24.469, + "step": 25 + }, + { + "epoch": 0.08, + "learning_rate": 6.420053475935828e-06, + "loss": 0.7864, + "step": 26 + }, + { + "epoch": 0.09, + "learning_rate": 6.416577540106951e-06, + "loss": 0.7893, + "step": 27 + }, + { + "epoch": 0.09, + "learning_rate": 6.413101604278074e-06, + "loss": 0.7728, + "step": 28 + }, + { + "epoch": 0.09, + "learning_rate": 6.409625668449198e-06, + "loss": 0.7654, + "step": 29 + }, + { + "epoch": 0.1, + "learning_rate": 6.40614973262032e-06, + "loss": 0.7705, + "step": 30 + }, + { + "epoch": 0.1, + "learning_rate": 6.402673796791443e-06, + "loss": 0.7758, + "step": 31 + }, + { + "epoch": 0.1, + "learning_rate": 6.3991978609625665e-06, + "loss": 0.7911, + "step": 32 + }, + { + "epoch": 0.11, + "learning_rate": 6.39572192513369e-06, + "loss": 0.7816, + "step": 33 + }, + { + "epoch": 0.11, + "learning_rate": 6.392245989304813e-06, + "loss": 0.786, + "step": 34 + }, + { + "epoch": 0.11, + "learning_rate": 6.388770053475935e-06, + "loss": 0.7741, + "step": 35 + }, + { + "epoch": 0.12, + "learning_rate": 6.385294117647058e-06, + "loss": 0.7676, + "step": 36 + }, + { + "epoch": 0.12, + "learning_rate": 6.3818181818181815e-06, + "loss": 0.7671, + "step": 37 + }, + { + "epoch": 0.12, + "learning_rate": 6.378342245989305e-06, + "loss": 0.7742, + "step": 38 + }, + { + "epoch": 0.12, + "learning_rate": 6.374866310160427e-06, + "loss": 0.7653, + "step": 39 + }, + { + "epoch": 0.13, + "learning_rate": 6.37139037433155e-06, + "loss": 0.7726, + "step": 40 + }, + { + "epoch": 0.13, + "learning_rate": 6.367914438502674e-06, + "loss": 0.746, + "step": 41 + }, + { + "epoch": 0.13, + "learning_rate": 6.364438502673797e-06, + "loss": 0.7754, + "step": 42 + }, + { + "epoch": 0.14, + "learning_rate": 6.360962566844919e-06, + "loss": 0.7712, + "step": 43 + }, + { + "epoch": 0.14, + "learning_rate": 6.357486631016042e-06, + "loss": 0.763, + "step": 44 + }, + { + "epoch": 0.14, + "learning_rate": 6.3540106951871655e-06, + "loss": 0.757, + "step": 45 + }, + { + "epoch": 0.15, + "learning_rate": 6.350534759358289e-06, + "loss": 0.7773, + "step": 46 + }, + { + "epoch": 0.15, + "learning_rate": 6.347058823529411e-06, + "loss": 0.7678, + "step": 47 + }, + { + "epoch": 0.15, + "learning_rate": 6.343582887700534e-06, + "loss": 0.7607, + "step": 48 + }, + { + "epoch": 0.16, + "learning_rate": 6.340106951871657e-06, + "loss": 0.7698, + "step": 49 + }, + { + "epoch": 0.16, + "learning_rate": 6.3366310160427806e-06, + "loss": 0.7689, + "step": 50 + }, + { + "epoch": 0.16, + "eval_loss": 0.5711967945098877, + "eval_runtime": 25.1163, + "eval_samples_per_second": 293.753, + "eval_steps_per_second": 24.486, + "step": 50 + }, + { + "epoch": 0.16, + "learning_rate": 6.333155080213903e-06, + "loss": 0.7586, + "step": 51 + }, + { + "epoch": 0.17, + "learning_rate": 6.329679144385026e-06, + "loss": 0.7747, + "step": 52 + }, + { + "epoch": 0.17, + "learning_rate": 6.3262032085561494e-06, + "loss": 0.781, + "step": 53 + }, + { + "epoch": 0.17, + "learning_rate": 6.322727272727273e-06, + "loss": 0.7746, + "step": 54 + }, + { + "epoch": 0.18, + "learning_rate": 6.319251336898395e-06, + "loss": 0.7636, + "step": 55 + }, + { + "epoch": 0.18, + "learning_rate": 6.315775401069518e-06, + "loss": 0.7521, + "step": 56 + }, + { + "epoch": 0.18, + "learning_rate": 6.312299465240641e-06, + "loss": 0.7662, + "step": 57 + }, + { + "epoch": 0.19, + "learning_rate": 6.3088235294117645e-06, + "loss": 0.7807, + "step": 58 + }, + { + "epoch": 0.19, + "learning_rate": 6.305347593582887e-06, + "loss": 0.7643, + "step": 59 + }, + { + "epoch": 0.19, + "learning_rate": 6.30187165775401e-06, + "loss": 0.7671, + "step": 60 + }, + { + "epoch": 0.2, + "learning_rate": 6.298395721925133e-06, + "loss": 0.7599, + "step": 61 + }, + { + "epoch": 0.2, + "learning_rate": 6.294919786096257e-06, + "loss": 0.7467, + "step": 62 + }, + { + "epoch": 0.2, + "learning_rate": 6.2914438502673796e-06, + "loss": 0.761, + "step": 63 + }, + { + "epoch": 0.2, + "learning_rate": 6.287967914438502e-06, + "loss": 0.7679, + "step": 64 + }, + { + "epoch": 0.21, + "learning_rate": 6.284491978609625e-06, + "loss": 0.7841, + "step": 65 + }, + { + "epoch": 0.21, + "learning_rate": 6.2810160427807484e-06, + "loss": 0.7792, + "step": 66 + }, + { + "epoch": 0.21, + "learning_rate": 6.277540106951872e-06, + "loss": 0.768, + "step": 67 + }, + { + "epoch": 0.22, + "learning_rate": 6.274064171122994e-06, + "loss": 0.7568, + "step": 68 + }, + { + "epoch": 0.22, + "learning_rate": 6.270588235294117e-06, + "loss": 0.7832, + "step": 69 + }, + { + "epoch": 0.22, + "learning_rate": 6.26711229946524e-06, + "loss": 0.7548, + "step": 70 + }, + { + "epoch": 0.23, + "learning_rate": 6.2636363636363635e-06, + "loss": 0.7444, + "step": 71 + }, + { + "epoch": 0.23, + "learning_rate": 6.260160427807486e-06, + "loss": 0.7656, + "step": 72 + }, + { + "epoch": 0.23, + "learning_rate": 6.256684491978609e-06, + "loss": 0.761, + "step": 73 + }, + { + "epoch": 0.24, + "learning_rate": 6.253208556149732e-06, + "loss": 0.7576, + "step": 74 + }, + { + "epoch": 0.24, + "learning_rate": 6.249732620320856e-06, + "loss": 0.7838, + "step": 75 + }, + { + "epoch": 0.24, + "eval_loss": 0.5673521757125854, + "eval_runtime": 25.1312, + "eval_samples_per_second": 293.58, + "eval_steps_per_second": 24.472, + "step": 75 + }, + { + "epoch": 0.24, + "learning_rate": 6.246256684491978e-06, + "loss": 0.7697, + "step": 76 + }, + { + "epoch": 0.25, + "learning_rate": 6.242780748663101e-06, + "loss": 0.7691, + "step": 77 + }, + { + "epoch": 0.25, + "learning_rate": 6.239304812834224e-06, + "loss": 0.7579, + "step": 78 + }, + { + "epoch": 0.25, + "learning_rate": 6.2358288770053474e-06, + "loss": 0.7659, + "step": 79 + }, + { + "epoch": 0.26, + "learning_rate": 6.23235294117647e-06, + "loss": 0.7552, + "step": 80 + }, + { + "epoch": 0.26, + "learning_rate": 6.228877005347593e-06, + "loss": 0.7593, + "step": 81 + }, + { + "epoch": 0.26, + "learning_rate": 6.225401069518716e-06, + "loss": 0.7558, + "step": 82 + }, + { + "epoch": 0.27, + "learning_rate": 6.22192513368984e-06, + "loss": 0.7784, + "step": 83 + }, + { + "epoch": 0.27, + "learning_rate": 6.218449197860962e-06, + "loss": 0.7616, + "step": 84 + }, + { + "epoch": 0.27, + "learning_rate": 6.214973262032085e-06, + "loss": 0.772, + "step": 85 + }, + { + "epoch": 0.28, + "learning_rate": 6.211497326203208e-06, + "loss": 0.7557, + "step": 86 + }, + { + "epoch": 0.28, + "learning_rate": 6.208021390374331e-06, + "loss": 0.7517, + "step": 87 + }, + { + "epoch": 0.28, + "learning_rate": 6.204545454545454e-06, + "loss": 0.7659, + "step": 88 + }, + { + "epoch": 0.28, + "learning_rate": 6.201069518716577e-06, + "loss": 0.742, + "step": 89 + }, + { + "epoch": 0.29, + "learning_rate": 6.1975935828877e-06, + "loss": 0.7676, + "step": 90 + }, + { + "epoch": 0.29, + "learning_rate": 6.194117647058823e-06, + "loss": 0.7506, + "step": 91 + }, + { + "epoch": 0.29, + "learning_rate": 6.1906417112299464e-06, + "loss": 0.7528, + "step": 92 + }, + { + "epoch": 0.3, + "learning_rate": 6.187165775401069e-06, + "loss": 0.7771, + "step": 93 + }, + { + "epoch": 0.3, + "learning_rate": 6.183689839572192e-06, + "loss": 0.7763, + "step": 94 + }, + { + "epoch": 0.3, + "learning_rate": 6.180213903743315e-06, + "loss": 0.7616, + "step": 95 + }, + { + "epoch": 0.31, + "learning_rate": 6.176737967914439e-06, + "loss": 0.7564, + "step": 96 + }, + { + "epoch": 0.31, + "learning_rate": 6.173262032085561e-06, + "loss": 0.752, + "step": 97 + }, + { + "epoch": 0.31, + "learning_rate": 6.169786096256684e-06, + "loss": 0.7651, + "step": 98 + }, + { + "epoch": 0.32, + "learning_rate": 6.166310160427807e-06, + "loss": 0.7418, + "step": 99 + }, + { + "epoch": 0.32, + "learning_rate": 6.16283422459893e-06, + "loss": 0.7633, + "step": 100 + }, + { + "epoch": 0.32, + "eval_loss": 0.5642256140708923, + "eval_runtime": 25.1588, + "eval_samples_per_second": 293.258, + "eval_steps_per_second": 24.445, + "step": 100 + }, + { + "epoch": 0.32, + "learning_rate": 6.159358288770053e-06, + "loss": 0.7693, + "step": 101 + }, + { + "epoch": 0.33, + "learning_rate": 6.155882352941176e-06, + "loss": 0.7559, + "step": 102 + }, + { + "epoch": 0.33, + "learning_rate": 6.152406417112299e-06, + "loss": 0.746, + "step": 103 + }, + { + "epoch": 0.33, + "learning_rate": 6.148930481283423e-06, + "loss": 0.7616, + "step": 104 + }, + { + "epoch": 0.34, + "learning_rate": 6.145454545454545e-06, + "loss": 0.7741, + "step": 105 + }, + { + "epoch": 0.34, + "learning_rate": 6.141978609625668e-06, + "loss": 0.7539, + "step": 106 + }, + { + "epoch": 0.34, + "learning_rate": 6.138502673796791e-06, + "loss": 0.7694, + "step": 107 + }, + { + "epoch": 0.35, + "learning_rate": 6.135026737967914e-06, + "loss": 0.7661, + "step": 108 + }, + { + "epoch": 0.35, + "learning_rate": 6.131550802139037e-06, + "loss": 0.7482, + "step": 109 + }, + { + "epoch": 0.35, + "learning_rate": 6.12807486631016e-06, + "loss": 0.7553, + "step": 110 + }, + { + "epoch": 0.36, + "learning_rate": 6.124598930481283e-06, + "loss": 0.7521, + "step": 111 + }, + { + "epoch": 0.36, + "learning_rate": 6.121122994652406e-06, + "loss": 0.7453, + "step": 112 + }, + { + "epoch": 0.36, + "learning_rate": 6.1176470588235285e-06, + "loss": 0.7494, + "step": 113 + }, + { + "epoch": 0.36, + "learning_rate": 6.114171122994652e-06, + "loss": 0.7745, + "step": 114 + }, + { + "epoch": 0.37, + "learning_rate": 6.110695187165775e-06, + "loss": 0.7595, + "step": 115 + }, + { + "epoch": 0.37, + "learning_rate": 6.107219251336898e-06, + "loss": 0.7455, + "step": 116 + }, + { + "epoch": 0.37, + "learning_rate": 6.103743315508021e-06, + "loss": 0.7686, + "step": 117 + }, + { + "epoch": 0.38, + "learning_rate": 6.100267379679144e-06, + "loss": 0.7605, + "step": 118 + }, + { + "epoch": 0.38, + "learning_rate": 6.096791443850267e-06, + "loss": 0.7482, + "step": 119 + }, + { + "epoch": 0.38, + "learning_rate": 6.09331550802139e-06, + "loss": 0.7454, + "step": 120 + }, + { + "epoch": 0.39, + "learning_rate": 6.089839572192513e-06, + "loss": 0.7559, + "step": 121 + }, + { + "epoch": 0.39, + "learning_rate": 6.086363636363636e-06, + "loss": 0.7557, + "step": 122 + }, + { + "epoch": 0.39, + "learning_rate": 6.082887700534759e-06, + "loss": 0.7429, + "step": 123 + }, + { + "epoch": 0.4, + "learning_rate": 6.079411764705882e-06, + "loss": 0.7684, + "step": 124 + }, + { + "epoch": 0.4, + "learning_rate": 6.075935828877006e-06, + "loss": 0.7319, + "step": 125 + }, + { + "epoch": 0.4, + "eval_loss": 0.562572717666626, + "eval_runtime": 25.1626, + "eval_samples_per_second": 293.213, + "eval_steps_per_second": 24.441, + "step": 125 + }, + { + "epoch": 0.4, + "learning_rate": 6.0724598930481275e-06, + "loss": 0.7494, + "step": 126 + }, + { + "epoch": 0.41, + "learning_rate": 6.068983957219251e-06, + "loss": 0.7598, + "step": 127 + }, + { + "epoch": 0.41, + "learning_rate": 6.065508021390374e-06, + "loss": 0.7452, + "step": 128 + }, + { + "epoch": 0.41, + "learning_rate": 6.062032085561497e-06, + "loss": 0.753, + "step": 129 + }, + { + "epoch": 0.42, + "learning_rate": 6.05855614973262e-06, + "loss": 0.7338, + "step": 130 + }, + { + "epoch": 0.42, + "learning_rate": 6.055080213903743e-06, + "loss": 0.7526, + "step": 131 + }, + { + "epoch": 0.42, + "learning_rate": 6.051604278074866e-06, + "loss": 0.759, + "step": 132 + }, + { + "epoch": 0.43, + "learning_rate": 6.04812834224599e-06, + "loss": 0.7564, + "step": 133 + }, + { + "epoch": 0.43, + "learning_rate": 6.0446524064171115e-06, + "loss": 0.7585, + "step": 134 + }, + { + "epoch": 0.43, + "learning_rate": 6.041176470588235e-06, + "loss": 0.7552, + "step": 135 + }, + { + "epoch": 0.44, + "learning_rate": 6.037700534759358e-06, + "loss": 0.7541, + "step": 136 + }, + { + "epoch": 0.44, + "learning_rate": 6.034224598930481e-06, + "loss": 0.7603, + "step": 137 + }, + { + "epoch": 0.44, + "learning_rate": 6.030748663101604e-06, + "loss": 0.7525, + "step": 138 + }, + { + "epoch": 0.44, + "learning_rate": 6.0272727272727265e-06, + "loss": 0.7523, + "step": 139 + }, + { + "epoch": 0.45, + "learning_rate": 6.02379679144385e-06, + "loss": 0.7543, + "step": 140 + }, + { + "epoch": 0.45, + "learning_rate": 6.020320855614973e-06, + "loss": 0.7475, + "step": 141 + }, + { + "epoch": 0.45, + "learning_rate": 6.016844919786095e-06, + "loss": 0.7599, + "step": 142 + }, + { + "epoch": 0.46, + "learning_rate": 6.013368983957219e-06, + "loss": 0.7623, + "step": 143 + }, + { + "epoch": 0.46, + "learning_rate": 6.009893048128342e-06, + "loss": 0.7472, + "step": 144 + }, + { + "epoch": 0.46, + "learning_rate": 6.006417112299465e-06, + "loss": 0.747, + "step": 145 + }, + { + "epoch": 0.47, + "learning_rate": 6.002941176470588e-06, + "loss": 0.7488, + "step": 146 + }, + { + "epoch": 0.47, + "learning_rate": 5.9994652406417105e-06, + "loss": 0.7422, + "step": 147 + }, + { + "epoch": 0.47, + "learning_rate": 5.995989304812834e-06, + "loss": 0.7787, + "step": 148 + }, + { + "epoch": 0.48, + "learning_rate": 5.992513368983957e-06, + "loss": 0.7496, + "step": 149 + }, + { + "epoch": 0.48, + "learning_rate": 5.98903743315508e-06, + "loss": 0.749, + "step": 150 + }, + { + "epoch": 0.48, + "eval_loss": 0.5596185326576233, + "eval_runtime": 25.1232, + "eval_samples_per_second": 293.673, + "eval_steps_per_second": 24.479, + "step": 150 + }, + { + "epoch": 0.48, + "learning_rate": 5.985561497326203e-06, + "loss": 0.7469, + "step": 151 + }, + { + "epoch": 0.49, + "learning_rate": 5.9820855614973256e-06, + "loss": 0.7604, + "step": 152 + }, + { + "epoch": 0.49, + "learning_rate": 5.978609625668449e-06, + "loss": 0.7698, + "step": 153 + }, + { + "epoch": 0.49, + "learning_rate": 5.975133689839573e-06, + "loss": 0.7613, + "step": 154 + }, + { + "epoch": 0.5, + "learning_rate": 5.9716577540106944e-06, + "loss": 0.7523, + "step": 155 + }, + { + "epoch": 0.5, + "learning_rate": 5.968181818181818e-06, + "loss": 0.7525, + "step": 156 + }, + { + "epoch": 0.5, + "learning_rate": 5.964705882352941e-06, + "loss": 0.7413, + "step": 157 + }, + { + "epoch": 0.51, + "learning_rate": 5.961229946524064e-06, + "loss": 0.7492, + "step": 158 + }, + { + "epoch": 0.51, + "learning_rate": 5.957754010695187e-06, + "loss": 0.764, + "step": 159 + }, + { + "epoch": 0.51, + "learning_rate": 5.9542780748663095e-06, + "loss": 0.7672, + "step": 160 + }, + { + "epoch": 0.52, + "learning_rate": 5.950802139037433e-06, + "loss": 0.7549, + "step": 161 + }, + { + "epoch": 0.52, + "learning_rate": 5.947326203208556e-06, + "loss": 0.7398, + "step": 162 + }, + { + "epoch": 0.52, + "learning_rate": 5.943850267379678e-06, + "loss": 0.7503, + "step": 163 + }, + { + "epoch": 0.52, + "learning_rate": 5.940374331550802e-06, + "loss": 0.7574, + "step": 164 + }, + { + "epoch": 0.53, + "learning_rate": 5.9368983957219246e-06, + "loss": 0.7702, + "step": 165 + }, + { + "epoch": 0.53, + "learning_rate": 5.933422459893048e-06, + "loss": 0.7589, + "step": 166 + }, + { + "epoch": 0.53, + "learning_rate": 5.929946524064171e-06, + "loss": 0.7727, + "step": 167 + }, + { + "epoch": 0.54, + "learning_rate": 5.9264705882352934e-06, + "loss": 0.7627, + "step": 168 + }, + { + "epoch": 0.54, + "learning_rate": 5.922994652406417e-06, + "loss": 0.7565, + "step": 169 + }, + { + "epoch": 0.54, + "learning_rate": 5.91951871657754e-06, + "loss": 0.7354, + "step": 170 + }, + { + "epoch": 0.55, + "learning_rate": 5.916042780748662e-06, + "loss": 0.7562, + "step": 171 + }, + { + "epoch": 0.55, + "learning_rate": 5.912566844919786e-06, + "loss": 0.7406, + "step": 172 + }, + { + "epoch": 0.55, + "learning_rate": 5.9090909090909085e-06, + "loss": 0.734, + "step": 173 + }, + { + "epoch": 0.56, + "learning_rate": 5.905614973262032e-06, + "loss": 0.7619, + "step": 174 + }, + { + "epoch": 0.56, + "learning_rate": 5.902139037433155e-06, + "loss": 0.7427, + "step": 175 + }, + { + "epoch": 0.56, + "eval_loss": 0.5575200319290161, + "eval_runtime": 25.1443, + "eval_samples_per_second": 293.426, + "eval_steps_per_second": 24.459, + "step": 175 + }, + { + "epoch": 0.56, + "learning_rate": 5.898663101604277e-06, + "loss": 0.7427, + "step": 176 + }, + { + "epoch": 0.57, + "learning_rate": 5.895187165775401e-06, + "loss": 0.7462, + "step": 177 + }, + { + "epoch": 0.57, + "learning_rate": 5.8917112299465236e-06, + "loss": 0.763, + "step": 178 + }, + { + "epoch": 0.57, + "learning_rate": 5.888235294117647e-06, + "loss": 0.7538, + "step": 179 + }, + { + "epoch": 0.58, + "learning_rate": 5.88475935828877e-06, + "loss": 0.7547, + "step": 180 + }, + { + "epoch": 0.58, + "learning_rate": 5.8812834224598924e-06, + "loss": 0.7514, + "step": 181 + }, + { + "epoch": 0.58, + "learning_rate": 5.877807486631016e-06, + "loss": 0.7453, + "step": 182 + }, + { + "epoch": 0.59, + "learning_rate": 5.874331550802139e-06, + "loss": 0.7679, + "step": 183 + }, + { + "epoch": 0.59, + "learning_rate": 5.870855614973261e-06, + "loss": 0.7636, + "step": 184 + }, + { + "epoch": 0.59, + "learning_rate": 5.867379679144385e-06, + "loss": 0.7323, + "step": 185 + }, + { + "epoch": 0.6, + "learning_rate": 5.8639037433155075e-06, + "loss": 0.7644, + "step": 186 + }, + { + "epoch": 0.6, + "learning_rate": 5.860427807486631e-06, + "loss": 0.7387, + "step": 187 + }, + { + "epoch": 0.6, + "learning_rate": 5.856951871657754e-06, + "loss": 0.7621, + "step": 188 + }, + { + "epoch": 0.6, + "learning_rate": 5.853475935828876e-06, + "loss": 0.7794, + "step": 189 + }, + { + "epoch": 0.61, + "learning_rate": 5.85e-06, + "loss": 0.7658, + "step": 190 + }, + { + "epoch": 0.61, + "learning_rate": 5.8465240641711226e-06, + "loss": 0.7565, + "step": 191 + }, + { + "epoch": 0.61, + "learning_rate": 5.843048128342245e-06, + "loss": 0.7537, + "step": 192 + }, + { + "epoch": 0.62, + "learning_rate": 5.839572192513369e-06, + "loss": 0.7477, + "step": 193 + }, + { + "epoch": 0.62, + "learning_rate": 5.8360962566844914e-06, + "loss": 0.724, + "step": 194 + }, + { + "epoch": 0.62, + "learning_rate": 5.832620320855615e-06, + "loss": 0.7467, + "step": 195 + }, + { + "epoch": 0.63, + "learning_rate": 5.829144385026738e-06, + "loss": 0.7507, + "step": 196 + }, + { + "epoch": 0.63, + "learning_rate": 5.82566844919786e-06, + "loss": 0.7564, + "step": 197 + }, + { + "epoch": 0.63, + "learning_rate": 5.822192513368984e-06, + "loss": 0.7539, + "step": 198 + }, + { + "epoch": 0.64, + "learning_rate": 5.8187165775401065e-06, + "loss": 0.7468, + "step": 199 + }, + { + "epoch": 0.64, + "learning_rate": 5.815240641711229e-06, + "loss": 0.7353, + "step": 200 + }, + { + "epoch": 0.64, + "eval_loss": 0.5562187433242798, + "eval_runtime": 25.1284, + "eval_samples_per_second": 293.613, + "eval_steps_per_second": 24.474, + "step": 200 + }, + { + "epoch": 0.64, + "learning_rate": 5.811764705882353e-06, + "loss": 0.7472, + "step": 201 + }, + { + "epoch": 0.65, + "learning_rate": 5.808288770053475e-06, + "loss": 0.7569, + "step": 202 + }, + { + "epoch": 0.65, + "learning_rate": 5.804812834224599e-06, + "loss": 0.7443, + "step": 203 + }, + { + "epoch": 0.65, + "learning_rate": 5.8013368983957216e-06, + "loss": 0.7552, + "step": 204 + }, + { + "epoch": 0.66, + "learning_rate": 5.797860962566844e-06, + "loss": 0.7517, + "step": 205 + }, + { + "epoch": 0.66, + "learning_rate": 5.794385026737968e-06, + "loss": 0.7581, + "step": 206 + }, + { + "epoch": 0.66, + "learning_rate": 5.7909090909090904e-06, + "loss": 0.7616, + "step": 207 + }, + { + "epoch": 0.67, + "learning_rate": 5.787433155080214e-06, + "loss": 0.7441, + "step": 208 + }, + { + "epoch": 0.67, + "learning_rate": 5.783957219251337e-06, + "loss": 0.7385, + "step": 209 + }, + { + "epoch": 0.67, + "learning_rate": 5.780481283422459e-06, + "loss": 0.7742, + "step": 210 + }, + { + "epoch": 0.67, + "learning_rate": 5.777005347593583e-06, + "loss": 0.7654, + "step": 211 + }, + { + "epoch": 0.68, + "learning_rate": 5.7735294117647055e-06, + "loss": 0.7504, + "step": 212 + }, + { + "epoch": 0.68, + "learning_rate": 5.770053475935828e-06, + "loss": 0.7472, + "step": 213 + }, + { + "epoch": 0.68, + "learning_rate": 5.766577540106952e-06, + "loss": 0.7472, + "step": 214 + }, + { + "epoch": 0.69, + "learning_rate": 5.763101604278074e-06, + "loss": 0.7574, + "step": 215 + }, + { + "epoch": 0.69, + "learning_rate": 5.759625668449198e-06, + "loss": 0.737, + "step": 216 + }, + { + "epoch": 0.69, + "learning_rate": 5.756149732620321e-06, + "loss": 0.7496, + "step": 217 + }, + { + "epoch": 0.7, + "learning_rate": 5.752673796791443e-06, + "loss": 0.7572, + "step": 218 + }, + { + "epoch": 0.7, + "learning_rate": 5.749197860962567e-06, + "loss": 0.7557, + "step": 219 + }, + { + "epoch": 0.7, + "learning_rate": 5.7457219251336895e-06, + "loss": 0.7668, + "step": 220 + }, + { + "epoch": 0.71, + "learning_rate": 5.742245989304812e-06, + "loss": 0.7614, + "step": 221 + }, + { + "epoch": 0.71, + "learning_rate": 5.738770053475936e-06, + "loss": 0.761, + "step": 222 + }, + { + "epoch": 0.71, + "learning_rate": 5.735294117647058e-06, + "loss": 0.7411, + "step": 223 + }, + { + "epoch": 0.72, + "learning_rate": 5.731818181818182e-06, + "loss": 0.7557, + "step": 224 + }, + { + "epoch": 0.72, + "learning_rate": 5.7283422459893045e-06, + "loss": 0.7363, + "step": 225 + }, + { + "epoch": 0.72, + "eval_loss": 0.5533275604248047, + "eval_runtime": 25.128, + "eval_samples_per_second": 293.617, + "eval_steps_per_second": 24.475, + "step": 225 + }, + { + "epoch": 0.72, + "learning_rate": 5.724866310160427e-06, + "loss": 0.7624, + "step": 226 + }, + { + "epoch": 0.73, + "learning_rate": 5.721390374331551e-06, + "loss": 0.7605, + "step": 227 + }, + { + "epoch": 0.73, + "learning_rate": 5.717914438502673e-06, + "loss": 0.7588, + "step": 228 + }, + { + "epoch": 0.73, + "learning_rate": 5.714438502673796e-06, + "loss": 0.7408, + "step": 229 + }, + { + "epoch": 0.74, + "learning_rate": 5.71096256684492e-06, + "loss": 0.7361, + "step": 230 + }, + { + "epoch": 0.74, + "learning_rate": 5.707486631016042e-06, + "loss": 0.7522, + "step": 231 + }, + { + "epoch": 0.79, + "learning_rate": 5.652334851936218e-06, + "loss": 0.7383, + "step": 232 + }, + { + "epoch": 0.79, + "learning_rate": 5.648633257403189e-06, + "loss": 0.7295, + "step": 233 + }, + { + "epoch": 0.8, + "learning_rate": 5.644931662870159e-06, + "loss": 0.7384, + "step": 234 + }, + { + "epoch": 0.8, + "learning_rate": 5.64123006833713e-06, + "loss": 0.726, + "step": 235 + }, + { + "epoch": 0.8, + "learning_rate": 5.6375284738041e-06, + "loss": 0.703, + "step": 236 + }, + { + "epoch": 0.81, + "learning_rate": 5.63382687927107e-06, + "loss": 0.7218, + "step": 237 + }, + { + "epoch": 0.81, + "learning_rate": 5.6301252847380405e-06, + "loss": 0.7201, + "step": 238 + }, + { + "epoch": 0.81, + "learning_rate": 5.626423690205011e-06, + "loss": 0.7319, + "step": 239 + }, + { + "epoch": 0.82, + "learning_rate": 5.6227220956719815e-06, + "loss": 0.7261, + "step": 240 + }, + { + "epoch": 0.82, + "learning_rate": 5.619020501138952e-06, + "loss": 0.7327, + "step": 241 + }, + { + "epoch": 0.82, + "learning_rate": 5.6153189066059225e-06, + "loss": 0.6999, + "step": 242 + }, + { + "epoch": 0.83, + "learning_rate": 5.611617312072893e-06, + "loss": 0.7185, + "step": 243 + }, + { + "epoch": 0.83, + "learning_rate": 5.6079157175398635e-06, + "loss": 0.7169, + "step": 244 + }, + { + "epoch": 0.83, + "learning_rate": 5.604214123006833e-06, + "loss": 0.7165, + "step": 245 + }, + { + "epoch": 0.84, + "learning_rate": 5.600512528473804e-06, + "loss": 0.7273, + "step": 246 + }, + { + "epoch": 0.84, + "learning_rate": 5.596810933940774e-06, + "loss": 0.7267, + "step": 247 + }, + { + "epoch": 0.84, + "learning_rate": 5.593109339407744e-06, + "loss": 0.6915, + "step": 248 + }, + { + "epoch": 0.85, + "learning_rate": 5.589407744874714e-06, + "loss": 0.72, + "step": 249 + }, + { + "epoch": 0.85, + "learning_rate": 5.585706150341686e-06, + "loss": 0.7138, + "step": 250 + }, + { + "epoch": 0.85, + "eval_loss": 0.5525651574134827, + "eval_runtime": 25.2344, + "eval_samples_per_second": 292.379, + "eval_steps_per_second": 24.372, + "step": 250 + }, + { + "epoch": 0.85, + "learning_rate": 5.582004555808656e-06, + "loss": 0.7168, + "step": 251 + }, + { + "epoch": 0.86, + "learning_rate": 5.578302961275626e-06, + "loss": 0.7107, + "step": 252 + }, + { + "epoch": 0.86, + "learning_rate": 5.574601366742596e-06, + "loss": 0.7144, + "step": 253 + }, + { + "epoch": 0.86, + "learning_rate": 5.570899772209567e-06, + "loss": 0.7108, + "step": 254 + }, + { + "epoch": 0.87, + "learning_rate": 5.567198177676537e-06, + "loss": 0.7167, + "step": 255 + }, + { + "epoch": 0.87, + "learning_rate": 5.563496583143507e-06, + "loss": 0.6916, + "step": 256 + }, + { + "epoch": 0.87, + "learning_rate": 5.5597949886104775e-06, + "loss": 0.712, + "step": 257 + }, + { + "epoch": 0.88, + "learning_rate": 5.556093394077448e-06, + "loss": 0.7331, + "step": 258 + }, + { + "epoch": 0.88, + "learning_rate": 5.552391799544419e-06, + "loss": 0.7125, + "step": 259 + }, + { + "epoch": 0.88, + "learning_rate": 5.548690205011389e-06, + "loss": 0.7151, + "step": 260 + }, + { + "epoch": 0.89, + "learning_rate": 5.5449886104783596e-06, + "loss": 0.7076, + "step": 261 + }, + { + "epoch": 0.89, + "learning_rate": 5.54128701594533e-06, + "loss": 0.717, + "step": 262 + }, + { + "epoch": 0.9, + "learning_rate": 5.5375854214123006e-06, + "loss": 0.7131, + "step": 263 + }, + { + "epoch": 0.9, + "learning_rate": 5.53388382687927e-06, + "loss": 0.7239, + "step": 264 + }, + { + "epoch": 0.9, + "learning_rate": 5.530182232346241e-06, + "loss": 0.6994, + "step": 265 + }, + { + "epoch": 0.91, + "learning_rate": 5.526480637813211e-06, + "loss": 0.7147, + "step": 266 + }, + { + "epoch": 0.91, + "learning_rate": 5.522779043280182e-06, + "loss": 0.7188, + "step": 267 + }, + { + "epoch": 0.91, + "learning_rate": 5.519077448747152e-06, + "loss": 0.7113, + "step": 268 + }, + { + "epoch": 0.92, + "learning_rate": 5.515375854214123e-06, + "loss": 0.7133, + "step": 269 + }, + { + "epoch": 0.92, + "learning_rate": 5.511674259681093e-06, + "loss": 0.7195, + "step": 270 + }, + { + "epoch": 0.92, + "learning_rate": 5.507972665148064e-06, + "loss": 0.7118, + "step": 271 + }, + { + "epoch": 0.93, + "learning_rate": 5.5042710706150334e-06, + "loss": 0.7046, + "step": 272 + }, + { + "epoch": 0.93, + "learning_rate": 5.500569476082004e-06, + "loss": 0.7037, + "step": 273 + }, + { + "epoch": 0.93, + "learning_rate": 5.4968678815489744e-06, + "loss": 0.7163, + "step": 274 + }, + { + "epoch": 0.94, + "learning_rate": 5.493166287015945e-06, + "loss": 0.715, + "step": 275 + }, + { + "epoch": 0.94, + "eval_loss": 0.5483076572418213, + "eval_runtime": 25.2224, + "eval_samples_per_second": 292.518, + "eval_steps_per_second": 24.383, + "step": 275 + }, + { + "epoch": 0.94, + "learning_rate": 5.4894646924829155e-06, + "loss": 0.7018, + "step": 276 + }, + { + "epoch": 0.94, + "learning_rate": 5.485763097949886e-06, + "loss": 0.7144, + "step": 277 + }, + { + "epoch": 0.95, + "learning_rate": 5.4820615034168565e-06, + "loss": 0.7039, + "step": 278 + }, + { + "epoch": 0.95, + "learning_rate": 5.478359908883827e-06, + "loss": 0.7154, + "step": 279 + }, + { + "epoch": 0.95, + "learning_rate": 5.474658314350797e-06, + "loss": 0.7067, + "step": 280 + }, + { + "epoch": 0.96, + "learning_rate": 5.470956719817767e-06, + "loss": 0.7305, + "step": 281 + }, + { + "epoch": 0.96, + "learning_rate": 5.467255125284738e-06, + "loss": 0.7188, + "step": 282 + }, + { + "epoch": 0.96, + "learning_rate": 5.463553530751708e-06, + "loss": 0.7127, + "step": 283 + }, + { + "epoch": 0.97, + "learning_rate": 5.459851936218679e-06, + "loss": 0.7095, + "step": 284 + }, + { + "epoch": 0.97, + "learning_rate": 5.456150341685649e-06, + "loss": 0.7187, + "step": 285 + }, + { + "epoch": 0.97, + "learning_rate": 5.45244874715262e-06, + "loss": 0.7034, + "step": 286 + }, + { + "epoch": 0.98, + "learning_rate": 5.44874715261959e-06, + "loss": 0.7155, + "step": 287 + }, + { + "epoch": 0.98, + "learning_rate": 5.44504555808656e-06, + "loss": 0.7065, + "step": 288 + }, + { + "epoch": 0.98, + "learning_rate": 5.44134396355353e-06, + "loss": 0.7038, + "step": 289 + }, + { + "epoch": 0.99, + "learning_rate": 5.437642369020501e-06, + "loss": 0.724, + "step": 290 + }, + { + "epoch": 0.99, + "learning_rate": 5.433940774487471e-06, + "loss": 0.7175, + "step": 291 + }, + { + "epoch": 0.99, + "learning_rate": 5.430239179954441e-06, + "loss": 0.7225, + "step": 292 + }, + { + "epoch": 1.0, + "learning_rate": 5.426537585421412e-06, + "loss": 0.7096, + "step": 293 + }, + { + "epoch": 1.0, + "learning_rate": 5.422835990888383e-06, + "loss": 0.7213, + "step": 294 + }, + { + "epoch": 1.0, + "learning_rate": 5.419134396355353e-06, + "loss": 0.7114, + "step": 295 + }, + { + "epoch": 1.01, + "learning_rate": 5.415432801822323e-06, + "loss": 0.7198, + "step": 296 + }, + { + "epoch": 1.01, + "learning_rate": 5.4117312072892935e-06, + "loss": 0.6965, + "step": 297 + }, + { + "epoch": 1.0, + "learning_rate": 5.408029612756264e-06, + "loss": 0.7015, + "step": 298 + }, + { + "epoch": 1.01, + "learning_rate": 5.404328018223234e-06, + "loss": 0.7134, + "step": 299 + }, + { + "epoch": 1.01, + "learning_rate": 5.400626423690204e-06, + "loss": 0.7115, + "step": 300 + }, + { + "epoch": 1.01, + "eval_loss": 0.5488342046737671, + "eval_runtime": 25.2892, + "eval_samples_per_second": 291.746, + "eval_steps_per_second": 24.319, + "step": 300 + }, + { + "epoch": 1.01, + "learning_rate": 5.396924829157175e-06, + "loss": 0.7134, + "step": 301 + }, + { + "epoch": 1.02, + "learning_rate": 5.393223234624146e-06, + "loss": 0.722, + "step": 302 + }, + { + "epoch": 1.02, + "learning_rate": 5.389521640091116e-06, + "loss": 0.7133, + "step": 303 + }, + { + "epoch": 1.02, + "learning_rate": 5.385820045558086e-06, + "loss": 0.7024, + "step": 304 + }, + { + "epoch": 1.03, + "learning_rate": 5.382118451025057e-06, + "loss": 0.6885, + "step": 305 + }, + { + "epoch": 1.03, + "learning_rate": 5.378416856492027e-06, + "loss": 0.7067, + "step": 306 + }, + { + "epoch": 1.03, + "learning_rate": 5.374715261958997e-06, + "loss": 0.7093, + "step": 307 + }, + { + "epoch": 1.04, + "learning_rate": 5.371013667425967e-06, + "loss": 0.7083, + "step": 308 + }, + { + "epoch": 1.04, + "learning_rate": 5.367312072892938e-06, + "loss": 0.7074, + "step": 309 + }, + { + "epoch": 1.04, + "learning_rate": 5.363610478359908e-06, + "loss": 0.7179, + "step": 310 + }, + { + "epoch": 1.05, + "learning_rate": 5.359908883826879e-06, + "loss": 0.7128, + "step": 311 + }, + { + "epoch": 1.05, + "learning_rate": 5.3562072892938494e-06, + "loss": 0.707, + "step": 312 + }, + { + "epoch": 1.05, + "learning_rate": 5.35250569476082e-06, + "loss": 0.7025, + "step": 313 + }, + { + "epoch": 1.06, + "learning_rate": 5.3488041002277904e-06, + "loss": 0.6958, + "step": 314 + }, + { + "epoch": 1.06, + "learning_rate": 5.34510250569476e-06, + "loss": 0.7213, + "step": 315 + }, + { + "epoch": 1.06, + "learning_rate": 5.341400911161731e-06, + "loss": 0.7045, + "step": 316 + }, + { + "epoch": 1.07, + "learning_rate": 5.337699316628701e-06, + "loss": 0.6997, + "step": 317 + }, + { + "epoch": 1.07, + "learning_rate": 5.333997722095672e-06, + "loss": 0.7104, + "step": 318 + }, + { + "epoch": 1.07, + "learning_rate": 5.330296127562642e-06, + "loss": 0.6975, + "step": 319 + }, + { + "epoch": 1.08, + "learning_rate": 5.326594533029613e-06, + "loss": 0.7068, + "step": 320 + }, + { + "epoch": 1.08, + "learning_rate": 5.322892938496583e-06, + "loss": 0.709, + "step": 321 + }, + { + "epoch": 1.08, + "learning_rate": 5.319191343963554e-06, + "loss": 0.7134, + "step": 322 + }, + { + "epoch": 1.09, + "learning_rate": 5.315489749430523e-06, + "loss": 0.6999, + "step": 323 + }, + { + "epoch": 1.09, + "learning_rate": 5.311788154897494e-06, + "loss": 0.7066, + "step": 324 + }, + { + "epoch": 1.09, + "learning_rate": 5.308086560364464e-06, + "loss": 0.7126, + "step": 325 + }, + { + "epoch": 1.09, + "eval_loss": 0.5455913543701172, + "eval_runtime": 25.2451, + "eval_samples_per_second": 292.254, + "eval_steps_per_second": 24.361, + "step": 325 + }, + { + "epoch": 1.1, + "learning_rate": 5.304384965831435e-06, + "loss": 0.6963, + "step": 326 + }, + { + "epoch": 1.1, + "learning_rate": 5.300683371298405e-06, + "loss": 0.7004, + "step": 327 + }, + { + "epoch": 1.1, + "learning_rate": 5.296981776765376e-06, + "loss": 0.7044, + "step": 328 + }, + { + "epoch": 1.11, + "learning_rate": 5.293280182232346e-06, + "loss": 0.7024, + "step": 329 + }, + { + "epoch": 1.11, + "learning_rate": 5.289578587699317e-06, + "loss": 0.6862, + "step": 330 + }, + { + "epoch": 1.11, + "learning_rate": 5.2858769931662865e-06, + "loss": 0.7015, + "step": 331 + }, + { + "epoch": 1.12, + "learning_rate": 5.282175398633257e-06, + "loss": 0.7173, + "step": 332 + }, + { + "epoch": 1.12, + "learning_rate": 5.2784738041002275e-06, + "loss": 0.7094, + "step": 333 + }, + { + "epoch": 1.12, + "learning_rate": 5.274772209567198e-06, + "loss": 0.7073, + "step": 334 + }, + { + "epoch": 1.13, + "learning_rate": 5.271070615034168e-06, + "loss": 0.7153, + "step": 335 + }, + { + "epoch": 1.13, + "learning_rate": 5.267369020501139e-06, + "loss": 0.6949, + "step": 336 + }, + { + "epoch": 1.14, + "learning_rate": 5.2636674259681095e-06, + "loss": 0.7042, + "step": 337 + }, + { + "epoch": 1.14, + "learning_rate": 5.25996583143508e-06, + "loss": 0.6999, + "step": 338 + }, + { + "epoch": 1.14, + "learning_rate": 5.25626423690205e-06, + "loss": 0.7069, + "step": 339 + }, + { + "epoch": 1.15, + "learning_rate": 5.25256264236902e-06, + "loss": 0.7012, + "step": 340 + }, + { + "epoch": 1.15, + "learning_rate": 5.248861047835991e-06, + "loss": 0.7018, + "step": 341 + }, + { + "epoch": 1.15, + "learning_rate": 5.245159453302961e-06, + "loss": 0.7054, + "step": 342 + }, + { + "epoch": 1.16, + "learning_rate": 5.241457858769931e-06, + "loss": 0.7023, + "step": 343 + }, + { + "epoch": 1.16, + "learning_rate": 5.237756264236901e-06, + "loss": 0.6866, + "step": 344 + }, + { + "epoch": 1.16, + "learning_rate": 5.234054669703872e-06, + "loss": 0.6978, + "step": 345 + }, + { + "epoch": 1.17, + "learning_rate": 5.230353075170842e-06, + "loss": 0.7067, + "step": 346 + }, + { + "epoch": 1.17, + "learning_rate": 5.226651480637813e-06, + "loss": 0.7113, + "step": 347 + }, + { + "epoch": 1.17, + "learning_rate": 5.222949886104783e-06, + "loss": 0.6967, + "step": 348 + }, + { + "epoch": 1.18, + "learning_rate": 5.219248291571754e-06, + "loss": 0.7003, + "step": 349 + }, + { + "epoch": 1.18, + "learning_rate": 5.2155466970387236e-06, + "loss": 0.716, + "step": 350 + }, + { + "epoch": 1.18, + "eval_loss": 0.543171226978302, + "eval_runtime": 25.2405, + "eval_samples_per_second": 292.308, + "eval_steps_per_second": 24.366, + "step": 350 + }, + { + "epoch": 1.18, + "learning_rate": 5.211845102505694e-06, + "loss": 0.7174, + "step": 351 + }, + { + "epoch": 1.19, + "learning_rate": 5.2081435079726646e-06, + "loss": 0.7128, + "step": 352 + }, + { + "epoch": 1.19, + "learning_rate": 5.204441913439635e-06, + "loss": 0.6872, + "step": 353 + }, + { + "epoch": 1.19, + "learning_rate": 5.200740318906606e-06, + "loss": 0.7058, + "step": 354 + }, + { + "epoch": 1.2, + "learning_rate": 5.197038724373576e-06, + "loss": 0.7025, + "step": 355 + }, + { + "epoch": 1.2, + "learning_rate": 5.193337129840547e-06, + "loss": 0.7085, + "step": 356 + }, + { + "epoch": 1.2, + "learning_rate": 5.189635535307517e-06, + "loss": 0.6916, + "step": 357 + }, + { + "epoch": 1.21, + "learning_rate": 5.185933940774487e-06, + "loss": 0.7094, + "step": 358 + }, + { + "epoch": 1.21, + "learning_rate": 5.182232346241457e-06, + "loss": 0.6919, + "step": 359 + }, + { + "epoch": 1.21, + "learning_rate": 5.178530751708428e-06, + "loss": 0.7143, + "step": 360 + }, + { + "epoch": 1.22, + "learning_rate": 5.174829157175398e-06, + "loss": 0.7176, + "step": 361 + }, + { + "epoch": 1.22, + "learning_rate": 5.171127562642369e-06, + "loss": 0.696, + "step": 362 + }, + { + "epoch": 1.22, + "learning_rate": 5.167425968109339e-06, + "loss": 0.7082, + "step": 363 + }, + { + "epoch": 1.23, + "learning_rate": 5.16372437357631e-06, + "loss": 0.6996, + "step": 364 + }, + { + "epoch": 1.23, + "learning_rate": 5.16002277904328e-06, + "loss": 0.7093, + "step": 365 + }, + { + "epoch": 1.23, + "learning_rate": 5.15632118451025e-06, + "loss": 0.7221, + "step": 366 + }, + { + "epoch": 1.24, + "learning_rate": 5.1526195899772205e-06, + "loss": 0.6953, + "step": 367 + }, + { + "epoch": 1.24, + "learning_rate": 5.148917995444191e-06, + "loss": 0.7054, + "step": 368 + }, + { + "epoch": 1.24, + "learning_rate": 5.1452164009111615e-06, + "loss": 0.6916, + "step": 369 + }, + { + "epoch": 1.25, + "learning_rate": 5.141514806378131e-06, + "loss": 0.6972, + "step": 370 + }, + { + "epoch": 1.25, + "learning_rate": 5.1378132118451025e-06, + "loss": 0.7075, + "step": 371 + }, + { + "epoch": 1.25, + "learning_rate": 5.134111617312073e-06, + "loss": 0.7077, + "step": 372 + }, + { + "epoch": 1.26, + "learning_rate": 5.1304100227790435e-06, + "loss": 0.7027, + "step": 373 + }, + { + "epoch": 1.26, + "learning_rate": 5.126708428246013e-06, + "loss": 0.6857, + "step": 374 + }, + { + "epoch": 1.26, + "learning_rate": 5.123006833712984e-06, + "loss": 0.7108, + "step": 375 + }, + { + "epoch": 1.26, + "eval_loss": 0.5420267581939697, + "eval_runtime": 25.2293, + "eval_samples_per_second": 292.438, + "eval_steps_per_second": 24.376, + "step": 375 + }, + { + "epoch": 1.27, + "learning_rate": 5.119305239179954e-06, + "loss": 0.6973, + "step": 376 + }, + { + "epoch": 1.27, + "learning_rate": 5.115603644646925e-06, + "loss": 0.7079, + "step": 377 + }, + { + "epoch": 1.27, + "learning_rate": 5.111902050113894e-06, + "loss": 0.7195, + "step": 378 + }, + { + "epoch": 1.28, + "learning_rate": 5.108200455580865e-06, + "loss": 0.6931, + "step": 379 + }, + { + "epoch": 1.28, + "learning_rate": 5.104498861047836e-06, + "loss": 0.6912, + "step": 380 + }, + { + "epoch": 1.28, + "learning_rate": 5.100797266514807e-06, + "loss": 0.7038, + "step": 381 + }, + { + "epoch": 1.29, + "learning_rate": 5.097095671981776e-06, + "loss": 0.7023, + "step": 382 + }, + { + "epoch": 1.29, + "learning_rate": 5.093394077448747e-06, + "loss": 0.6882, + "step": 383 + }, + { + "epoch": 1.3, + "learning_rate": 5.089692482915717e-06, + "loss": 0.7167, + "step": 384 + }, + { + "epoch": 1.3, + "learning_rate": 5.085990888382688e-06, + "loss": 0.6973, + "step": 385 + } + ], + "logging_steps": 1, + "max_steps": 1758, + "num_train_epochs": 6, + "save_steps": 77, + "total_flos": 1.6147063380492943e+19, + "trial_name": null, + "trial_params": null +}