From 1201ba1f5b6be30ea03988ffb2536b13a0d0e83b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 11 Jun 2026 17:32:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: laion/GLM-4_6-selfinstruct-naive-2-32ep-32k Source: Original Platform --- .gitattributes | 56 +++++ README.md | 58 +++++ added_tokens.json | 28 +++ chat_template.jinja | 89 +++++++ config.json | 68 ++++++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 407 +++++++++++++++++++++++++++++++ run_summary.json | 12 + special_tokens_map.json | 31 +++ tokenizer.json | 3 + tokenizer_config.json | 240 ++++++++++++++++++ trainer_log.jsonl | 212 ++++++++++++++++ training_args.bin | 3 + vocab.json | 3 + 20 files changed, 1238 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 run_summary.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 trainer_log.jsonl create mode 100644 training_args.bin create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b6996ac --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..ed04b77 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +library_name: transformers +tags: +- llama-factory +- generated_from_trainer +model-index: +- name: GLM-4_6-selfinstruct-naive-2-32ep-32k + results: [] +--- + + + +# GLM-4_6-selfinstruct-naive-2-32ep-32k + +This model was trained from scratch on an unknown dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 16 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.98) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 7.0 + +### Training results + + + +### Framework versions + +- Transformers 4.56.1 +- Pytorch 2.9.1+cu128 +- Datasets 4.4.1 +- Tokenizers 0.22.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..b7c602b --- /dev/null +++ b/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "4.56.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9c4194d --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.56.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..5dcc245 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6b034583313c0adadc971d858aaee3bb3026820d81dee87d88d9767b30cbce +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..3dad7a4 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1919ca7d1dc6cbc4c0fa65cd1d9ca823341ff325072aec9628ef781e8865213c +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..3e461f0 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f12dda70c8226c8edd346d31b4da33825018364c6d145be50f25b5e994a8b76 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..2fa128b --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1c12dc37df0a177bacd3df6720ee44d905dfbafe6f6ab43fc027caeb413475 +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..ba886c0 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,407 @@ +{ + "metadata": { + "total_parameters": 308224, + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/run_summary.json b/run_summary.json new file mode 100644 index 0000000..e777cca --- /dev/null +++ b/run_summary.json @@ -0,0 +1,12 @@ +{ + "agent_name": null, + "training_start": null, + "training_end": null, + "created_by": "DCAgent", + "base_model_name": "Qwen/Qwen3-8B", + "dataset_name": "penfever/GLM-4.6-selfinstruct-naive-2-32ep-32k", + "training_type": "SFT", + "training_parameters": "https://huggingface.co/laion/GLM-4_6-selfinstruct-naive-2-32ep-32k/blob/main/config.json", + "wandb_link": "https://wandb.ai/dogml/dc-agent/runs/GLM-4.6-selfinstruct-naive-2-32ep-32k_hub-model-id_GLM-4.6-selfinstruct-naive-2-32ep-32k_Qwen3-8", + "traces_location_s3": null +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e9dc937 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 32768, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..eaef997 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,212 @@ +{"current_steps": 5, "total_steps": 1057, "loss": 0.7462, "lr": 1.509433962264151e-06, "epoch": 0.033112582781456956, "percentage": 0.47, "elapsed_time": "0:01:55", "remaining_time": "6:46:14"} +{"current_steps": 10, "total_steps": 1057, "loss": 0.7204, "lr": 3.3962264150943395e-06, "epoch": 0.06622516556291391, "percentage": 0.95, "elapsed_time": "0:03:41", "remaining_time": "6:27:21"} +{"current_steps": 15, "total_steps": 1057, "loss": 0.6443, "lr": 5.283018867924529e-06, "epoch": 0.09933774834437085, "percentage": 1.42, "elapsed_time": "0:05:18", "remaining_time": "6:08:20"} +{"current_steps": 20, "total_steps": 1057, "loss": 0.5326, "lr": 7.169811320754717e-06, "epoch": 0.13245033112582782, "percentage": 1.89, "elapsed_time": "0:07:03", "remaining_time": "6:06:24"} +{"current_steps": 25, "total_steps": 1057, "loss": 0.463, "lr": 9.056603773584907e-06, "epoch": 0.16556291390728478, "percentage": 2.37, "elapsed_time": "0:08:47", "remaining_time": "6:02:49"} +{"current_steps": 30, "total_steps": 1057, "loss": 0.413, "lr": 1.0943396226415095e-05, "epoch": 0.1986754966887417, "percentage": 2.84, "elapsed_time": "0:10:38", "remaining_time": "6:04:30"} +{"current_steps": 35, "total_steps": 1057, "loss": 0.4084, "lr": 1.2830188679245283e-05, "epoch": 0.23178807947019867, "percentage": 3.31, "elapsed_time": "0:12:24", "remaining_time": "6:02:13"} +{"current_steps": 40, "total_steps": 1057, "loss": 0.3877, "lr": 1.4716981132075472e-05, "epoch": 0.26490066225165565, "percentage": 3.78, "elapsed_time": "0:14:11", "remaining_time": "6:00:53"} +{"current_steps": 45, "total_steps": 1057, "loss": 0.375, "lr": 1.6603773584905664e-05, "epoch": 0.2980132450331126, "percentage": 4.26, "elapsed_time": "0:15:47", "remaining_time": "5:55:15"} +{"current_steps": 50, "total_steps": 1057, "loss": 0.3638, "lr": 1.8490566037735852e-05, "epoch": 0.33112582781456956, "percentage": 4.73, "elapsed_time": "0:17:31", "remaining_time": "5:52:47"} +{"current_steps": 55, "total_steps": 1057, "loss": 0.354, "lr": 2.037735849056604e-05, "epoch": 0.36423841059602646, "percentage": 5.2, "elapsed_time": "0:19:14", "remaining_time": "5:50:34"} +{"current_steps": 60, "total_steps": 1057, "loss": 0.3544, "lr": 2.226415094339623e-05, "epoch": 0.3973509933774834, "percentage": 5.68, "elapsed_time": "0:20:53", "remaining_time": "5:47:03"} +{"current_steps": 65, "total_steps": 1057, "loss": 0.3555, "lr": 2.4150943396226418e-05, "epoch": 0.4304635761589404, "percentage": 6.15, "elapsed_time": "0:22:28", "remaining_time": "5:43:05"} +{"current_steps": 70, "total_steps": 1057, "loss": 0.3224, "lr": 2.6037735849056606e-05, "epoch": 0.46357615894039733, "percentage": 6.62, "elapsed_time": "0:24:21", "remaining_time": "5:43:28"} +{"current_steps": 75, "total_steps": 1057, "loss": 0.326, "lr": 2.7924528301886794e-05, "epoch": 0.4966887417218543, "percentage": 7.1, "elapsed_time": "0:25:56", "remaining_time": "5:39:33"} +{"current_steps": 80, "total_steps": 1057, "loss": 0.3295, "lr": 2.9811320754716983e-05, "epoch": 0.5298013245033113, "percentage": 7.57, "elapsed_time": "0:27:36", "remaining_time": "5:37:10"} +{"current_steps": 85, "total_steps": 1057, "loss": 0.3251, "lr": 3.169811320754717e-05, "epoch": 0.5629139072847682, "percentage": 8.04, "elapsed_time": "0:29:31", "remaining_time": "5:37:36"} +{"current_steps": 90, "total_steps": 1057, "loss": 0.3222, "lr": 3.358490566037736e-05, "epoch": 0.5960264900662252, "percentage": 8.51, "elapsed_time": "0:31:08", "remaining_time": "5:34:38"} +{"current_steps": 95, "total_steps": 1057, "loss": 0.3205, "lr": 3.547169811320755e-05, "epoch": 0.6291390728476821, "percentage": 8.99, "elapsed_time": "0:32:52", "remaining_time": "5:32:50"} +{"current_steps": 100, "total_steps": 1057, "loss": 0.3193, "lr": 3.735849056603774e-05, "epoch": 0.6622516556291391, "percentage": 9.46, "elapsed_time": "0:34:36", "remaining_time": "5:31:16"} +{"current_steps": 105, "total_steps": 1057, "loss": 0.3055, "lr": 3.9245283018867925e-05, "epoch": 0.695364238410596, "percentage": 9.93, "elapsed_time": "0:36:19", "remaining_time": "5:29:19"} +{"current_steps": 110, "total_steps": 1057, "loss": 0.316, "lr": 3.9999017850349584e-05, "epoch": 0.7284768211920529, "percentage": 10.41, "elapsed_time": "0:38:04", "remaining_time": "5:27:45"} +{"current_steps": 115, "total_steps": 1057, "loss": 0.3062, "lr": 3.999301617403122e-05, "epoch": 0.7615894039735099, "percentage": 10.88, "elapsed_time": "0:39:41", "remaining_time": "5:25:05"} +{"current_steps": 120, "total_steps": 1057, "loss": 0.3022, "lr": 3.998156009545393e-05, "epoch": 0.7947019867549668, "percentage": 11.35, "elapsed_time": "0:41:15", "remaining_time": "5:22:11"} +{"current_steps": 125, "total_steps": 1057, "loss": 0.3005, "lr": 3.996465274001211e-05, "epoch": 0.8278145695364238, "percentage": 11.83, "elapsed_time": "0:42:59", "remaining_time": "5:20:29"} +{"current_steps": 130, "total_steps": 1057, "loss": 0.3026, "lr": 3.9942298720292336e-05, "epoch": 0.8609271523178808, "percentage": 12.3, "elapsed_time": "0:44:28", "remaining_time": "5:17:10"} +{"current_steps": 135, "total_steps": 1057, "loss": 0.2918, "lr": 3.991450413481493e-05, "epoch": 0.8940397350993378, "percentage": 12.77, "elapsed_time": "0:46:15", "remaining_time": "5:15:58"} +{"current_steps": 140, "total_steps": 1057, "loss": 0.2978, "lr": 3.9881276566370235e-05, "epoch": 0.9271523178807947, "percentage": 13.25, "elapsed_time": "0:47:49", "remaining_time": "5:13:13"} +{"current_steps": 145, "total_steps": 1057, "loss": 0.3036, "lr": 3.984262507994988e-05, "epoch": 0.9602649006622517, "percentage": 13.72, "elapsed_time": "0:49:21", "remaining_time": "5:10:26"} +{"current_steps": 150, "total_steps": 1057, "loss": 0.297, "lr": 3.979856022027373e-05, "epoch": 0.9933774834437086, "percentage": 14.19, "elapsed_time": "0:51:02", "remaining_time": "5:08:36"} +{"current_steps": 155, "total_steps": 1057, "loss": 0.2735, "lr": 3.974909400891313e-05, "epoch": 1.0264900662251655, "percentage": 14.66, "elapsed_time": "0:52:43", "remaining_time": "5:06:48"} +{"current_steps": 160, "total_steps": 1057, "loss": 0.2831, "lr": 3.96942399410112e-05, "epoch": 1.0596026490066226, "percentage": 15.14, "elapsed_time": "0:54:20", "remaining_time": "5:04:38"} +{"current_steps": 165, "total_steps": 1057, "loss": 0.2726, "lr": 3.9634012981601214e-05, "epoch": 1.0927152317880795, "percentage": 15.61, "elapsed_time": "0:56:00", "remaining_time": "5:02:45"} +{"current_steps": 170, "total_steps": 1057, "loss": 0.2665, "lr": 3.9568429561523834e-05, "epoch": 1.1258278145695364, "percentage": 16.08, "elapsed_time": "0:57:46", "remaining_time": "5:01:25"} +{"current_steps": 175, "total_steps": 1057, "loss": 0.2774, "lr": 3.949750757294458e-05, "epoch": 1.1589403973509933, "percentage": 16.56, "elapsed_time": "0:59:37", "remaining_time": "5:00:28"} +{"current_steps": 180, "total_steps": 1057, "loss": 0.2611, "lr": 3.9421266364472573e-05, "epoch": 1.1920529801324504, "percentage": 17.03, "elapsed_time": "1:01:15", "remaining_time": "4:58:28"} +{"current_steps": 185, "total_steps": 1057, "loss": 0.2696, "lr": 3.933972673588187e-05, "epoch": 1.2251655629139073, "percentage": 17.5, "elapsed_time": "1:02:52", "remaining_time": "4:56:23"} +{"current_steps": 190, "total_steps": 1057, "loss": 0.2633, "lr": 3.925291093243707e-05, "epoch": 1.2582781456953642, "percentage": 17.98, "elapsed_time": "1:04:43", "remaining_time": "4:55:19"} +{"current_steps": 195, "total_steps": 1057, "loss": 0.2787, "lr": 3.916084263882436e-05, "epoch": 1.2913907284768211, "percentage": 18.45, "elapsed_time": "1:06:27", "remaining_time": "4:53:44"} +{"current_steps": 200, "total_steps": 1057, "loss": 0.2693, "lr": 3.906354697269005e-05, "epoch": 1.3245033112582782, "percentage": 18.92, "elapsed_time": "1:08:16", "remaining_time": "4:52:34"} +{"current_steps": 205, "total_steps": 1057, "loss": 0.2619, "lr": 3.896105047778804e-05, "epoch": 1.3576158940397351, "percentage": 19.39, "elapsed_time": "1:11:05", "remaining_time": "4:55:28"} +{"current_steps": 210, "total_steps": 1057, "loss": 0.2788, "lr": 3.8853381116738295e-05, "epoch": 1.390728476821192, "percentage": 19.87, "elapsed_time": "1:12:46", "remaining_time": "4:53:33"} +{"current_steps": 215, "total_steps": 1057, "loss": 0.2703, "lr": 3.874056826339822e-05, "epoch": 1.423841059602649, "percentage": 20.34, "elapsed_time": "1:14:31", "remaining_time": "4:51:51"} +{"current_steps": 220, "total_steps": 1057, "loss": 0.2705, "lr": 3.862264269484902e-05, "epoch": 1.4569536423841059, "percentage": 20.81, "elapsed_time": "1:16:10", "remaining_time": "4:49:47"} +{"current_steps": 225, "total_steps": 1057, "loss": 0.2801, "lr": 3.8499636582999196e-05, "epoch": 1.490066225165563, "percentage": 21.29, "elapsed_time": "1:17:59", "remaining_time": "4:48:22"} +{"current_steps": 230, "total_steps": 1057, "loss": 0.2689, "lr": 3.837158348580763e-05, "epoch": 1.5231788079470199, "percentage": 21.76, "elapsed_time": "1:19:44", "remaining_time": "4:46:42"} +{"current_steps": 235, "total_steps": 1057, "loss": 0.2719, "lr": 3.8238518338128396e-05, "epoch": 1.5562913907284768, "percentage": 22.23, "elapsed_time": "1:21:28", "remaining_time": "4:45:00"} +{"current_steps": 240, "total_steps": 1057, "loss": 0.2624, "lr": 3.810047744218002e-05, "epoch": 1.589403973509934, "percentage": 22.71, "elapsed_time": "1:23:07", "remaining_time": "4:42:58"} +{"current_steps": 245, "total_steps": 1057, "loss": 0.2519, "lr": 3.7957498457641654e-05, "epoch": 1.6225165562913908, "percentage": 23.18, "elapsed_time": "1:24:49", "remaining_time": "4:41:08"} +{"current_steps": 250, "total_steps": 1057, "loss": 0.2672, "lr": 3.7809620391378986e-05, "epoch": 1.6556291390728477, "percentage": 23.65, "elapsed_time": "1:26:36", "remaining_time": "4:39:33"} +{"current_steps": 255, "total_steps": 1057, "loss": 0.264, "lr": 3.76568835868025e-05, "epoch": 1.6887417218543046, "percentage": 24.12, "elapsed_time": "1:28:08", "remaining_time": "4:37:11"} +{"current_steps": 260, "total_steps": 1057, "loss": 0.2754, "lr": 3.749932971286124e-05, "epoch": 1.7218543046357615, "percentage": 24.6, "elapsed_time": "1:29:39", "remaining_time": "4:34:49"} +{"current_steps": 265, "total_steps": 1057, "loss": 0.2598, "lr": 3.7337001752674833e-05, "epoch": 1.7549668874172184, "percentage": 25.07, "elapsed_time": "1:31:13", "remaining_time": "4:32:39"} +{"current_steps": 270, "total_steps": 1057, "loss": 0.2715, "lr": 3.7169943991807035e-05, "epoch": 1.7880794701986755, "percentage": 25.54, "elapsed_time": "1:33:04", "remaining_time": "4:31:17"} +{"current_steps": 275, "total_steps": 1057, "loss": 0.264, "lr": 3.699820200618399e-05, "epoch": 1.8211920529801324, "percentage": 26.02, "elapsed_time": "1:34:44", "remaining_time": "4:29:24"} +{"current_steps": 280, "total_steps": 1057, "loss": 0.2476, "lr": 3.682182264966037e-05, "epoch": 1.8543046357615895, "percentage": 26.49, "elapsed_time": "1:36:28", "remaining_time": "4:27:43"} +{"current_steps": 285, "total_steps": 1057, "loss": 0.2655, "lr": 3.6640854041236936e-05, "epoch": 1.8874172185430464, "percentage": 26.96, "elapsed_time": "1:38:09", "remaining_time": "4:25:53"} +{"current_steps": 290, "total_steps": 1057, "loss": 0.2575, "lr": 3.6455345551932956e-05, "epoch": 1.9205298013245033, "percentage": 27.44, "elapsed_time": "1:39:48", "remaining_time": "4:23:58"} +{"current_steps": 295, "total_steps": 1057, "loss": 0.2567, "lr": 3.6265347791317006e-05, "epoch": 1.9536423841059603, "percentage": 27.91, "elapsed_time": "1:41:23", "remaining_time": "4:21:52"} +{"current_steps": 300, "total_steps": 1057, "loss": 0.2479, "lr": 3.60709125936999e-05, "epoch": 1.9867549668874172, "percentage": 28.38, "elapsed_time": "1:43:04", "remaining_time": "4:20:05"} +{"current_steps": 305, "total_steps": 1057, "loss": 0.2406, "lr": 3.587209300399352e-05, "epoch": 2.019867549668874, "percentage": 28.86, "elapsed_time": "1:44:44", "remaining_time": "4:18:14"} +{"current_steps": 310, "total_steps": 1057, "loss": 0.2139, "lr": 3.566894326323934e-05, "epoch": 2.052980132450331, "percentage": 29.33, "elapsed_time": "1:46:28", "remaining_time": "4:16:34"} +{"current_steps": 315, "total_steps": 1057, "loss": 0.2288, "lr": 3.5461518793810596e-05, "epoch": 2.0860927152317883, "percentage": 29.8, "elapsed_time": "1:48:02", "remaining_time": "4:14:30"} +{"current_steps": 320, "total_steps": 1057, "loss": 0.2234, "lr": 3.5249876184292276e-05, "epoch": 2.119205298013245, "percentage": 30.27, "elapsed_time": "1:49:33", "remaining_time": "4:12:20"} +{"current_steps": 325, "total_steps": 1057, "loss": 0.2318, "lr": 3.503407317404282e-05, "epoch": 2.152317880794702, "percentage": 30.75, "elapsed_time": "1:51:27", "remaining_time": "4:11:03"} +{"current_steps": 330, "total_steps": 1057, "loss": 0.2256, "lr": 3.481416863744198e-05, "epoch": 2.185430463576159, "percentage": 31.22, "elapsed_time": "1:53:05", "remaining_time": "4:09:08"} +{"current_steps": 335, "total_steps": 1057, "loss": 0.2316, "lr": 3.459022256782897e-05, "epoch": 2.218543046357616, "percentage": 31.69, "elapsed_time": "1:54:54", "remaining_time": "4:07:39"} +{"current_steps": 340, "total_steps": 1057, "loss": 0.2226, "lr": 3.4362296061135366e-05, "epoch": 2.251655629139073, "percentage": 32.17, "elapsed_time": "1:56:35", "remaining_time": "4:05:51"} +{"current_steps": 345, "total_steps": 1057, "loss": 0.2234, "lr": 3.413045129921716e-05, "epoch": 2.2847682119205297, "percentage": 32.64, "elapsed_time": "1:58:24", "remaining_time": "4:04:22"} +{"current_steps": 350, "total_steps": 1057, "loss": 0.2389, "lr": 3.389475153289066e-05, "epoch": 2.3178807947019866, "percentage": 33.11, "elapsed_time": "2:00:08", "remaining_time": "4:02:40"} +{"current_steps": 355, "total_steps": 1057, "loss": 0.2326, "lr": 3.365526106467663e-05, "epoch": 2.3509933774834435, "percentage": 33.59, "elapsed_time": "2:01:48", "remaining_time": "4:00:51"} +{"current_steps": 360, "total_steps": 1057, "loss": 0.232, "lr": 3.341204523125762e-05, "epoch": 2.384105960264901, "percentage": 34.06, "elapsed_time": "2:03:27", "remaining_time": "3:59:01"} +{"current_steps": 365, "total_steps": 1057, "loss": 0.2265, "lr": 3.316517038565309e-05, "epoch": 2.4172185430463577, "percentage": 34.53, "elapsed_time": "2:04:55", "remaining_time": "3:56:51"} +{"current_steps": 370, "total_steps": 1057, "loss": 0.2273, "lr": 3.2914703879117275e-05, "epoch": 2.4503311258278146, "percentage": 35.0, "elapsed_time": "2:06:40", "remaining_time": "3:55:11"} +{"current_steps": 375, "total_steps": 1057, "loss": 0.2238, "lr": 3.2660714042764764e-05, "epoch": 2.4834437086092715, "percentage": 35.48, "elapsed_time": "2:08:24", "remaining_time": "3:53:31"} +{"current_steps": 380, "total_steps": 1057, "loss": 0.2294, "lr": 3.24032701689287e-05, "epoch": 2.5165562913907285, "percentage": 35.95, "elapsed_time": "2:10:00", "remaining_time": "3:51:36"} +{"current_steps": 385, "total_steps": 1057, "loss": 0.224, "lr": 3.214244249225675e-05, "epoch": 2.5496688741721854, "percentage": 36.42, "elapsed_time": "2:11:41", "remaining_time": "3:49:51"} +{"current_steps": 390, "total_steps": 1057, "loss": 0.2277, "lr": 3.187830217055005e-05, "epoch": 2.5827814569536423, "percentage": 36.9, "elapsed_time": "2:13:23", "remaining_time": "3:48:07"} +{"current_steps": 395, "total_steps": 1057, "loss": 0.2223, "lr": 3.1610921265350225e-05, "epoch": 2.6158940397350996, "percentage": 37.37, "elapsed_time": "2:15:08", "remaining_time": "3:46:29"} +{"current_steps": 400, "total_steps": 1057, "loss": 0.2314, "lr": 3.134037272227993e-05, "epoch": 2.6490066225165565, "percentage": 37.84, "elapsed_time": "2:16:45", "remaining_time": "3:44:37"} +{"current_steps": 405, "total_steps": 1057, "loss": 0.2213, "lr": 3.106673035114212e-05, "epoch": 2.6821192052980134, "percentage": 38.32, "elapsed_time": "2:19:36", "remaining_time": "3:44:45"} +{"current_steps": 410, "total_steps": 1057, "loss": 0.2238, "lr": 3.079006880578362e-05, "epoch": 2.7152317880794703, "percentage": 38.79, "elapsed_time": "2:21:22", "remaining_time": "3:43:06"} +{"current_steps": 415, "total_steps": 1057, "loss": 0.225, "lr": 3.0510463563728447e-05, "epoch": 2.748344370860927, "percentage": 39.26, "elapsed_time": "2:23:14", "remaining_time": "3:41:36"} +{"current_steps": 420, "total_steps": 1057, "loss": 0.2301, "lr": 3.022799090558631e-05, "epoch": 2.781456953642384, "percentage": 39.74, "elapsed_time": "2:25:15", "remaining_time": "3:40:18"} +{"current_steps": 425, "total_steps": 1057, "loss": 0.2264, "lr": 2.994272789424213e-05, "epoch": 2.814569536423841, "percentage": 40.21, "elapsed_time": "2:26:49", "remaining_time": "3:38:20"} +{"current_steps": 430, "total_steps": 1057, "loss": 0.2424, "lr": 2.9654752353832088e-05, "epoch": 2.847682119205298, "percentage": 40.68, "elapsed_time": "2:28:31", "remaining_time": "3:36:33"} +{"current_steps": 435, "total_steps": 1057, "loss": 0.2224, "lr": 2.9364142848512006e-05, "epoch": 2.880794701986755, "percentage": 41.15, "elapsed_time": "2:30:13", "remaining_time": "3:34:47"} +{"current_steps": 440, "total_steps": 1057, "loss": 0.2459, "lr": 2.9070978661023865e-05, "epoch": 2.9139072847682117, "percentage": 41.63, "elapsed_time": "2:32:02", "remaining_time": "3:33:11"} +{"current_steps": 445, "total_steps": 1057, "loss": 0.2281, "lr": 2.8775339771066173e-05, "epoch": 2.9470198675496686, "percentage": 42.1, "elapsed_time": "2:33:41", "remaining_time": "3:31:22"} +{"current_steps": 450, "total_steps": 1057, "loss": 0.2352, "lr": 2.8477306833474378e-05, "epoch": 2.980132450331126, "percentage": 42.57, "elapsed_time": "2:35:21", "remaining_time": "3:29:33"} +{"current_steps": 455, "total_steps": 1057, "loss": 0.2194, "lr": 2.817696115621691e-05, "epoch": 3.013245033112583, "percentage": 43.05, "elapsed_time": "2:37:02", "remaining_time": "3:27:47"} +{"current_steps": 460, "total_steps": 1057, "loss": 0.2091, "lr": 2.787438467821315e-05, "epoch": 3.0463576158940397, "percentage": 43.52, "elapsed_time": "2:38:54", "remaining_time": "3:26:14"} +{"current_steps": 465, "total_steps": 1057, "loss": 0.2013, "lr": 2.756965994697923e-05, "epoch": 3.0794701986754967, "percentage": 43.99, "elapsed_time": "2:40:47", "remaining_time": "3:24:42"} +{"current_steps": 470, "total_steps": 1057, "loss": 0.1915, "lr": 2.7262870096107798e-05, "epoch": 3.1125827814569536, "percentage": 44.47, "elapsed_time": "2:42:23", "remaining_time": "3:22:48"} +{"current_steps": 475, "total_steps": 1057, "loss": 0.1953, "lr": 2.6954098822587896e-05, "epoch": 3.1456953642384105, "percentage": 44.94, "elapsed_time": "2:44:20", "remaining_time": "3:21:21"} +{"current_steps": 480, "total_steps": 1057, "loss": 0.2018, "lr": 2.6643430363971123e-05, "epoch": 3.1788079470198674, "percentage": 45.41, "elapsed_time": "2:45:59", "remaining_time": "3:19:31"} +{"current_steps": 485, "total_steps": 1057, "loss": 0.19, "lr": 2.633094947539037e-05, "epoch": 3.2119205298013247, "percentage": 45.88, "elapsed_time": "2:47:31", "remaining_time": "3:17:34"} +{"current_steps": 490, "total_steps": 1057, "loss": 0.191, "lr": 2.601674140643727e-05, "epoch": 3.2450331125827816, "percentage": 46.36, "elapsed_time": "2:49:11", "remaining_time": "3:15:47"} +{"current_steps": 495, "total_steps": 1057, "loss": 0.192, "lr": 2.570089187790484e-05, "epoch": 3.2781456953642385, "percentage": 46.83, "elapsed_time": "2:50:46", "remaining_time": "3:13:53"} +{"current_steps": 500, "total_steps": 1057, "loss": 0.2017, "lr": 2.5383487058401498e-05, "epoch": 3.3112582781456954, "percentage": 47.3, "elapsed_time": "2:52:31", "remaining_time": "3:12:11"} +{"current_steps": 505, "total_steps": 1057, "loss": 0.2066, "lr": 2.5064613540842957e-05, "epoch": 3.3443708609271523, "percentage": 47.78, "elapsed_time": "2:54:15", "remaining_time": "3:10:28"} +{"current_steps": 510, "total_steps": 1057, "loss": 0.2073, "lr": 2.4744358318828363e-05, "epoch": 3.377483443708609, "percentage": 48.25, "elapsed_time": "2:56:04", "remaining_time": "3:08:50"} +{"current_steps": 515, "total_steps": 1057, "loss": 0.198, "lr": 2.442280876290706e-05, "epoch": 3.410596026490066, "percentage": 48.72, "elapsed_time": "2:57:39", "remaining_time": "3:06:58"} +{"current_steps": 520, "total_steps": 1057, "loss": 0.1995, "lr": 2.41000525967426e-05, "epoch": 3.443708609271523, "percentage": 49.2, "elapsed_time": "2:59:30", "remaining_time": "3:05:22"} +{"current_steps": 525, "total_steps": 1057, "loss": 0.1977, "lr": 2.3776177873180358e-05, "epoch": 3.47682119205298, "percentage": 49.67, "elapsed_time": "3:01:11", "remaining_time": "3:03:36"} +{"current_steps": 530, "total_steps": 1057, "loss": 0.1935, "lr": 2.3451272950225376e-05, "epoch": 3.5099337748344372, "percentage": 50.14, "elapsed_time": "3:03:17", "remaining_time": "3:02:15"} +{"current_steps": 535, "total_steps": 1057, "loss": 0.1972, "lr": 2.3125426466936922e-05, "epoch": 3.543046357615894, "percentage": 50.61, "elapsed_time": "3:04:57", "remaining_time": "3:00:27"} +{"current_steps": 540, "total_steps": 1057, "loss": 0.1918, "lr": 2.279872731924641e-05, "epoch": 3.576158940397351, "percentage": 51.09, "elapsed_time": "3:06:37", "remaining_time": "2:58:40"} +{"current_steps": 545, "total_steps": 1057, "loss": 0.1923, "lr": 2.247126463570521e-05, "epoch": 3.609271523178808, "percentage": 51.56, "elapsed_time": "3:08:18", "remaining_time": "2:56:54"} +{"current_steps": 550, "total_steps": 1057, "loss": 0.1963, "lr": 2.214312775316902e-05, "epoch": 3.642384105960265, "percentage": 52.03, "elapsed_time": "3:10:00", "remaining_time": "2:55:08"} +{"current_steps": 555, "total_steps": 1057, "loss": 0.1991, "lr": 2.1814406192425386e-05, "epoch": 3.6754966887417218, "percentage": 52.51, "elapsed_time": "3:11:38", "remaining_time": "2:53:20"} +{"current_steps": 560, "total_steps": 1057, "loss": 0.2034, "lr": 2.148518963377106e-05, "epoch": 3.7086092715231787, "percentage": 52.98, "elapsed_time": "3:13:20", "remaining_time": "2:51:35"} +{"current_steps": 565, "total_steps": 1057, "loss": 0.1887, "lr": 2.1155567892545838e-05, "epoch": 3.741721854304636, "percentage": 53.45, "elapsed_time": "3:15:01", "remaining_time": "2:49:49"} +{"current_steps": 570, "total_steps": 1057, "loss": 0.1996, "lr": 2.0825630894629546e-05, "epoch": 3.774834437086093, "percentage": 53.93, "elapsed_time": "3:16:42", "remaining_time": "2:48:03"} +{"current_steps": 575, "total_steps": 1057, "loss": 0.1929, "lr": 2.0495468651908896e-05, "epoch": 3.80794701986755, "percentage": 54.4, "elapsed_time": "3:18:16", "remaining_time": "2:46:12"} +{"current_steps": 580, "total_steps": 1057, "loss": 0.1951, "lr": 2.016517123772084e-05, "epoch": 3.8410596026490067, "percentage": 54.87, "elapsed_time": "3:19:49", "remaining_time": "2:44:20"} +{"current_steps": 585, "total_steps": 1057, "loss": 0.2077, "lr": 1.983482876227917e-05, "epoch": 3.8741721854304636, "percentage": 55.35, "elapsed_time": "3:21:25", "remaining_time": "2:42:31"} +{"current_steps": 590, "total_steps": 1057, "loss": 0.2106, "lr": 1.950453134809111e-05, "epoch": 3.9072847682119205, "percentage": 55.82, "elapsed_time": "3:23:02", "remaining_time": "2:40:42"} +{"current_steps": 595, "total_steps": 1057, "loss": 0.1849, "lr": 1.9174369105370457e-05, "epoch": 3.9403973509933774, "percentage": 56.29, "elapsed_time": "3:24:35", "remaining_time": "2:38:51"} +{"current_steps": 600, "total_steps": 1057, "loss": 0.1965, "lr": 1.884443210745417e-05, "epoch": 3.9735099337748343, "percentage": 56.76, "elapsed_time": "3:26:18", "remaining_time": "2:37:08"} +{"current_steps": 605, "total_steps": 1057, "loss": 0.1899, "lr": 1.8514810366228947e-05, "epoch": 4.006622516556291, "percentage": 57.24, "elapsed_time": "3:29:17", "remaining_time": "2:36:21"} +{"current_steps": 610, "total_steps": 1057, "loss": 0.1803, "lr": 1.8185593807574617e-05, "epoch": 4.039735099337748, "percentage": 57.71, "elapsed_time": "3:31:02", "remaining_time": "2:34:38"} +{"current_steps": 615, "total_steps": 1057, "loss": 0.18, "lr": 1.7856872246830986e-05, "epoch": 4.072847682119205, "percentage": 58.18, "elapsed_time": "3:32:43", "remaining_time": "2:32:53"} +{"current_steps": 620, "total_steps": 1057, "loss": 0.1661, "lr": 1.7528735364294792e-05, "epoch": 4.105960264900662, "percentage": 58.66, "elapsed_time": "3:34:21", "remaining_time": "2:31:05"} +{"current_steps": 625, "total_steps": 1057, "loss": 0.1621, "lr": 1.7201272680753594e-05, "epoch": 4.139072847682119, "percentage": 59.13, "elapsed_time": "3:36:04", "remaining_time": "2:29:21"} +{"current_steps": 630, "total_steps": 1057, "loss": 0.1841, "lr": 1.6874573533063084e-05, "epoch": 4.172185430463577, "percentage": 59.6, "elapsed_time": "3:37:49", "remaining_time": "2:27:37"} +{"current_steps": 635, "total_steps": 1057, "loss": 0.1658, "lr": 1.654872704977463e-05, "epoch": 4.2052980132450335, "percentage": 60.08, "elapsed_time": "3:39:31", "remaining_time": "2:25:53"} +{"current_steps": 640, "total_steps": 1057, "loss": 0.1674, "lr": 1.622382212681965e-05, "epoch": 4.23841059602649, "percentage": 60.55, "elapsed_time": "3:41:24", "remaining_time": "2:24:15"} +{"current_steps": 645, "total_steps": 1057, "loss": 0.1858, "lr": 1.5899947403257406e-05, "epoch": 4.271523178807947, "percentage": 61.02, "elapsed_time": "3:43:05", "remaining_time": "2:22:30"} +{"current_steps": 650, "total_steps": 1057, "loss": 0.1646, "lr": 1.5577191237092947e-05, "epoch": 4.304635761589404, "percentage": 61.49, "elapsed_time": "3:44:38", "remaining_time": "2:20:39"} +{"current_steps": 655, "total_steps": 1057, "loss": 0.1682, "lr": 1.5255641681171642e-05, "epoch": 4.337748344370861, "percentage": 61.97, "elapsed_time": "3:46:18", "remaining_time": "2:18:53"} +{"current_steps": 660, "total_steps": 1057, "loss": 0.1786, "lr": 1.4935386459157041e-05, "epoch": 4.370860927152318, "percentage": 62.44, "elapsed_time": "3:48:10", "remaining_time": "2:17:14"} +{"current_steps": 665, "total_steps": 1057, "loss": 0.1777, "lr": 1.461651294159851e-05, "epoch": 4.403973509933775, "percentage": 62.91, "elapsed_time": "3:49:51", "remaining_time": "2:15:29"} +{"current_steps": 670, "total_steps": 1057, "loss": 0.1724, "lr": 1.4299108122095165e-05, "epoch": 4.437086092715232, "percentage": 63.39, "elapsed_time": "3:51:41", "remaining_time": "2:13:49"} +{"current_steps": 675, "total_steps": 1057, "loss": 0.1632, "lr": 1.3983258593562736e-05, "epoch": 4.470198675496689, "percentage": 63.86, "elapsed_time": "3:53:17", "remaining_time": "2:12:01"} +{"current_steps": 680, "total_steps": 1057, "loss": 0.1928, "lr": 1.3669050524609637e-05, "epoch": 4.503311258278146, "percentage": 64.33, "elapsed_time": "3:55:02", "remaining_time": "2:10:18"} +{"current_steps": 685, "total_steps": 1057, "loss": 0.163, "lr": 1.3356569636028884e-05, "epoch": 4.5364238410596025, "percentage": 64.81, "elapsed_time": "3:56:48", "remaining_time": "2:08:36"} +{"current_steps": 690, "total_steps": 1057, "loss": 0.1672, "lr": 1.3045901177412112e-05, "epoch": 4.569536423841059, "percentage": 65.28, "elapsed_time": "3:58:25", "remaining_time": "2:06:48"} +{"current_steps": 695, "total_steps": 1057, "loss": 0.1658, "lr": 1.2737129903892207e-05, "epoch": 4.602649006622516, "percentage": 65.75, "elapsed_time": "4:00:03", "remaining_time": "2:05:02"} +{"current_steps": 700, "total_steps": 1057, "loss": 0.1732, "lr": 1.2430340053020776e-05, "epoch": 4.635761589403973, "percentage": 66.23, "elapsed_time": "4:01:43", "remaining_time": "2:03:16"} +{"current_steps": 705, "total_steps": 1057, "loss": 0.1835, "lr": 1.2125615321786852e-05, "epoch": 4.66887417218543, "percentage": 66.7, "elapsed_time": "4:03:27", "remaining_time": "2:01:33"} +{"current_steps": 710, "total_steps": 1057, "loss": 0.1751, "lr": 1.1823038843783093e-05, "epoch": 4.701986754966887, "percentage": 67.17, "elapsed_time": "4:05:10", "remaining_time": "1:59:49"} +{"current_steps": 715, "total_steps": 1057, "loss": 0.1674, "lr": 1.1522693166525625e-05, "epoch": 4.735099337748345, "percentage": 67.64, "elapsed_time": "4:06:49", "remaining_time": "1:58:03"} +{"current_steps": 720, "total_steps": 1057, "loss": 0.1821, "lr": 1.1224660228933829e-05, "epoch": 4.768211920529802, "percentage": 68.12, "elapsed_time": "4:08:27", "remaining_time": "1:56:17"} +{"current_steps": 725, "total_steps": 1057, "loss": 0.1795, "lr": 1.0929021338976147e-05, "epoch": 4.801324503311259, "percentage": 68.59, "elapsed_time": "4:10:16", "remaining_time": "1:54:36"} +{"current_steps": 730, "total_steps": 1057, "loss": 0.1751, "lr": 1.0635857151487987e-05, "epoch": 4.8344370860927155, "percentage": 69.06, "elapsed_time": "4:11:51", "remaining_time": "1:52:49"} +{"current_steps": 735, "total_steps": 1057, "loss": 0.1693, "lr": 1.0345247646167919e-05, "epoch": 4.867549668874172, "percentage": 69.54, "elapsed_time": "4:13:18", "remaining_time": "1:50:58"} +{"current_steps": 740, "total_steps": 1057, "loss": 0.1666, "lr": 1.0057272105757875e-05, "epoch": 4.900662251655629, "percentage": 70.01, "elapsed_time": "4:14:55", "remaining_time": "1:49:12"} +{"current_steps": 745, "total_steps": 1057, "loss": 0.1724, "lr": 9.772009094413693e-06, "epoch": 4.933774834437086, "percentage": 70.48, "elapsed_time": "4:16:33", "remaining_time": "1:47:26"} +{"current_steps": 750, "total_steps": 1057, "loss": 0.175, "lr": 9.489536436271551e-06, "epoch": 4.966887417218543, "percentage": 70.96, "elapsed_time": "4:18:08", "remaining_time": "1:45:40"} +{"current_steps": 755, "total_steps": 1057, "loss": 0.1627, "lr": 9.209931194216384e-06, "epoch": 5.0, "percentage": 71.43, "elapsed_time": "4:19:46", "remaining_time": "1:43:54"} +{"current_steps": 760, "total_steps": 1057, "loss": 0.1475, "lr": 8.933269648857892e-06, "epoch": 5.033112582781457, "percentage": 71.9, "elapsed_time": "4:21:36", "remaining_time": "1:42:14"} +{"current_steps": 765, "total_steps": 1057, "loss": 0.1586, "lr": 8.659627277720077e-06, "epoch": 5.066225165562914, "percentage": 72.37, "elapsed_time": "4:23:21", "remaining_time": "1:40:31"} +{"current_steps": 770, "total_steps": 1057, "loss": 0.1539, "lr": 8.389078734649777e-06, "epoch": 5.099337748344371, "percentage": 72.85, "elapsed_time": "4:25:02", "remaining_time": "1:38:47"} +{"current_steps": 775, "total_steps": 1057, "loss": 0.1516, "lr": 8.12169782944996e-06, "epoch": 5.132450331125828, "percentage": 73.32, "elapsed_time": "4:26:44", "remaining_time": "1:37:03"} +{"current_steps": 780, "total_steps": 1057, "loss": 0.1643, "lr": 7.85755750774325e-06, "epoch": 5.1655629139072845, "percentage": 73.79, "elapsed_time": "4:28:26", "remaining_time": "1:35:19"} +{"current_steps": 785, "total_steps": 1057, "loss": 0.1569, "lr": 7.596729831071307e-06, "epoch": 5.198675496688741, "percentage": 74.27, "elapsed_time": "4:30:03", "remaining_time": "1:33:34"} +{"current_steps": 790, "total_steps": 1057, "loss": 0.1513, "lr": 7.3392859572352405e-06, "epoch": 5.231788079470198, "percentage": 74.74, "elapsed_time": "4:31:40", "remaining_time": "1:31:49"} +{"current_steps": 795, "total_steps": 1057, "loss": 0.1546, "lr": 7.0852961208827295e-06, "epoch": 5.264900662251655, "percentage": 75.21, "elapsed_time": "4:33:14", "remaining_time": "1:30:03"} +{"current_steps": 800, "total_steps": 1057, "loss": 0.1542, "lr": 6.834829614346914e-06, "epoch": 5.298013245033113, "percentage": 75.69, "elapsed_time": "4:34:50", "remaining_time": "1:28:17"} +{"current_steps": 805, "total_steps": 1057, "loss": 0.1576, "lr": 6.587954768742384e-06, "epoch": 5.33112582781457, "percentage": 76.16, "elapsed_time": "4:37:40", "remaining_time": "1:26:55"} +{"current_steps": 810, "total_steps": 1057, "loss": 0.1476, "lr": 6.344738935323372e-06, "epoch": 5.364238410596027, "percentage": 76.63, "elapsed_time": "4:39:15", "remaining_time": "1:25:09"} +{"current_steps": 815, "total_steps": 1057, "loss": 0.1532, "lr": 6.105248467109344e-06, "epoch": 5.397350993377484, "percentage": 77.11, "elapsed_time": "4:41:02", "remaining_time": "1:23:27"} +{"current_steps": 820, "total_steps": 1057, "loss": 0.1581, "lr": 5.869548700782841e-06, "epoch": 5.430463576158941, "percentage": 77.58, "elapsed_time": "4:42:35", "remaining_time": "1:21:40"} +{"current_steps": 825, "total_steps": 1057, "loss": 0.165, "lr": 5.637703938864645e-06, "epoch": 5.4635761589403975, "percentage": 78.05, "elapsed_time": "4:44:18", "remaining_time": "1:19:57"} +{"current_steps": 830, "total_steps": 1057, "loss": 0.1511, "lr": 5.409777432171026e-06, "epoch": 5.496688741721854, "percentage": 78.52, "elapsed_time": "4:46:00", "remaining_time": "1:18:13"} +{"current_steps": 835, "total_steps": 1057, "loss": 0.1545, "lr": 5.185831362558025e-06, "epoch": 5.529801324503311, "percentage": 79.0, "elapsed_time": "4:47:33", "remaining_time": "1:16:27"} +{"current_steps": 840, "total_steps": 1057, "loss": 0.1661, "lr": 4.965926825957186e-06, "epoch": 5.562913907284768, "percentage": 79.47, "elapsed_time": "4:49:16", "remaining_time": "1:14:43"} +{"current_steps": 845, "total_steps": 1057, "loss": 0.1601, "lr": 4.750123815707733e-06, "epoch": 5.596026490066225, "percentage": 79.94, "elapsed_time": "4:50:54", "remaining_time": "1:12:59"} +{"current_steps": 850, "total_steps": 1057, "loss": 0.1624, "lr": 4.5384812061894004e-06, "epoch": 5.629139072847682, "percentage": 80.42, "elapsed_time": "4:52:41", "remaining_time": "1:11:16"} +{"current_steps": 855, "total_steps": 1057, "loss": 0.1565, "lr": 4.331056736760664e-06, "epoch": 5.662251655629139, "percentage": 80.89, "elapsed_time": "4:54:28", "remaining_time": "1:09:34"} +{"current_steps": 860, "total_steps": 1057, "loss": 0.157, "lr": 4.127906996006478e-06, "epoch": 5.695364238410596, "percentage": 81.36, "elapsed_time": "4:56:02", "remaining_time": "1:07:48"} +{"current_steps": 865, "total_steps": 1057, "loss": 0.1509, "lr": 3.929087406300105e-06, "epoch": 5.728476821192053, "percentage": 81.84, "elapsed_time": "4:57:45", "remaining_time": "1:06:05"} +{"current_steps": 870, "total_steps": 1057, "loss": 0.1511, "lr": 3.7346522086830028e-06, "epoch": 5.76158940397351, "percentage": 82.31, "elapsed_time": "4:59:24", "remaining_time": "1:04:21"} +{"current_steps": 875, "total_steps": 1057, "loss": 0.1475, "lr": 3.544654448067053e-06, "epoch": 5.7947019867549665, "percentage": 82.78, "elapsed_time": "5:01:12", "remaining_time": "1:02:38"} +{"current_steps": 880, "total_steps": 1057, "loss": 0.1508, "lr": 3.359145958763066e-06, "epoch": 5.827814569536423, "percentage": 83.25, "elapsed_time": "5:02:55", "remaining_time": "1:00:55"} +{"current_steps": 885, "total_steps": 1057, "loss": 0.1534, "lr": 3.1781773503396375e-06, "epoch": 5.860927152317881, "percentage": 83.73, "elapsed_time": "5:04:32", "remaining_time": "0:59:11"} +{"current_steps": 890, "total_steps": 1057, "loss": 0.1647, "lr": 3.0017979938160134e-06, "epoch": 5.894039735099338, "percentage": 84.2, "elapsed_time": "5:06:22", "remaining_time": "0:57:29"} +{"current_steps": 895, "total_steps": 1057, "loss": 0.1512, "lr": 2.8300560081929697e-06, "epoch": 5.927152317880795, "percentage": 84.67, "elapsed_time": "5:08:30", "remaining_time": "0:55:50"} +{"current_steps": 900, "total_steps": 1057, "loss": 0.1578, "lr": 2.6629982473251703e-06, "epoch": 5.960264900662252, "percentage": 85.15, "elapsed_time": "5:10:19", "remaining_time": "0:54:07"} +{"current_steps": 905, "total_steps": 1057, "loss": 0.1514, "lr": 2.500670287138762e-06, "epoch": 5.993377483443709, "percentage": 85.62, "elapsed_time": "5:11:56", "remaining_time": "0:52:23"} +{"current_steps": 910, "total_steps": 1057, "loss": 0.154, "lr": 2.3431164131975016e-06, "epoch": 6.026490066225166, "percentage": 86.09, "elapsed_time": "5:13:34", "remaining_time": "0:50:39"} +{"current_steps": 915, "total_steps": 1057, "loss": 0.1491, "lr": 2.1903796086210183e-06, "epoch": 6.059602649006623, "percentage": 86.57, "elapsed_time": "5:15:09", "remaining_time": "0:48:54"} +{"current_steps": 920, "total_steps": 1057, "loss": 0.1546, "lr": 2.042501542358346e-06, "epoch": 6.0927152317880795, "percentage": 87.04, "elapsed_time": "5:16:45", "remaining_time": "0:47:10"} +{"current_steps": 925, "total_steps": 1057, "loss": 0.142, "lr": 1.899522557819986e-06, "epoch": 6.125827814569536, "percentage": 87.51, "elapsed_time": "5:18:35", "remaining_time": "0:45:27"} +{"current_steps": 930, "total_steps": 1057, "loss": 0.1551, "lr": 1.7614816618716046e-06, "epoch": 6.158940397350993, "percentage": 87.98, "elapsed_time": "5:20:16", "remaining_time": "0:43:44"} +{"current_steps": 935, "total_steps": 1057, "loss": 0.1448, "lr": 1.6284165141923702e-06, "epoch": 6.19205298013245, "percentage": 88.46, "elapsed_time": "5:21:52", "remaining_time": "0:41:59"} +{"current_steps": 940, "total_steps": 1057, "loss": 0.1461, "lr": 1.5003634170008051e-06, "epoch": 6.225165562913907, "percentage": 88.93, "elapsed_time": "5:23:38", "remaining_time": "0:40:16"} +{"current_steps": 945, "total_steps": 1057, "loss": 0.14, "lr": 1.3773573051509904e-06, "epoch": 6.258278145695364, "percentage": 89.4, "elapsed_time": "5:25:13", "remaining_time": "0:38:32"} +{"current_steps": 950, "total_steps": 1057, "loss": 0.1496, "lr": 1.2594317366017793e-06, "epoch": 6.291390728476821, "percentage": 89.88, "elapsed_time": "5:26:51", "remaining_time": "0:36:48"} +{"current_steps": 955, "total_steps": 1057, "loss": 0.1475, "lr": 1.146618883261712e-06, "epoch": 6.324503311258278, "percentage": 90.35, "elapsed_time": "5:28:25", "remaining_time": "0:35:04"} +{"current_steps": 960, "total_steps": 1057, "loss": 0.1521, "lr": 1.0389495222119672e-06, "epoch": 6.357615894039735, "percentage": 90.82, "elapsed_time": "5:30:13", "remaining_time": "0:33:21"} +{"current_steps": 965, "total_steps": 1057, "loss": 0.1386, "lr": 9.364530273099537e-07, "epoch": 6.390728476821192, "percentage": 91.3, "elapsed_time": "5:32:07", "remaining_time": "0:31:39"} +{"current_steps": 970, "total_steps": 1057, "loss": 0.1503, "lr": 8.391573611756421e-07, "epoch": 6.423841059602649, "percentage": 91.77, "elapsed_time": "5:33:51", "remaining_time": "0:29:56"} +{"current_steps": 975, "total_steps": 1057, "loss": 0.141, "lr": 7.47089067562936e-07, "epoch": 6.456953642384106, "percentage": 92.24, "elapsed_time": "5:35:35", "remaining_time": "0:28:13"} +{"current_steps": 980, "total_steps": 1057, "loss": 0.1612, "lr": 6.602732641181319e-07, "epoch": 6.490066225165563, "percentage": 92.72, "elapsed_time": "5:37:25", "remaining_time": "0:26:30"} +{"current_steps": 985, "total_steps": 1057, "loss": 0.1526, "lr": 5.787336355274353e-07, "epoch": 6.52317880794702, "percentage": 93.19, "elapsed_time": "5:39:08", "remaining_time": "0:24:47"} +{"current_steps": 990, "total_steps": 1057, "loss": 0.1412, "lr": 5.02492427055421e-07, "epoch": 6.556291390728477, "percentage": 93.66, "elapsed_time": "5:40:50", "remaining_time": "0:23:04"} +{"current_steps": 995, "total_steps": 1057, "loss": 0.1492, "lr": 4.315704384761743e-07, "epoch": 6.589403973509934, "percentage": 94.13, "elapsed_time": "5:42:30", "remaining_time": "0:21:20"} +{"current_steps": 1000, "total_steps": 1057, "loss": 0.1365, "lr": 3.6598701839879237e-07, "epoch": 6.622516556291391, "percentage": 94.61, "elapsed_time": "5:44:20", "remaining_time": "0:19:37"} +{"current_steps": 1005, "total_steps": 1057, "loss": 0.1502, "lr": 3.0576005898880213e-07, "epoch": 6.655629139072848, "percentage": 95.08, "elapsed_time": "5:47:11", "remaining_time": "0:17:57"} +{"current_steps": 1010, "total_steps": 1057, "loss": 0.1508, "lr": 2.5090599108687607e-07, "epoch": 6.688741721854305, "percentage": 95.55, "elapsed_time": "5:48:47", "remaining_time": "0:16:13"} +{"current_steps": 1015, "total_steps": 1057, "loss": 0.1486, "lr": 2.014397797262735e-07, "epoch": 6.7218543046357615, "percentage": 96.03, "elapsed_time": "5:50:30", "remaining_time": "0:14:30"} +{"current_steps": 1020, "total_steps": 1057, "loss": 0.1425, "lr": 1.573749200501218e-07, "epoch": 6.754966887417218, "percentage": 96.5, "elapsed_time": "5:52:19", "remaining_time": "0:12:46"} +{"current_steps": 1025, "total_steps": 1057, "loss": 0.142, "lr": 1.1872343362976601e-07, "epoch": 6.788079470198675, "percentage": 96.97, "elapsed_time": "5:53:59", "remaining_time": "0:11:03"} +{"current_steps": 1030, "total_steps": 1057, "loss": 0.1493, "lr": 8.549586518506791e-08, "epoch": 6.821192052980132, "percentage": 97.45, "elapsed_time": "5:55:37", "remaining_time": "0:09:19"} +{"current_steps": 1035, "total_steps": 1057, "loss": 0.1607, "lr": 5.7701279707664814e-08, "epoch": 6.854304635761589, "percentage": 97.92, "elapsed_time": "5:57:17", "remaining_time": "0:07:35"} +{"current_steps": 1040, "total_steps": 1057, "loss": 0.1409, "lr": 3.534725998788791e-08, "epoch": 6.887417218543046, "percentage": 98.39, "elapsed_time": "5:59:01", "remaining_time": "0:05:52"} +{"current_steps": 1045, "total_steps": 1057, "loss": 0.1495, "lr": 1.8439904546074807e-08, "epoch": 6.920529801324504, "percentage": 98.86, "elapsed_time": "6:00:48", "remaining_time": "0:04:08"} +{"current_steps": 1050, "total_steps": 1057, "loss": 0.1424, "lr": 6.983825968784885e-09, "epoch": 6.95364238410596, "percentage": 99.34, "elapsed_time": "6:02:26", "remaining_time": "0:02:24"} +{"current_steps": 1055, "total_steps": 1057, "loss": 0.1412, "lr": 9.821496504214267e-10, "epoch": 6.986754966887418, "percentage": 99.81, "elapsed_time": "6:04:06", "remaining_time": "0:00:41"} +{"current_steps": 1057, "total_steps": 1057, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "6:05:50", "remaining_time": "0:00:00"} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..5808a16 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0bfe5c24b0b459ba3a7b41cb450fa4a03d48ab709e5453742edfa4219a5d716 +size 8721 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833