From 802233e3cd6b63e3e102e55b30cc65476ec08ae2 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 8 May 2026 06:45:50 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: laion/Qwen3-Coder-480B-codeforces-fixeps_Qwen3-8B Source: Original Platform --- .gitattributes | 56 +++++ README.md | 59 +++++ added_tokens.json | 28 +++ chat_template.jinja | 89 +++++++ config.json | 68 ++++++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 407 +++++++++++++++++++++++++++++++ run_summary.json | 12 + special_tokens_map.json | 31 +++ tokenizer.json | 3 + tokenizer_config.json | 240 ++++++++++++++++++ trainer_log.jsonl | 352 ++++++++++++++++++++++++++ training_args.bin | 3 + vocab.json | 3 + 20 files changed, 1379 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 run_summary.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 trainer_log.jsonl create mode 100644 training_args.bin create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6e2b320 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..26fdcba --- /dev/null +++ b/README.md @@ -0,0 +1,59 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- generated_from_trainer +model-index: +- name: Qwen3-Coder-480B-codeforces-fixeps + results: [] +--- + + + +# Qwen3-Coder-480B-codeforces-fixeps + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on an unknown dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 16 +- total_train_batch_size: 16 +- total_eval_batch_size: 128 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.98) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 7.0 + +### Training results + + + +### Framework versions + +- Transformers 4.56.0 +- Pytorch 2.9.0+cu128 +- Datasets 4.4.1 +- Tokenizers 0.22.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..d04042c --- /dev/null +++ b/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "4.56.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..eff07c5 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.56.0" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..58604e5 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c42d7dc0f2119a059513031e42f9af12dddfa2fdce142d4e8deb9fa8d47e986 +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..86b32ac --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6af9988738698b48a14a511acba89fcab34063ef506eec53c500613d4a1aa88 +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..252843e --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e93b7d28fa4b3c4608ab50b8546ed357871bfdcfbb3e91ea366f72670df22482 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..873c5a9 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a815c478d0a8de4d1fb2143c778acf38eb4efbd53eb843634df1e738756fa89b +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..ba886c0 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,407 @@ +{ + "metadata": { + "total_parameters": 308224, + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/run_summary.json b/run_summary.json new file mode 100644 index 0000000..d39eb8c --- /dev/null +++ b/run_summary.json @@ -0,0 +1,12 @@ +{ + "agent_name": null, + "training_start": null, + "training_end": null, + "created_by": "DCAgent", + "base_model_name": "Qwen/Qwen3-8B", + "dataset_name": "penfever/Qwen3-Coder-480B-codeforces", + "training_type": "SFT", + "training_parameters": "https://huggingface.co/DCAgent2/Qwen3-Coder-480B-codeforces-fixeps/blob/main/config.json", + "wandb_link": "https://wandb.ai/dogml/dc-agent/runs/Qwen3-Coder-480B-codeforces-fixeps_Qwen3-8B", + "traces_location_s3": null +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e9dc937 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 32768, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..c86d1a8 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,352 @@ +{"current_steps": 5, "total_steps": 1757, "loss": 0.5643, "lr": 9.090909090909091e-07, "epoch": 0.0199203187250996, "percentage": 0.28, "elapsed_time": "0:00:34", "remaining_time": "3:20:43"} +{"current_steps": 10, "total_steps": 1757, "loss": 0.5577, "lr": 2.0454545454545457e-06, "epoch": 0.0398406374501992, "percentage": 0.57, "elapsed_time": "0:00:53", "remaining_time": "2:37:05"} +{"current_steps": 15, "total_steps": 1757, "loss": 0.4788, "lr": 3.181818181818182e-06, "epoch": 0.05976095617529881, "percentage": 0.85, "elapsed_time": "0:01:19", "remaining_time": "2:33:16"} +{"current_steps": 20, "total_steps": 1757, "loss": 0.4533, "lr": 4.3181818181818185e-06, "epoch": 0.0796812749003984, "percentage": 1.14, "elapsed_time": "0:01:42", "remaining_time": "2:28:58"} +{"current_steps": 25, "total_steps": 1757, "loss": 0.4295, "lr": 5.4545454545454545e-06, "epoch": 0.099601593625498, "percentage": 1.42, "elapsed_time": "0:02:04", "remaining_time": "2:23:50"} +{"current_steps": 30, "total_steps": 1757, "loss": 0.4162, "lr": 6.590909090909091e-06, "epoch": 0.11952191235059761, "percentage": 1.71, "elapsed_time": "0:02:25", "remaining_time": "2:19:39"} +{"current_steps": 35, "total_steps": 1757, "loss": 0.4118, "lr": 7.727272727272727e-06, "epoch": 0.1394422310756972, "percentage": 1.99, "elapsed_time": "0:02:47", "remaining_time": "2:17:15"} +{"current_steps": 40, "total_steps": 1757, "loss": 0.4114, "lr": 8.863636363636365e-06, "epoch": 0.1593625498007968, "percentage": 2.28, "elapsed_time": "0:03:05", "remaining_time": "2:12:57"} +{"current_steps": 45, "total_steps": 1757, "loss": 0.3755, "lr": 1e-05, "epoch": 0.17928286852589642, "percentage": 2.56, "elapsed_time": "0:03:30", "remaining_time": "2:13:28"} +{"current_steps": 50, "total_steps": 1757, "loss": 0.373, "lr": 1.1136363636363637e-05, "epoch": 0.199203187250996, "percentage": 2.85, "elapsed_time": "0:03:55", "remaining_time": "2:13:46"} +{"current_steps": 55, "total_steps": 1757, "loss": 0.3583, "lr": 1.2272727272727274e-05, "epoch": 0.21912350597609562, "percentage": 3.13, "elapsed_time": "0:04:16", "remaining_time": "2:12:19"} +{"current_steps": 60, "total_steps": 1757, "loss": 0.3168, "lr": 1.3409090909090909e-05, "epoch": 0.23904382470119523, "percentage": 3.41, "elapsed_time": "0:04:40", "remaining_time": "2:12:19"} +{"current_steps": 65, "total_steps": 1757, "loss": 0.286, "lr": 1.4545454545454546e-05, "epoch": 0.2589641434262948, "percentage": 3.7, "elapsed_time": "0:05:00", "remaining_time": "2:10:14"} +{"current_steps": 70, "total_steps": 1757, "loss": 0.3046, "lr": 1.5681818181818182e-05, "epoch": 0.2788844621513944, "percentage": 3.98, "elapsed_time": "0:05:25", "remaining_time": "2:10:38"} +{"current_steps": 75, "total_steps": 1757, "loss": 0.307, "lr": 1.681818181818182e-05, "epoch": 0.29880478087649404, "percentage": 4.27, "elapsed_time": "0:05:48", "remaining_time": "2:10:05"} +{"current_steps": 80, "total_steps": 1757, "loss": 0.2744, "lr": 1.7954545454545454e-05, "epoch": 0.3187250996015936, "percentage": 4.55, "elapsed_time": "0:06:13", "remaining_time": "2:10:25"} +{"current_steps": 85, "total_steps": 1757, "loss": 0.2952, "lr": 1.9090909090909094e-05, "epoch": 0.3386454183266932, "percentage": 4.84, "elapsed_time": "0:06:39", "remaining_time": "2:11:03"} +{"current_steps": 90, "total_steps": 1757, "loss": 0.2609, "lr": 2.022727272727273e-05, "epoch": 0.35856573705179284, "percentage": 5.12, "elapsed_time": "0:07:02", "remaining_time": "2:10:21"} +{"current_steps": 95, "total_steps": 1757, "loss": 0.3032, "lr": 2.1363636363636365e-05, "epoch": 0.3784860557768924, "percentage": 5.41, "elapsed_time": "0:07:25", "remaining_time": "2:09:56"} +{"current_steps": 100, "total_steps": 1757, "loss": 0.2917, "lr": 2.25e-05, "epoch": 0.398406374501992, "percentage": 5.69, "elapsed_time": "0:07:46", "remaining_time": "2:08:49"} +{"current_steps": 105, "total_steps": 1757, "loss": 0.2818, "lr": 2.363636363636364e-05, "epoch": 0.41832669322709165, "percentage": 5.98, "elapsed_time": "0:08:09", "remaining_time": "2:08:22"} +{"current_steps": 110, "total_steps": 1757, "loss": 0.2923, "lr": 2.4772727272727273e-05, "epoch": 0.43824701195219123, "percentage": 6.26, "elapsed_time": "0:08:30", "remaining_time": "2:07:26"} +{"current_steps": 115, "total_steps": 1757, "loss": 0.2848, "lr": 2.590909090909091e-05, "epoch": 0.4581673306772908, "percentage": 6.55, "elapsed_time": "0:08:50", "remaining_time": "2:06:20"} +{"current_steps": 120, "total_steps": 1757, "loss": 0.2425, "lr": 2.704545454545455e-05, "epoch": 0.47808764940239046, "percentage": 6.83, "elapsed_time": "0:09:12", "remaining_time": "2:05:30"} +{"current_steps": 125, "total_steps": 1757, "loss": 0.291, "lr": 2.8181818181818185e-05, "epoch": 0.49800796812749004, "percentage": 7.11, "elapsed_time": "0:09:31", "remaining_time": "2:04:22"} +{"current_steps": 130, "total_steps": 1757, "loss": 0.2721, "lr": 2.931818181818182e-05, "epoch": 0.5179282868525896, "percentage": 7.4, "elapsed_time": "0:09:54", "remaining_time": "2:03:54"} +{"current_steps": 135, "total_steps": 1757, "loss": 0.2541, "lr": 3.0454545454545456e-05, "epoch": 0.5378486055776892, "percentage": 7.68, "elapsed_time": "0:10:16", "remaining_time": "2:03:28"} +{"current_steps": 140, "total_steps": 1757, "loss": 0.2869, "lr": 3.159090909090909e-05, "epoch": 0.5577689243027888, "percentage": 7.97, "elapsed_time": "0:10:43", "remaining_time": "2:03:52"} +{"current_steps": 145, "total_steps": 1757, "loss": 0.2876, "lr": 3.272727272727273e-05, "epoch": 0.5776892430278885, "percentage": 8.25, "elapsed_time": "0:11:04", "remaining_time": "2:03:08"} +{"current_steps": 150, "total_steps": 1757, "loss": 0.2528, "lr": 3.3863636363636364e-05, "epoch": 0.5976095617529881, "percentage": 8.54, "elapsed_time": "0:11:30", "remaining_time": "2:03:12"} +{"current_steps": 155, "total_steps": 1757, "loss": 0.2367, "lr": 3.5000000000000004e-05, "epoch": 0.6175298804780877, "percentage": 8.82, "elapsed_time": "0:11:51", "remaining_time": "2:02:38"} +{"current_steps": 160, "total_steps": 1757, "loss": 0.2819, "lr": 3.613636363636364e-05, "epoch": 0.6374501992031872, "percentage": 9.11, "elapsed_time": "0:12:16", "remaining_time": "2:02:33"} +{"current_steps": 165, "total_steps": 1757, "loss": 0.2595, "lr": 3.7272727272727276e-05, "epoch": 0.6573705179282868, "percentage": 9.39, "elapsed_time": "0:12:37", "remaining_time": "2:01:50"} +{"current_steps": 170, "total_steps": 1757, "loss": 0.2823, "lr": 3.840909090909091e-05, "epoch": 0.6772908366533864, "percentage": 9.68, "elapsed_time": "0:12:56", "remaining_time": "2:00:52"} +{"current_steps": 175, "total_steps": 1757, "loss": 0.2811, "lr": 3.954545454545455e-05, "epoch": 0.6972111553784861, "percentage": 9.96, "elapsed_time": "0:13:17", "remaining_time": "2:00:11"} +{"current_steps": 180, "total_steps": 1757, "loss": 0.244, "lr": 3.9999644632891305e-05, "epoch": 0.7171314741035857, "percentage": 10.24, "elapsed_time": "0:13:38", "remaining_time": "1:59:33"} +{"current_steps": 185, "total_steps": 1757, "loss": 0.2311, "lr": 3.999747299073774e-05, "epoch": 0.7370517928286853, "percentage": 10.53, "elapsed_time": "0:13:58", "remaining_time": "1:58:48"} +{"current_steps": 190, "total_steps": 1757, "loss": 0.2481, "lr": 3.999332734671065e-05, "epoch": 0.7569721115537849, "percentage": 10.81, "elapsed_time": "0:14:19", "remaining_time": "1:58:05"} +{"current_steps": 195, "total_steps": 1757, "loss": 0.2492, "lr": 3.998720811003718e-05, "epoch": 0.7768924302788844, "percentage": 11.1, "elapsed_time": "0:14:43", "remaining_time": "1:57:58"} +{"current_steps": 200, "total_steps": 1757, "loss": 0.2581, "lr": 3.99791158847629e-05, "epoch": 0.796812749003984, "percentage": 11.38, "elapsed_time": "0:15:08", "remaining_time": "1:57:51"} +{"current_steps": 205, "total_steps": 1757, "loss": 0.2405, "lr": 3.996905146969211e-05, "epoch": 0.8167330677290837, "percentage": 11.67, "elapsed_time": "0:16:26", "remaining_time": "2:04:27"} +{"current_steps": 210, "total_steps": 1757, "loss": 0.2675, "lr": 3.995701585830907e-05, "epoch": 0.8366533864541833, "percentage": 11.95, "elapsed_time": "0:16:46", "remaining_time": "2:03:35"} +{"current_steps": 215, "total_steps": 1757, "loss": 0.2642, "lr": 3.9943010238679845e-05, "epoch": 0.8565737051792829, "percentage": 12.24, "elapsed_time": "0:17:07", "remaining_time": "2:02:52"} +{"current_steps": 220, "total_steps": 1757, "loss": 0.265, "lr": 3.9927035993335095e-05, "epoch": 0.8764940239043825, "percentage": 12.52, "elapsed_time": "0:17:30", "remaining_time": "2:02:16"} +{"current_steps": 225, "total_steps": 1757, "loss": 0.2441, "lr": 3.9909094699133565e-05, "epoch": 0.896414342629482, "percentage": 12.81, "elapsed_time": "0:17:52", "remaining_time": "2:01:45"} +{"current_steps": 230, "total_steps": 1757, "loss": 0.2582, "lr": 3.988918812710646e-05, "epoch": 0.9163346613545816, "percentage": 13.09, "elapsed_time": "0:18:16", "remaining_time": "2:01:22"} +{"current_steps": 235, "total_steps": 1757, "loss": 0.2709, "lr": 3.9867318242282566e-05, "epoch": 0.9362549800796812, "percentage": 13.38, "elapsed_time": "0:18:41", "remaining_time": "2:01:01"} +{"current_steps": 240, "total_steps": 1757, "loss": 0.2492, "lr": 3.984348720349434e-05, "epoch": 0.9561752988047809, "percentage": 13.66, "elapsed_time": "0:19:05", "remaining_time": "2:00:40"} +{"current_steps": 245, "total_steps": 1757, "loss": 0.2565, "lr": 3.981769736316478e-05, "epoch": 0.9760956175298805, "percentage": 13.94, "elapsed_time": "0:19:26", "remaining_time": "1:59:58"} +{"current_steps": 250, "total_steps": 1757, "loss": 0.2575, "lr": 3.97899512670752e-05, "epoch": 0.9960159362549801, "percentage": 14.23, "elapsed_time": "0:19:45", "remaining_time": "1:59:05"} +{"current_steps": 255, "total_steps": 1757, "loss": 0.2512, "lr": 3.9760251654113935e-05, "epoch": 1.0159362549800797, "percentage": 14.51, "elapsed_time": "0:20:07", "remaining_time": "1:58:33"} +{"current_steps": 260, "total_steps": 1757, "loss": 0.2207, "lr": 3.9728601456005995e-05, "epoch": 1.0358565737051793, "percentage": 14.8, "elapsed_time": "0:20:29", "remaining_time": "1:58:00"} +{"current_steps": 265, "total_steps": 1757, "loss": 0.23, "lr": 3.969500379702365e-05, "epoch": 1.0557768924302788, "percentage": 15.08, "elapsed_time": "0:20:51", "remaining_time": "1:57:26"} +{"current_steps": 270, "total_steps": 1757, "loss": 0.2333, "lr": 3.965946199367804e-05, "epoch": 1.0756972111553784, "percentage": 15.37, "elapsed_time": "0:21:15", "remaining_time": "1:57:02"} +{"current_steps": 275, "total_steps": 1757, "loss": 0.2455, "lr": 3.962197955439177e-05, "epoch": 1.095617529880478, "percentage": 15.65, "elapsed_time": "0:21:46", "remaining_time": "1:57:22"} +{"current_steps": 280, "total_steps": 1757, "loss": 0.2278, "lr": 3.9582560179152605e-05, "epoch": 1.1155378486055776, "percentage": 15.94, "elapsed_time": "0:22:09", "remaining_time": "1:56:51"} +{"current_steps": 285, "total_steps": 1757, "loss": 0.2225, "lr": 3.9541207759148216e-05, "epoch": 1.1354581673306772, "percentage": 16.22, "elapsed_time": "0:22:29", "remaining_time": "1:56:12"} +{"current_steps": 290, "total_steps": 1757, "loss": 0.227, "lr": 3.949792637638212e-05, "epoch": 1.155378486055777, "percentage": 16.51, "elapsed_time": "0:22:49", "remaining_time": "1:55:26"} +{"current_steps": 295, "total_steps": 1757, "loss": 0.2498, "lr": 3.945272030327064e-05, "epoch": 1.1752988047808766, "percentage": 16.79, "elapsed_time": "0:23:09", "remaining_time": "1:54:47"} +{"current_steps": 300, "total_steps": 1757, "loss": 0.2578, "lr": 3.9405594002221284e-05, "epoch": 1.1952191235059761, "percentage": 17.07, "elapsed_time": "0:23:29", "remaining_time": "1:54:06"} +{"current_steps": 305, "total_steps": 1757, "loss": 0.2291, "lr": 3.935655212519214e-05, "epoch": 1.2151394422310757, "percentage": 17.36, "elapsed_time": "0:23:49", "remaining_time": "1:53:25"} +{"current_steps": 310, "total_steps": 1757, "loss": 0.2503, "lr": 3.930559951323273e-05, "epoch": 1.2350597609561753, "percentage": 17.64, "elapsed_time": "0:24:10", "remaining_time": "1:52:49"} +{"current_steps": 315, "total_steps": 1757, "loss": 0.2438, "lr": 3.925274119600614e-05, "epoch": 1.254980079681275, "percentage": 17.93, "elapsed_time": "0:24:30", "remaining_time": "1:52:12"} +{"current_steps": 320, "total_steps": 1757, "loss": 0.2094, "lr": 3.9197982391292505e-05, "epoch": 1.2749003984063745, "percentage": 18.21, "elapsed_time": "0:24:50", "remaining_time": "1:51:33"} +{"current_steps": 325, "total_steps": 1757, "loss": 0.2225, "lr": 3.914132850447393e-05, "epoch": 1.294820717131474, "percentage": 18.5, "elapsed_time": "0:25:12", "remaining_time": "1:51:04"} +{"current_steps": 330, "total_steps": 1757, "loss": 0.2305, "lr": 3.908278512800098e-05, "epoch": 1.3147410358565736, "percentage": 18.78, "elapsed_time": "0:25:33", "remaining_time": "1:50:30"} +{"current_steps": 335, "total_steps": 1757, "loss": 0.2368, "lr": 3.902235804084057e-05, "epoch": 1.3346613545816732, "percentage": 19.07, "elapsed_time": "0:25:53", "remaining_time": "1:49:54"} +{"current_steps": 340, "total_steps": 1757, "loss": 0.2123, "lr": 3.896005320790552e-05, "epoch": 1.354581673306773, "percentage": 19.35, "elapsed_time": "0:26:18", "remaining_time": "1:49:39"} +{"current_steps": 345, "total_steps": 1757, "loss": 0.2302, "lr": 3.889587677946578e-05, "epoch": 1.3745019920318726, "percentage": 19.64, "elapsed_time": "0:26:42", "remaining_time": "1:49:20"} +{"current_steps": 350, "total_steps": 1757, "loss": 0.2667, "lr": 3.882983509054128e-05, "epoch": 1.3944223107569722, "percentage": 19.92, "elapsed_time": "0:27:03", "remaining_time": "1:48:46"} +{"current_steps": 355, "total_steps": 1757, "loss": 0.2304, "lr": 3.876193466027658e-05, "epoch": 1.4143426294820718, "percentage": 20.2, "elapsed_time": "0:27:27", "remaining_time": "1:48:27"} +{"current_steps": 360, "total_steps": 1757, "loss": 0.2001, "lr": 3.8692182191297424e-05, "epoch": 1.4342629482071714, "percentage": 20.49, "elapsed_time": "0:27:46", "remaining_time": "1:47:45"} +{"current_steps": 365, "total_steps": 1757, "loss": 0.2228, "lr": 3.862058456904898e-05, "epoch": 1.454183266932271, "percentage": 20.77, "elapsed_time": "0:28:06", "remaining_time": "1:47:12"} +{"current_steps": 370, "total_steps": 1757, "loss": 0.2226, "lr": 3.8547148861116287e-05, "epoch": 1.4741035856573705, "percentage": 21.06, "elapsed_time": "0:28:28", "remaining_time": "1:46:42"} +{"current_steps": 375, "total_steps": 1757, "loss": 0.2559, "lr": 3.8471882316526506e-05, "epoch": 1.4940239043824701, "percentage": 21.34, "elapsed_time": "0:28:50", "remaining_time": "1:46:18"} +{"current_steps": 380, "total_steps": 1757, "loss": 0.2003, "lr": 3.839479236503339e-05, "epoch": 1.5139442231075697, "percentage": 21.63, "elapsed_time": "0:29:11", "remaining_time": "1:45:47"} +{"current_steps": 385, "total_steps": 1757, "loss": 0.2303, "lr": 3.831588661638387e-05, "epoch": 1.5338645418326693, "percentage": 21.91, "elapsed_time": "0:29:31", "remaining_time": "1:45:13"} +{"current_steps": 390, "total_steps": 1757, "loss": 0.2333, "lr": 3.8235172859566866e-05, "epoch": 1.5537848605577689, "percentage": 22.2, "elapsed_time": "0:29:55", "remaining_time": "1:44:52"} +{"current_steps": 395, "total_steps": 1757, "loss": 0.2344, "lr": 3.815265906204444e-05, "epoch": 1.5737051792828685, "percentage": 22.48, "elapsed_time": "0:30:17", "remaining_time": "1:44:26"} +{"current_steps": 400, "total_steps": 1757, "loss": 0.2046, "lr": 3.8068353368965276e-05, "epoch": 1.593625498007968, "percentage": 22.77, "elapsed_time": "0:30:41", "remaining_time": "1:44:07"} +{"current_steps": 405, "total_steps": 1757, "loss": 0.204, "lr": 3.7982264102360664e-05, "epoch": 1.6135458167330676, "percentage": 23.05, "elapsed_time": "0:32:40", "remaining_time": "1:49:03"} +{"current_steps": 410, "total_steps": 1757, "loss": 0.2123, "lr": 3.789439976032303e-05, "epoch": 1.6334661354581672, "percentage": 23.34, "elapsed_time": "0:33:03", "remaining_time": "1:48:37"} +{"current_steps": 415, "total_steps": 1757, "loss": 0.2457, "lr": 3.7804769016167036e-05, "epoch": 1.6533864541832668, "percentage": 23.62, "elapsed_time": "0:33:28", "remaining_time": "1:48:16"} +{"current_steps": 420, "total_steps": 1757, "loss": 0.2137, "lr": 3.771338071757344e-05, "epoch": 1.6733067729083664, "percentage": 23.9, "elapsed_time": "0:33:47", "remaining_time": "1:47:35"} +{"current_steps": 425, "total_steps": 1757, "loss": 0.2633, "lr": 3.7620243885715695e-05, "epoch": 1.6932270916334662, "percentage": 24.19, "elapsed_time": "0:34:16", "remaining_time": "1:47:25"} +{"current_steps": 430, "total_steps": 1757, "loss": 0.2182, "lr": 3.7525367714369476e-05, "epoch": 1.7131474103585658, "percentage": 24.47, "elapsed_time": "0:34:40", "remaining_time": "1:47:00"} +{"current_steps": 435, "total_steps": 1757, "loss": 0.2233, "lr": 3.7428761569005106e-05, "epoch": 1.7330677290836654, "percentage": 24.76, "elapsed_time": "0:35:04", "remaining_time": "1:46:34"} +{"current_steps": 440, "total_steps": 1757, "loss": 0.2444, "lr": 3.73304349858631e-05, "epoch": 1.752988047808765, "percentage": 25.04, "elapsed_time": "0:35:32", "remaining_time": "1:46:23"} +{"current_steps": 445, "total_steps": 1757, "loss": 0.2251, "lr": 3.7230397671012786e-05, "epoch": 1.7729083665338645, "percentage": 25.33, "elapsed_time": "0:35:52", "remaining_time": "1:45:45"} +{"current_steps": 450, "total_steps": 1757, "loss": 0.2274, "lr": 3.712865949939422e-05, "epoch": 1.792828685258964, "percentage": 25.61, "elapsed_time": "0:36:11", "remaining_time": "1:45:06"} +{"current_steps": 455, "total_steps": 1757, "loss": 0.2276, "lr": 3.7025230513843384e-05, "epoch": 1.812749003984064, "percentage": 25.9, "elapsed_time": "0:36:36", "remaining_time": "1:44:45"} +{"current_steps": 460, "total_steps": 1757, "loss": 0.2132, "lr": 3.692012092410084e-05, "epoch": 1.8326693227091635, "percentage": 26.18, "elapsed_time": "0:37:00", "remaining_time": "1:44:22"} +{"current_steps": 465, "total_steps": 1757, "loss": 0.2102, "lr": 3.6813341105803916e-05, "epoch": 1.852589641434263, "percentage": 26.47, "elapsed_time": "0:37:25", "remaining_time": "1:43:58"} +{"current_steps": 470, "total_steps": 1757, "loss": 0.2131, "lr": 3.670490159946248e-05, "epoch": 1.8725099601593627, "percentage": 26.75, "elapsed_time": "0:37:47", "remaining_time": "1:43:28"} +{"current_steps": 475, "total_steps": 1757, "loss": 0.2477, "lr": 3.6594813109418455e-05, "epoch": 1.8924302788844622, "percentage": 27.03, "elapsed_time": "0:38:09", "remaining_time": "1:42:58"} +{"current_steps": 480, "total_steps": 1757, "loss": 0.2276, "lr": 3.64830865027892e-05, "epoch": 1.9123505976095618, "percentage": 27.32, "elapsed_time": "0:38:28", "remaining_time": "1:42:22"} +{"current_steps": 485, "total_steps": 1757, "loss": 0.2305, "lr": 3.636973280839474e-05, "epoch": 1.9322709163346614, "percentage": 27.6, "elapsed_time": "0:38:48", "remaining_time": "1:41:46"} +{"current_steps": 490, "total_steps": 1757, "loss": 0.2168, "lr": 3.6254763215669126e-05, "epoch": 1.952191235059761, "percentage": 27.89, "elapsed_time": "0:39:11", "remaining_time": "1:41:19"} +{"current_steps": 495, "total_steps": 1757, "loss": 0.2454, "lr": 3.6138189073555876e-05, "epoch": 1.9721115537848606, "percentage": 28.17, "elapsed_time": "0:39:33", "remaining_time": "1:40:51"} +{"current_steps": 500, "total_steps": 1757, "loss": 0.236, "lr": 3.602002188938769e-05, "epoch": 1.9920318725099602, "percentage": 28.46, "elapsed_time": "0:39:58", "remaining_time": "1:40:28"} +{"current_steps": 505, "total_steps": 1757, "loss": 0.2211, "lr": 3.590027332775055e-05, "epoch": 2.0119521912350598, "percentage": 28.74, "elapsed_time": "0:40:19", "remaining_time": "1:39:57"} +{"current_steps": 510, "total_steps": 1757, "loss": 0.2063, "lr": 3.577895520933225e-05, "epoch": 2.0318725099601593, "percentage": 29.03, "elapsed_time": "0:40:41", "remaining_time": "1:39:29"} +{"current_steps": 515, "total_steps": 1757, "loss": 0.1939, "lr": 3.5656079509755556e-05, "epoch": 2.051792828685259, "percentage": 29.31, "elapsed_time": "0:41:03", "remaining_time": "1:39:00"} +{"current_steps": 520, "total_steps": 1757, "loss": 0.1943, "lr": 3.5531658358396095e-05, "epoch": 2.0717131474103585, "percentage": 29.6, "elapsed_time": "0:41:26", "remaining_time": "1:38:34"} +{"current_steps": 525, "total_steps": 1757, "loss": 0.1988, "lr": 3.540570403718499e-05, "epoch": 2.091633466135458, "percentage": 29.88, "elapsed_time": "0:41:49", "remaining_time": "1:38:09"} +{"current_steps": 530, "total_steps": 1757, "loss": 0.2096, "lr": 3.5278228979396476e-05, "epoch": 2.1115537848605577, "percentage": 30.17, "elapsed_time": "0:42:09", "remaining_time": "1:37:35"} +{"current_steps": 535, "total_steps": 1757, "loss": 0.198, "lr": 3.514924576842064e-05, "epoch": 2.1314741035856573, "percentage": 30.45, "elapsed_time": "0:42:32", "remaining_time": "1:37:11"} +{"current_steps": 540, "total_steps": 1757, "loss": 0.2051, "lr": 3.501876713652119e-05, "epoch": 2.151394422310757, "percentage": 30.73, "elapsed_time": "0:42:55", "remaining_time": "1:36:44"} +{"current_steps": 545, "total_steps": 1757, "loss": 0.2098, "lr": 3.488680596357872e-05, "epoch": 2.1713147410358564, "percentage": 31.02, "elapsed_time": "0:43:16", "remaining_time": "1:36:14"} +{"current_steps": 550, "total_steps": 1757, "loss": 0.1895, "lr": 3.475337527581921e-05, "epoch": 2.191235059760956, "percentage": 31.3, "elapsed_time": "0:43:40", "remaining_time": "1:35:51"} +{"current_steps": 555, "total_steps": 1757, "loss": 0.2088, "lr": 3.461848824452826e-05, "epoch": 2.2111553784860556, "percentage": 31.59, "elapsed_time": "0:44:00", "remaining_time": "1:35:19"} +{"current_steps": 560, "total_steps": 1757, "loss": 0.1975, "lr": 3.448215818475084e-05, "epoch": 2.231075697211155, "percentage": 31.87, "elapsed_time": "0:44:22", "remaining_time": "1:34:51"} +{"current_steps": 565, "total_steps": 1757, "loss": 0.2106, "lr": 3.434439855397698e-05, "epoch": 2.2509960159362548, "percentage": 32.16, "elapsed_time": "0:44:47", "remaining_time": "1:34:28"} +{"current_steps": 570, "total_steps": 1757, "loss": 0.1983, "lr": 3.420522295081335e-05, "epoch": 2.2709163346613543, "percentage": 32.44, "elapsed_time": "0:45:15", "remaining_time": "1:34:14"} +{"current_steps": 575, "total_steps": 1757, "loss": 0.1974, "lr": 3.4064645113640856e-05, "epoch": 2.2908366533864544, "percentage": 32.73, "elapsed_time": "0:45:36", "remaining_time": "1:33:44"} +{"current_steps": 580, "total_steps": 1757, "loss": 0.2191, "lr": 3.392267891925854e-05, "epoch": 2.310756972111554, "percentage": 33.01, "elapsed_time": "0:46:00", "remaining_time": "1:33:22"} +{"current_steps": 585, "total_steps": 1757, "loss": 0.1886, "lr": 3.377933838151374e-05, "epoch": 2.3306772908366535, "percentage": 33.3, "elapsed_time": "0:46:19", "remaining_time": "1:32:48"} +{"current_steps": 590, "total_steps": 1757, "loss": 0.1925, "lr": 3.363463764991875e-05, "epoch": 2.350597609561753, "percentage": 33.58, "elapsed_time": "0:46:39", "remaining_time": "1:32:16"} +{"current_steps": 595, "total_steps": 1757, "loss": 0.2199, "lr": 3.348859100825411e-05, "epoch": 2.3705179282868527, "percentage": 33.86, "elapsed_time": "0:46:58", "remaining_time": "1:31:45"} +{"current_steps": 600, "total_steps": 1757, "loss": 0.1847, "lr": 3.334121287315858e-05, "epoch": 2.3904382470119523, "percentage": 34.15, "elapsed_time": "0:47:20", "remaining_time": "1:31:17"} +{"current_steps": 605, "total_steps": 1757, "loss": 0.1963, "lr": 3.3192517792706054e-05, "epoch": 2.410358565737052, "percentage": 34.43, "elapsed_time": "0:50:07", "remaining_time": "1:35:27"} +{"current_steps": 610, "total_steps": 1757, "loss": 0.2062, "lr": 3.3042520444969476e-05, "epoch": 2.4302788844621515, "percentage": 34.72, "elapsed_time": "0:50:34", "remaining_time": "1:35:06"} +{"current_steps": 615, "total_steps": 1757, "loss": 0.202, "lr": 3.289123563657195e-05, "epoch": 2.450199203187251, "percentage": 35.0, "elapsed_time": "0:50:55", "remaining_time": "1:34:34"} +{"current_steps": 620, "total_steps": 1757, "loss": 0.1999, "lr": 3.2738678301225115e-05, "epoch": 2.4701195219123506, "percentage": 35.29, "elapsed_time": "0:51:17", "remaining_time": "1:34:03"} +{"current_steps": 625, "total_steps": 1757, "loss": 0.1879, "lr": 3.2584863498255014e-05, "epoch": 2.49003984063745, "percentage": 35.57, "elapsed_time": "0:51:37", "remaining_time": "1:33:30"} +{"current_steps": 630, "total_steps": 1757, "loss": 0.1952, "lr": 3.242980641111555e-05, "epoch": 2.50996015936255, "percentage": 35.86, "elapsed_time": "0:52:00", "remaining_time": "1:33:02"} +{"current_steps": 635, "total_steps": 1757, "loss": 0.1886, "lr": 3.2273522345889674e-05, "epoch": 2.5298804780876494, "percentage": 36.14, "elapsed_time": "0:52:24", "remaining_time": "1:32:36"} +{"current_steps": 640, "total_steps": 1757, "loss": 0.2208, "lr": 3.2116026729778495e-05, "epoch": 2.549800796812749, "percentage": 36.43, "elapsed_time": "0:52:48", "remaining_time": "1:32:09"} +{"current_steps": 645, "total_steps": 1757, "loss": 0.218, "lr": 3.195733510957843e-05, "epoch": 2.5697211155378485, "percentage": 36.71, "elapsed_time": "0:53:07", "remaining_time": "1:31:35"} +{"current_steps": 650, "total_steps": 1757, "loss": 0.1976, "lr": 3.1797463150146524e-05, "epoch": 2.589641434262948, "percentage": 36.99, "elapsed_time": "0:53:26", "remaining_time": "1:31:00"} +{"current_steps": 655, "total_steps": 1757, "loss": 0.1932, "lr": 3.163642663285411e-05, "epoch": 2.6095617529880477, "percentage": 37.28, "elapsed_time": "0:53:45", "remaining_time": "1:30:26"} +{"current_steps": 660, "total_steps": 1757, "loss": 0.2091, "lr": 3.147424145402907e-05, "epoch": 2.6294820717131473, "percentage": 37.56, "elapsed_time": "0:54:09", "remaining_time": "1:30:00"} +{"current_steps": 665, "total_steps": 1757, "loss": 0.2003, "lr": 3.131092362338656e-05, "epoch": 2.649402390438247, "percentage": 37.85, "elapsed_time": "0:54:29", "remaining_time": "1:29:28"} +{"current_steps": 670, "total_steps": 1757, "loss": 0.1772, "lr": 3.114648926244873e-05, "epoch": 2.6693227091633465, "percentage": 38.13, "elapsed_time": "0:54:51", "remaining_time": "1:28:59"} +{"current_steps": 675, "total_steps": 1757, "loss": 0.194, "lr": 3.0980954602953296e-05, "epoch": 2.6892430278884465, "percentage": 38.42, "elapsed_time": "0:55:12", "remaining_time": "1:28:29"} +{"current_steps": 680, "total_steps": 1757, "loss": 0.1968, "lr": 3.081433598525127e-05, "epoch": 2.709163346613546, "percentage": 38.7, "elapsed_time": "0:55:31", "remaining_time": "1:27:57"} +{"current_steps": 685, "total_steps": 1757, "loss": 0.1961, "lr": 3.064664985669397e-05, "epoch": 2.7290836653386457, "percentage": 38.99, "elapsed_time": "0:55:54", "remaining_time": "1:27:29"} +{"current_steps": 690, "total_steps": 1757, "loss": 0.2163, "lr": 3.0477912770009407e-05, "epoch": 2.7490039840637452, "percentage": 39.27, "elapsed_time": "0:56:18", "remaining_time": "1:27:03"} +{"current_steps": 695, "total_steps": 1757, "loss": 0.1982, "lr": 3.0308141381668422e-05, "epoch": 2.768924302788845, "percentage": 39.56, "elapsed_time": "0:56:38", "remaining_time": "1:26:33"} +{"current_steps": 700, "total_steps": 1757, "loss": 0.2064, "lr": 3.0137352450240393e-05, "epoch": 2.7888446215139444, "percentage": 39.84, "elapsed_time": "0:56:59", "remaining_time": "1:26:03"} +{"current_steps": 705, "total_steps": 1757, "loss": 0.1991, "lr": 2.9965562834738992e-05, "epoch": 2.808764940239044, "percentage": 40.13, "elapsed_time": "0:57:18", "remaining_time": "1:25:30"} +{"current_steps": 710, "total_steps": 1757, "loss": 0.1882, "lr": 2.979278949295799e-05, "epoch": 2.8286852589641436, "percentage": 40.41, "elapsed_time": "0:57:42", "remaining_time": "1:25:06"} +{"current_steps": 715, "total_steps": 1757, "loss": 0.1828, "lr": 2.9619049479797303e-05, "epoch": 2.848605577689243, "percentage": 40.69, "elapsed_time": "0:58:07", "remaining_time": "1:24:42"} +{"current_steps": 720, "total_steps": 1757, "loss": 0.1934, "lr": 2.944435994557945e-05, "epoch": 2.8685258964143427, "percentage": 40.98, "elapsed_time": "0:58:30", "remaining_time": "1:24:16"} +{"current_steps": 725, "total_steps": 1757, "loss": 0.1874, "lr": 2.9268738134356624e-05, "epoch": 2.8884462151394423, "percentage": 41.26, "elapsed_time": "0:58:51", "remaining_time": "1:23:47"} +{"current_steps": 730, "total_steps": 1757, "loss": 0.1909, "lr": 2.909220138220846e-05, "epoch": 2.908366533864542, "percentage": 41.55, "elapsed_time": "0:59:10", "remaining_time": "1:23:15"} +{"current_steps": 735, "total_steps": 1757, "loss": 0.1873, "lr": 2.891476711553077e-05, "epoch": 2.9282868525896415, "percentage": 41.83, "elapsed_time": "0:59:34", "remaining_time": "1:22:49"} +{"current_steps": 740, "total_steps": 1757, "loss": 0.2124, "lr": 2.8736452849315322e-05, "epoch": 2.948207171314741, "percentage": 42.12, "elapsed_time": "0:59:55", "remaining_time": "1:22:22"} +{"current_steps": 745, "total_steps": 1757, "loss": 0.2011, "lr": 2.8557276185420892e-05, "epoch": 2.9681274900398407, "percentage": 42.4, "elapsed_time": "1:00:15", "remaining_time": "1:21:51"} +{"current_steps": 750, "total_steps": 1757, "loss": 0.217, "lr": 2.837725481083576e-05, "epoch": 2.9880478087649402, "percentage": 42.69, "elapsed_time": "1:00:37", "remaining_time": "1:21:24"} +{"current_steps": 755, "total_steps": 1757, "loss": 0.1988, "lr": 2.8196406495931753e-05, "epoch": 3.00796812749004, "percentage": 42.97, "elapsed_time": "1:01:06", "remaining_time": "1:21:05"} +{"current_steps": 760, "total_steps": 1757, "loss": 0.1712, "lr": 2.80147490927101e-05, "epoch": 3.0278884462151394, "percentage": 43.26, "elapsed_time": "1:01:27", "remaining_time": "1:20:37"} +{"current_steps": 765, "total_steps": 1757, "loss": 0.1692, "lr": 2.783230053303922e-05, "epoch": 3.047808764940239, "percentage": 43.54, "elapsed_time": "1:01:47", "remaining_time": "1:20:07"} +{"current_steps": 770, "total_steps": 1757, "loss": 0.1765, "lr": 2.7649078826884607e-05, "epoch": 3.0677290836653386, "percentage": 43.82, "elapsed_time": "1:02:08", "remaining_time": "1:19:38"} +{"current_steps": 775, "total_steps": 1757, "loss": 0.1692, "lr": 2.746510206053103e-05, "epoch": 3.087649402390438, "percentage": 44.11, "elapsed_time": "1:02:25", "remaining_time": "1:19:06"} +{"current_steps": 780, "total_steps": 1757, "loss": 0.1625, "lr": 2.72803883947972e-05, "epoch": 3.1075697211155378, "percentage": 44.39, "elapsed_time": "1:02:44", "remaining_time": "1:18:35"} +{"current_steps": 785, "total_steps": 1757, "loss": 0.1846, "lr": 2.7094956063243034e-05, "epoch": 3.1274900398406373, "percentage": 44.68, "elapsed_time": "1:03:03", "remaining_time": "1:18:04"} +{"current_steps": 790, "total_steps": 1757, "loss": 0.1717, "lr": 2.6908823370369827e-05, "epoch": 3.147410358565737, "percentage": 44.96, "elapsed_time": "1:03:22", "remaining_time": "1:17:34"} +{"current_steps": 795, "total_steps": 1757, "loss": 0.1839, "lr": 2.6722008689813303e-05, "epoch": 3.1673306772908365, "percentage": 45.25, "elapsed_time": "1:03:47", "remaining_time": "1:17:12"} +{"current_steps": 800, "total_steps": 1757, "loss": 0.1654, "lr": 2.6534530462529964e-05, "epoch": 3.187250996015936, "percentage": 45.53, "elapsed_time": "1:04:04", "remaining_time": "1:16:39"} +{"current_steps": 805, "total_steps": 1757, "loss": 0.1591, "lr": 2.6346407194976696e-05, "epoch": 3.2071713147410357, "percentage": 45.82, "elapsed_time": "1:05:30", "remaining_time": "1:17:27"} +{"current_steps": 810, "total_steps": 1757, "loss": 0.1824, "lr": 2.615765745728399e-05, "epoch": 3.2270916334661353, "percentage": 46.1, "elapsed_time": "1:05:57", "remaining_time": "1:17:06"} +{"current_steps": 815, "total_steps": 1757, "loss": 0.1681, "lr": 2.596829988142278e-05, "epoch": 3.247011952191235, "percentage": 46.39, "elapsed_time": "1:06:15", "remaining_time": "1:16:35"} +{"current_steps": 820, "total_steps": 1757, "loss": 0.1851, "lr": 2.57783531593653e-05, "epoch": 3.2669322709163344, "percentage": 46.67, "elapsed_time": "1:06:36", "remaining_time": "1:16:06"} +{"current_steps": 825, "total_steps": 1757, "loss": 0.1558, "lr": 2.5587836041239874e-05, "epoch": 3.2868525896414345, "percentage": 46.96, "elapsed_time": "1:06:57", "remaining_time": "1:15:38"} +{"current_steps": 830, "total_steps": 1757, "loss": 0.1712, "lr": 2.5396767333480128e-05, "epoch": 3.306772908366534, "percentage": 47.24, "elapsed_time": "1:07:22", "remaining_time": "1:15:15"} +{"current_steps": 835, "total_steps": 1757, "loss": 0.1749, "lr": 2.5205165896968485e-05, "epoch": 3.3266932270916336, "percentage": 47.52, "elapsed_time": "1:07:44", "remaining_time": "1:14:48"} +{"current_steps": 840, "total_steps": 1757, "loss": 0.1853, "lr": 2.5013050645174414e-05, "epoch": 3.346613545816733, "percentage": 47.81, "elapsed_time": "1:08:05", "remaining_time": "1:14:19"} +{"current_steps": 845, "total_steps": 1757, "loss": 0.1647, "lr": 2.4820440542287386e-05, "epoch": 3.366533864541833, "percentage": 48.09, "elapsed_time": "1:08:27", "remaining_time": "1:13:53"} +{"current_steps": 850, "total_steps": 1757, "loss": 0.1908, "lr": 2.4627354601344927e-05, "epoch": 3.3864541832669324, "percentage": 48.38, "elapsed_time": "1:08:55", "remaining_time": "1:13:33"} +{"current_steps": 855, "total_steps": 1757, "loss": 0.1896, "lr": 2.443381188235571e-05, "epoch": 3.406374501992032, "percentage": 48.66, "elapsed_time": "1:09:20", "remaining_time": "1:13:09"} +{"current_steps": 860, "total_steps": 1757, "loss": 0.1653, "lr": 2.4239831490418184e-05, "epoch": 3.4262948207171315, "percentage": 48.95, "elapsed_time": "1:09:39", "remaining_time": "1:12:39"} +{"current_steps": 865, "total_steps": 1757, "loss": 0.17, "lr": 2.4045432573834596e-05, "epoch": 3.446215139442231, "percentage": 49.23, "elapsed_time": "1:09:59", "remaining_time": "1:12:10"} +{"current_steps": 870, "total_steps": 1757, "loss": 0.1607, "lr": 2.385063432222084e-05, "epoch": 3.4661354581673307, "percentage": 49.52, "elapsed_time": "1:10:19", "remaining_time": "1:11:42"} +{"current_steps": 875, "total_steps": 1757, "loss": 0.1762, "lr": 2.36554559646122e-05, "epoch": 3.4860557768924303, "percentage": 49.8, "elapsed_time": "1:10:42", "remaining_time": "1:11:16"} +{"current_steps": 880, "total_steps": 1757, "loss": 0.1788, "lr": 2.3459916767565196e-05, "epoch": 3.50597609561753, "percentage": 50.09, "elapsed_time": "1:11:06", "remaining_time": "1:10:51"} +{"current_steps": 885, "total_steps": 1757, "loss": 0.1762, "lr": 2.3264036033255718e-05, "epoch": 3.5258964143426295, "percentage": 50.37, "elapsed_time": "1:11:27", "remaining_time": "1:10:24"} +{"current_steps": 890, "total_steps": 1757, "loss": 0.174, "lr": 2.3067833097573713e-05, "epoch": 3.545816733067729, "percentage": 50.65, "elapsed_time": "1:11:46", "remaining_time": "1:09:55"} +{"current_steps": 895, "total_steps": 1757, "loss": 0.1836, "lr": 2.2871327328214408e-05, "epoch": 3.5657370517928286, "percentage": 50.94, "elapsed_time": "1:12:07", "remaining_time": "1:09:28"} +{"current_steps": 900, "total_steps": 1757, "loss": 0.173, "lr": 2.2674538122766555e-05, "epoch": 3.585657370517928, "percentage": 51.22, "elapsed_time": "1:12:26", "remaining_time": "1:08:58"} +{"current_steps": 905, "total_steps": 1757, "loss": 0.1944, "lr": 2.247748490679759e-05, "epoch": 3.605577689243028, "percentage": 51.51, "elapsed_time": "1:12:48", "remaining_time": "1:08:32"} +{"current_steps": 910, "total_steps": 1757, "loss": 0.1839, "lr": 2.228018713193611e-05, "epoch": 3.6254980079681274, "percentage": 51.79, "elapsed_time": "1:13:13", "remaining_time": "1:08:09"} +{"current_steps": 915, "total_steps": 1757, "loss": 0.1755, "lr": 2.208266427395175e-05, "epoch": 3.645418326693227, "percentage": 52.08, "elapsed_time": "1:13:34", "remaining_time": "1:07:42"} +{"current_steps": 920, "total_steps": 1757, "loss": 0.1682, "lr": 2.1884935830832683e-05, "epoch": 3.6653386454183265, "percentage": 52.36, "elapsed_time": "1:13:53", "remaining_time": "1:07:13"} +{"current_steps": 925, "total_steps": 1757, "loss": 0.1906, "lr": 2.1687021320860893e-05, "epoch": 3.685258964143426, "percentage": 52.65, "elapsed_time": "1:14:15", "remaining_time": "1:06:47"} +{"current_steps": 930, "total_steps": 1757, "loss": 0.1891, "lr": 2.148894028068555e-05, "epoch": 3.705179282868526, "percentage": 52.93, "elapsed_time": "1:14:39", "remaining_time": "1:06:23"} +{"current_steps": 935, "total_steps": 1757, "loss": 0.185, "lr": 2.129071226339438e-05, "epoch": 3.7250996015936257, "percentage": 53.22, "elapsed_time": "1:15:01", "remaining_time": "1:05:57"} +{"current_steps": 940, "total_steps": 1757, "loss": 0.1774, "lr": 2.1092356836583665e-05, "epoch": 3.7450199203187253, "percentage": 53.5, "elapsed_time": "1:15:26", "remaining_time": "1:05:33"} +{"current_steps": 945, "total_steps": 1757, "loss": 0.1675, "lr": 2.089389358042655e-05, "epoch": 3.764940239043825, "percentage": 53.78, "elapsed_time": "1:15:47", "remaining_time": "1:05:07"} +{"current_steps": 950, "total_steps": 1757, "loss": 0.1846, "lr": 2.069534208574034e-05, "epoch": 3.7848605577689245, "percentage": 54.07, "elapsed_time": "1:16:07", "remaining_time": "1:04:40"} +{"current_steps": 955, "total_steps": 1757, "loss": 0.1548, "lr": 2.0496721952052558e-05, "epoch": 3.804780876494024, "percentage": 54.35, "elapsed_time": "1:16:27", "remaining_time": "1:04:12"} +{"current_steps": 960, "total_steps": 1757, "loss": 0.1805, "lr": 2.0298052785666274e-05, "epoch": 3.8247011952191237, "percentage": 54.64, "elapsed_time": "1:16:46", "remaining_time": "1:03:44"} +{"current_steps": 965, "total_steps": 1757, "loss": 0.1966, "lr": 2.0099354197724693e-05, "epoch": 3.8446215139442232, "percentage": 54.92, "elapsed_time": "1:17:05", "remaining_time": "1:03:16"} +{"current_steps": 970, "total_steps": 1757, "loss": 0.1965, "lr": 1.990064580227531e-05, "epoch": 3.864541832669323, "percentage": 55.21, "elapsed_time": "1:17:25", "remaining_time": "1:02:49"} +{"current_steps": 975, "total_steps": 1757, "loss": 0.1575, "lr": 1.970194721433373e-05, "epoch": 3.8844621513944224, "percentage": 55.49, "elapsed_time": "1:17:47", "remaining_time": "1:02:23"} +{"current_steps": 980, "total_steps": 1757, "loss": 0.153, "lr": 1.950327804794745e-05, "epoch": 3.904382470119522, "percentage": 55.78, "elapsed_time": "1:18:09", "remaining_time": "1:01:58"} +{"current_steps": 985, "total_steps": 1757, "loss": 0.1741, "lr": 1.9304657914259663e-05, "epoch": 3.9243027888446216, "percentage": 56.06, "elapsed_time": "1:18:34", "remaining_time": "1:01:34"} +{"current_steps": 990, "total_steps": 1757, "loss": 0.169, "lr": 1.910610641957345e-05, "epoch": 3.944223107569721, "percentage": 56.35, "elapsed_time": "1:18:51", "remaining_time": "1:01:05"} +{"current_steps": 995, "total_steps": 1757, "loss": 0.1733, "lr": 1.8907643163416348e-05, "epoch": 3.9641434262948207, "percentage": 56.63, "elapsed_time": "1:19:13", "remaining_time": "1:00:40"} +{"current_steps": 1000, "total_steps": 1757, "loss": 0.1836, "lr": 1.8709287736605626e-05, "epoch": 3.9840637450199203, "percentage": 56.92, "elapsed_time": "1:19:37", "remaining_time": "1:00:16"} +{"current_steps": 1005, "total_steps": 1757, "loss": 0.1618, "lr": 1.851105971931446e-05, "epoch": 4.00398406374502, "percentage": 57.2, "elapsed_time": "1:20:54", "remaining_time": "1:00:32"} +{"current_steps": 1010, "total_steps": 1757, "loss": 0.1467, "lr": 1.831297867913911e-05, "epoch": 4.0239043824701195, "percentage": 57.48, "elapsed_time": "1:21:16", "remaining_time": "1:00:06"} +{"current_steps": 1015, "total_steps": 1757, "loss": 0.1544, "lr": 1.8115064169167323e-05, "epoch": 4.043824701195219, "percentage": 57.77, "elapsed_time": "1:21:39", "remaining_time": "0:59:41"} +{"current_steps": 1020, "total_steps": 1757, "loss": 0.1397, "lr": 1.7917335726048254e-05, "epoch": 4.063745019920319, "percentage": 58.05, "elapsed_time": "1:22:00", "remaining_time": "0:59:14"} +{"current_steps": 1025, "total_steps": 1757, "loss": 0.1611, "lr": 1.7719812868063893e-05, "epoch": 4.083665338645418, "percentage": 58.34, "elapsed_time": "1:22:19", "remaining_time": "0:58:47"} +{"current_steps": 1030, "total_steps": 1757, "loss": 0.165, "lr": 1.7522515093202418e-05, "epoch": 4.103585657370518, "percentage": 58.62, "elapsed_time": "1:22:40", "remaining_time": "0:58:21"} +{"current_steps": 1035, "total_steps": 1757, "loss": 0.1346, "lr": 1.7325461877233448e-05, "epoch": 4.123505976095617, "percentage": 58.91, "elapsed_time": "1:23:04", "remaining_time": "0:57:57"} +{"current_steps": 1040, "total_steps": 1757, "loss": 0.1488, "lr": 1.7128672671785596e-05, "epoch": 4.143426294820717, "percentage": 59.19, "elapsed_time": "1:23:28", "remaining_time": "0:57:33"} +{"current_steps": 1045, "total_steps": 1757, "loss": 0.1517, "lr": 1.693216690242629e-05, "epoch": 4.163346613545817, "percentage": 59.48, "elapsed_time": "1:23:51", "remaining_time": "0:57:07"} +{"current_steps": 1050, "total_steps": 1757, "loss": 0.1508, "lr": 1.6735963966744286e-05, "epoch": 4.183266932270916, "percentage": 59.76, "elapsed_time": "1:24:10", "remaining_time": "0:56:40"} +{"current_steps": 1055, "total_steps": 1757, "loss": 0.1436, "lr": 1.6540083232434814e-05, "epoch": 4.203187250996016, "percentage": 60.05, "elapsed_time": "1:24:31", "remaining_time": "0:56:14"} +{"current_steps": 1060, "total_steps": 1757, "loss": 0.1573, "lr": 1.6344544035387806e-05, "epoch": 4.223107569721115, "percentage": 60.33, "elapsed_time": "1:24:53", "remaining_time": "0:55:49"} +{"current_steps": 1065, "total_steps": 1757, "loss": 0.1522, "lr": 1.6149365677779162e-05, "epoch": 4.243027888446215, "percentage": 60.61, "elapsed_time": "1:25:16", "remaining_time": "0:55:24"} +{"current_steps": 1070, "total_steps": 1757, "loss": 0.1333, "lr": 1.595456742616541e-05, "epoch": 4.2629482071713145, "percentage": 60.9, "elapsed_time": "1:25:37", "remaining_time": "0:54:58"} +{"current_steps": 1075, "total_steps": 1757, "loss": 0.1792, "lr": 1.5760168509581822e-05, "epoch": 4.282868525896414, "percentage": 61.18, "elapsed_time": "1:25:59", "remaining_time": "0:54:33"} +{"current_steps": 1080, "total_steps": 1757, "loss": 0.14, "lr": 1.5566188117644295e-05, "epoch": 4.302788844621514, "percentage": 61.47, "elapsed_time": "1:26:19", "remaining_time": "0:54:07"} +{"current_steps": 1085, "total_steps": 1757, "loss": 0.162, "lr": 1.537264539865508e-05, "epoch": 4.322709163346613, "percentage": 61.75, "elapsed_time": "1:26:39", "remaining_time": "0:53:40"} +{"current_steps": 1090, "total_steps": 1757, "loss": 0.1401, "lr": 1.5179559457712614e-05, "epoch": 4.342629482071713, "percentage": 62.04, "elapsed_time": "1:27:02", "remaining_time": "0:53:15"} +{"current_steps": 1095, "total_steps": 1757, "loss": 0.1482, "lr": 1.498694935482559e-05, "epoch": 4.362549800796812, "percentage": 62.32, "elapsed_time": "1:27:26", "remaining_time": "0:52:52"} +{"current_steps": 1100, "total_steps": 1757, "loss": 0.1489, "lr": 1.4794834103031516e-05, "epoch": 4.382470119521912, "percentage": 62.61, "elapsed_time": "1:27:47", "remaining_time": "0:52:25"} +{"current_steps": 1105, "total_steps": 1757, "loss": 0.1555, "lr": 1.4603232666519884e-05, "epoch": 4.402390438247012, "percentage": 62.89, "elapsed_time": "1:28:08", "remaining_time": "0:52:00"} +{"current_steps": 1110, "total_steps": 1757, "loss": 0.1534, "lr": 1.4412163958760133e-05, "epoch": 4.422310756972111, "percentage": 63.18, "elapsed_time": "1:28:32", "remaining_time": "0:51:36"} +{"current_steps": 1115, "total_steps": 1757, "loss": 0.1611, "lr": 1.4221646840634711e-05, "epoch": 4.442231075697211, "percentage": 63.46, "elapsed_time": "1:28:51", "remaining_time": "0:51:09"} +{"current_steps": 1120, "total_steps": 1757, "loss": 0.1554, "lr": 1.4031700118577223e-05, "epoch": 4.46215139442231, "percentage": 63.75, "elapsed_time": "1:29:11", "remaining_time": "0:50:43"} +{"current_steps": 1125, "total_steps": 1757, "loss": 0.1562, "lr": 1.3842342542716015e-05, "epoch": 4.482071713147411, "percentage": 64.03, "elapsed_time": "1:29:34", "remaining_time": "0:50:19"} +{"current_steps": 1130, "total_steps": 1757, "loss": 0.1567, "lr": 1.3653592805023305e-05, "epoch": 4.5019920318725095, "percentage": 64.31, "elapsed_time": "1:29:53", "remaining_time": "0:49:52"} +{"current_steps": 1135, "total_steps": 1757, "loss": 0.1338, "lr": 1.3465469537470042e-05, "epoch": 4.52191235059761, "percentage": 64.6, "elapsed_time": "1:30:13", "remaining_time": "0:49:26"} +{"current_steps": 1140, "total_steps": 1757, "loss": 0.1605, "lr": 1.3277991310186702e-05, "epoch": 4.541832669322709, "percentage": 64.88, "elapsed_time": "1:30:37", "remaining_time": "0:49:02"} +{"current_steps": 1145, "total_steps": 1757, "loss": 0.1816, "lr": 1.3091176629630176e-05, "epoch": 4.561752988047809, "percentage": 65.17, "elapsed_time": "1:31:00", "remaining_time": "0:48:38"} +{"current_steps": 1150, "total_steps": 1757, "loss": 0.1466, "lr": 1.2905043936756964e-05, "epoch": 4.581673306772909, "percentage": 65.45, "elapsed_time": "1:31:17", "remaining_time": "0:48:11"} +{"current_steps": 1155, "total_steps": 1757, "loss": 0.1391, "lr": 1.2719611605202799e-05, "epoch": 4.601593625498008, "percentage": 65.74, "elapsed_time": "1:31:38", "remaining_time": "0:47:45"} +{"current_steps": 1160, "total_steps": 1757, "loss": 0.1581, "lr": 1.2534897939468973e-05, "epoch": 4.621513944223108, "percentage": 66.02, "elapsed_time": "1:31:59", "remaining_time": "0:47:20"} +{"current_steps": 1165, "total_steps": 1757, "loss": 0.164, "lr": 1.2350921173115403e-05, "epoch": 4.6414342629482075, "percentage": 66.31, "elapsed_time": "1:32:24", "remaining_time": "0:46:57"} +{"current_steps": 1170, "total_steps": 1757, "loss": 0.1599, "lr": 1.2167699466960788e-05, "epoch": 4.661354581673307, "percentage": 66.59, "elapsed_time": "1:32:48", "remaining_time": "0:46:34"} +{"current_steps": 1175, "total_steps": 1757, "loss": 0.17, "lr": 1.1985250907289906e-05, "epoch": 4.681274900398407, "percentage": 66.88, "elapsed_time": "1:33:15", "remaining_time": "0:46:11"} +{"current_steps": 1180, "total_steps": 1757, "loss": 0.1526, "lr": 1.1803593504068256e-05, "epoch": 4.701195219123506, "percentage": 67.16, "elapsed_time": "1:33:34", "remaining_time": "0:45:45"} +{"current_steps": 1185, "total_steps": 1757, "loss": 0.1404, "lr": 1.1622745189164249e-05, "epoch": 4.721115537848606, "percentage": 67.44, "elapsed_time": "1:33:57", "remaining_time": "0:45:21"} +{"current_steps": 1190, "total_steps": 1757, "loss": 0.1599, "lr": 1.1442723814579111e-05, "epoch": 4.741035856573705, "percentage": 67.73, "elapsed_time": "1:34:14", "remaining_time": "0:44:54"} +{"current_steps": 1195, "total_steps": 1757, "loss": 0.1691, "lr": 1.1263547150684686e-05, "epoch": 4.760956175298805, "percentage": 68.01, "elapsed_time": "1:34:32", "remaining_time": "0:44:27"} +{"current_steps": 1200, "total_steps": 1757, "loss": 0.1469, "lr": 1.1085232884469236e-05, "epoch": 4.780876494023905, "percentage": 68.3, "elapsed_time": "1:34:50", "remaining_time": "0:44:01"} +{"current_steps": 1205, "total_steps": 1757, "loss": 0.17, "lr": 1.0907798617791548e-05, "epoch": 4.800796812749004, "percentage": 68.58, "elapsed_time": "1:36:14", "remaining_time": "0:44:05"} +{"current_steps": 1210, "total_steps": 1757, "loss": 0.1523, "lr": 1.0731261865643376e-05, "epoch": 4.820717131474104, "percentage": 68.87, "elapsed_time": "1:36:35", "remaining_time": "0:43:40"} +{"current_steps": 1215, "total_steps": 1757, "loss": 0.1507, "lr": 1.0555640054420558e-05, "epoch": 4.840637450199203, "percentage": 69.15, "elapsed_time": "1:36:55", "remaining_time": "0:43:14"} +{"current_steps": 1220, "total_steps": 1757, "loss": 0.1866, "lr": 1.0380950520202705e-05, "epoch": 4.860557768924303, "percentage": 69.44, "elapsed_time": "1:37:22", "remaining_time": "0:42:51"} +{"current_steps": 1225, "total_steps": 1757, "loss": 0.1539, "lr": 1.0207210507042013e-05, "epoch": 4.8804780876494025, "percentage": 69.72, "elapsed_time": "1:37:46", "remaining_time": "0:42:27"} +{"current_steps": 1230, "total_steps": 1757, "loss": 0.1785, "lr": 1.0034437165261013e-05, "epoch": 4.900398406374502, "percentage": 70.01, "elapsed_time": "1:38:11", "remaining_time": "0:42:04"} +{"current_steps": 1235, "total_steps": 1757, "loss": 0.1693, "lr": 9.862647549759614e-06, "epoch": 4.920318725099602, "percentage": 70.29, "elapsed_time": "1:38:32", "remaining_time": "0:41:39"} +{"current_steps": 1240, "total_steps": 1757, "loss": 0.1713, "lr": 9.691858618331586e-06, "epoch": 4.940239043824701, "percentage": 70.57, "elapsed_time": "1:38:56", "remaining_time": "0:41:15"} +{"current_steps": 1245, "total_steps": 1757, "loss": 0.1556, "lr": 9.5220872299906e-06, "epoch": 4.960159362549801, "percentage": 70.86, "elapsed_time": "1:39:16", "remaining_time": "0:40:49"} +{"current_steps": 1250, "total_steps": 1757, "loss": 0.1441, "lr": 9.353350143306037e-06, "epoch": 4.9800796812749, "percentage": 71.14, "elapsed_time": "1:39:35", "remaining_time": "0:40:23"} +{"current_steps": 1255, "total_steps": 1757, "loss": 0.1324, "lr": 9.185664014748728e-06, "epoch": 5.0, "percentage": 71.43, "elapsed_time": "1:39:55", "remaining_time": "0:39:58"} +{"current_steps": 1260, "total_steps": 1757, "loss": 0.1418, "lr": 9.019045397046703e-06, "epoch": 5.0199203187251, "percentage": 71.71, "elapsed_time": "1:40:19", "remaining_time": "0:39:34"} +{"current_steps": 1265, "total_steps": 1757, "loss": 0.1276, "lr": 8.853510737551274e-06, "epoch": 5.039840637450199, "percentage": 72.0, "elapsed_time": "1:40:38", "remaining_time": "0:39:08"} +{"current_steps": 1270, "total_steps": 1757, "loss": 0.1406, "lr": 8.689076376613446e-06, "epoch": 5.059760956175299, "percentage": 72.28, "elapsed_time": "1:40:59", "remaining_time": "0:38:43"} +{"current_steps": 1275, "total_steps": 1757, "loss": 0.1257, "lr": 8.525758545970937e-06, "epoch": 5.079681274900398, "percentage": 72.57, "elapsed_time": "1:41:22", "remaining_time": "0:38:19"} +{"current_steps": 1280, "total_steps": 1757, "loss": 0.1453, "lr": 8.363573367145892e-06, "epoch": 5.099601593625498, "percentage": 72.85, "elapsed_time": "1:41:43", "remaining_time": "0:37:54"} +{"current_steps": 1285, "total_steps": 1757, "loss": 0.1485, "lr": 8.202536849853482e-06, "epoch": 5.1195219123505975, "percentage": 73.14, "elapsed_time": "1:42:06", "remaining_time": "0:37:30"} +{"current_steps": 1290, "total_steps": 1757, "loss": 0.1199, "lr": 8.04266489042157e-06, "epoch": 5.139442231075697, "percentage": 73.42, "elapsed_time": "1:42:34", "remaining_time": "0:37:08"} +{"current_steps": 1295, "total_steps": 1757, "loss": 0.1441, "lr": 7.883973270221508e-06, "epoch": 5.159362549800797, "percentage": 73.71, "elapsed_time": "1:42:56", "remaining_time": "0:36:43"} +{"current_steps": 1300, "total_steps": 1757, "loss": 0.1527, "lr": 7.726477654110333e-06, "epoch": 5.179282868525896, "percentage": 73.99, "elapsed_time": "1:43:17", "remaining_time": "0:36:18"} +{"current_steps": 1305, "total_steps": 1757, "loss": 0.1419, "lr": 7.570193588884458e-06, "epoch": 5.199203187250996, "percentage": 74.27, "elapsed_time": "1:43:36", "remaining_time": "0:35:53"} +{"current_steps": 1310, "total_steps": 1757, "loss": 0.1245, "lr": 7.415136501744986e-06, "epoch": 5.219123505976095, "percentage": 74.56, "elapsed_time": "1:43:57", "remaining_time": "0:35:28"} +{"current_steps": 1315, "total_steps": 1757, "loss": 0.1365, "lr": 7.261321698774888e-06, "epoch": 5.239043824701195, "percentage": 74.84, "elapsed_time": "1:44:17", "remaining_time": "0:35:03"} +{"current_steps": 1320, "total_steps": 1757, "loss": 0.1368, "lr": 7.1087643634280625e-06, "epoch": 5.258964143426295, "percentage": 75.13, "elapsed_time": "1:44:41", "remaining_time": "0:34:39"} +{"current_steps": 1325, "total_steps": 1757, "loss": 0.1396, "lr": 6.957479555030528e-06, "epoch": 5.278884462151394, "percentage": 75.41, "elapsed_time": "1:45:02", "remaining_time": "0:34:14"} +{"current_steps": 1330, "total_steps": 1757, "loss": 0.1498, "lr": 6.807482207293954e-06, "epoch": 5.298804780876494, "percentage": 75.7, "elapsed_time": "1:45:22", "remaining_time": "0:33:49"} +{"current_steps": 1335, "total_steps": 1757, "loss": 0.1297, "lr": 6.658787126841426e-06, "epoch": 5.318725099601593, "percentage": 75.98, "elapsed_time": "1:45:44", "remaining_time": "0:33:25"} +{"current_steps": 1340, "total_steps": 1757, "loss": 0.1423, "lr": 6.511408991745893e-06, "epoch": 5.338645418326693, "percentage": 76.27, "elapsed_time": "1:46:07", "remaining_time": "0:33:01"} +{"current_steps": 1345, "total_steps": 1757, "loss": 0.1361, "lr": 6.36536235008125e-06, "epoch": 5.3585657370517925, "percentage": 76.55, "elapsed_time": "1:46:26", "remaining_time": "0:32:36"} +{"current_steps": 1350, "total_steps": 1757, "loss": 0.1361, "lr": 6.220661618486268e-06, "epoch": 5.378486055776892, "percentage": 76.84, "elapsed_time": "1:46:50", "remaining_time": "0:32:12"} +{"current_steps": 1355, "total_steps": 1757, "loss": 0.1389, "lr": 6.077321080741469e-06, "epoch": 5.398406374501992, "percentage": 77.12, "elapsed_time": "1:47:08", "remaining_time": "0:31:47"} +{"current_steps": 1360, "total_steps": 1757, "loss": 0.1461, "lr": 5.9353548863591504e-06, "epoch": 5.418326693227091, "percentage": 77.4, "elapsed_time": "1:47:28", "remaining_time": "0:31:22"} +{"current_steps": 1365, "total_steps": 1757, "loss": 0.1516, "lr": 5.794777049186657e-06, "epoch": 5.438247011952191, "percentage": 77.69, "elapsed_time": "1:47:51", "remaining_time": "0:30:58"} +{"current_steps": 1370, "total_steps": 1757, "loss": 0.1338, "lr": 5.655601446023016e-06, "epoch": 5.45816733067729, "percentage": 77.97, "elapsed_time": "1:48:12", "remaining_time": "0:30:34"} +{"current_steps": 1375, "total_steps": 1757, "loss": 0.1404, "lr": 5.51784181524917e-06, "epoch": 5.47808764940239, "percentage": 78.26, "elapsed_time": "1:48:33", "remaining_time": "0:30:09"} +{"current_steps": 1380, "total_steps": 1757, "loss": 0.1269, "lr": 5.381511755471751e-06, "epoch": 5.4980079681274905, "percentage": 78.54, "elapsed_time": "1:48:54", "remaining_time": "0:29:45"} +{"current_steps": 1385, "total_steps": 1757, "loss": 0.1445, "lr": 5.246624724180789e-06, "epoch": 5.517928286852589, "percentage": 78.83, "elapsed_time": "1:49:19", "remaining_time": "0:29:21"} +{"current_steps": 1390, "total_steps": 1757, "loss": 0.1351, "lr": 5.113194036421285e-06, "epoch": 5.53784860557769, "percentage": 79.11, "elapsed_time": "1:49:39", "remaining_time": "0:28:57"} +{"current_steps": 1395, "total_steps": 1757, "loss": 0.1413, "lr": 4.9812328634788135e-06, "epoch": 5.557768924302788, "percentage": 79.4, "elapsed_time": "1:50:00", "remaining_time": "0:28:32"} +{"current_steps": 1400, "total_steps": 1757, "loss": 0.1636, "lr": 4.850754231579371e-06, "epoch": 5.577689243027889, "percentage": 79.68, "elapsed_time": "1:50:23", "remaining_time": "0:28:09"} +{"current_steps": 1405, "total_steps": 1757, "loss": 0.1232, "lr": 4.721771020603523e-06, "epoch": 5.597609561752988, "percentage": 79.97, "elapsed_time": "1:51:38", "remaining_time": "0:27:58"} +{"current_steps": 1410, "total_steps": 1757, "loss": 0.1511, "lr": 4.594295962815018e-06, "epoch": 5.617529880478088, "percentage": 80.25, "elapsed_time": "1:51:56", "remaining_time": "0:27:32"} +{"current_steps": 1415, "total_steps": 1757, "loss": 0.1331, "lr": 4.468341641603908e-06, "epoch": 5.637450199203188, "percentage": 80.54, "elapsed_time": "1:52:17", "remaining_time": "0:27:08"} +{"current_steps": 1420, "total_steps": 1757, "loss": 0.1377, "lr": 4.343920490244449e-06, "epoch": 5.657370517928287, "percentage": 80.82, "elapsed_time": "1:52:43", "remaining_time": "0:26:45"} +{"current_steps": 1425, "total_steps": 1757, "loss": 0.1494, "lr": 4.221044790667761e-06, "epoch": 5.677290836653387, "percentage": 81.1, "elapsed_time": "1:53:05", "remaining_time": "0:26:20"} +{"current_steps": 1430, "total_steps": 1757, "loss": 0.1433, "lr": 4.0997266722494555e-06, "epoch": 5.697211155378486, "percentage": 81.39, "elapsed_time": "1:53:25", "remaining_time": "0:25:56"} +{"current_steps": 1435, "total_steps": 1757, "loss": 0.1592, "lr": 3.979978110612313e-06, "epoch": 5.717131474103586, "percentage": 81.67, "elapsed_time": "1:53:50", "remaining_time": "0:25:32"} +{"current_steps": 1440, "total_steps": 1757, "loss": 0.1408, "lr": 3.861810926444129e-06, "epoch": 5.7370517928286855, "percentage": 81.96, "elapsed_time": "1:54:10", "remaining_time": "0:25:08"} +{"current_steps": 1445, "total_steps": 1757, "loss": 0.1464, "lr": 3.7452367843308745e-06, "epoch": 5.756972111553785, "percentage": 82.24, "elapsed_time": "1:54:34", "remaining_time": "0:24:44"} +{"current_steps": 1450, "total_steps": 1757, "loss": 0.1349, "lr": 3.6302671916052634e-06, "epoch": 5.776892430278885, "percentage": 82.53, "elapsed_time": "1:54:59", "remaining_time": "0:24:20"} +{"current_steps": 1455, "total_steps": 1757, "loss": 0.1438, "lr": 3.5169134972108078e-06, "epoch": 5.796812749003984, "percentage": 82.81, "elapsed_time": "1:55:21", "remaining_time": "0:23:56"} +{"current_steps": 1460, "total_steps": 1757, "loss": 0.1452, "lr": 3.405186890581551e-06, "epoch": 5.816733067729084, "percentage": 83.1, "elapsed_time": "1:55:42", "remaining_time": "0:23:32"} +{"current_steps": 1465, "total_steps": 1757, "loss": 0.1557, "lr": 3.2950984005375264e-06, "epoch": 5.836653386454183, "percentage": 83.38, "elapsed_time": "1:56:01", "remaining_time": "0:23:07"} +{"current_steps": 1470, "total_steps": 1757, "loss": 0.1622, "lr": 3.1866588941960886e-06, "epoch": 5.856573705179283, "percentage": 83.67, "elapsed_time": "1:56:21", "remaining_time": "0:22:43"} +{"current_steps": 1475, "total_steps": 1757, "loss": 0.1379, "lr": 3.079879075899166e-06, "epoch": 5.876494023904383, "percentage": 83.95, "elapsed_time": "1:56:43", "remaining_time": "0:22:19"} +{"current_steps": 1480, "total_steps": 1757, "loss": 0.1422, "lr": 2.9747694861566235e-06, "epoch": 5.896414342629482, "percentage": 84.23, "elapsed_time": "1:57:04", "remaining_time": "0:21:54"} +{"current_steps": 1485, "total_steps": 1757, "loss": 0.1572, "lr": 2.871340500605784e-06, "epoch": 5.916334661354582, "percentage": 84.52, "elapsed_time": "1:57:22", "remaining_time": "0:21:30"} +{"current_steps": 1490, "total_steps": 1757, "loss": 0.1367, "lr": 2.7696023289872153e-06, "epoch": 5.936254980079681, "percentage": 84.8, "elapsed_time": "1:57:44", "remaining_time": "0:21:05"} +{"current_steps": 1495, "total_steps": 1757, "loss": 0.145, "lr": 2.6695650141369036e-06, "epoch": 5.956175298804781, "percentage": 85.09, "elapsed_time": "1:58:05", "remaining_time": "0:20:41"} +{"current_steps": 1500, "total_steps": 1757, "loss": 0.1521, "lr": 2.5712384309948977e-06, "epoch": 5.9760956175298805, "percentage": 85.37, "elapsed_time": "1:58:25", "remaining_time": "0:20:17"} +{"current_steps": 1505, "total_steps": 1757, "loss": 0.1465, "lr": 2.4746322856305293e-06, "epoch": 5.99601593625498, "percentage": 85.66, "elapsed_time": "1:58:44", "remaining_time": "0:19:52"} +{"current_steps": 1510, "total_steps": 1757, "loss": 0.1267, "lr": 2.3797561142843107e-06, "epoch": 6.01593625498008, "percentage": 85.94, "elapsed_time": "1:59:03", "remaining_time": "0:19:28"} +{"current_steps": 1515, "total_steps": 1757, "loss": 0.1457, "lr": 2.2866192824265676e-06, "epoch": 6.035856573705179, "percentage": 86.23, "elapsed_time": "1:59:28", "remaining_time": "0:19:05"} +{"current_steps": 1520, "total_steps": 1757, "loss": 0.1122, "lr": 2.19523098383297e-06, "epoch": 6.055776892430279, "percentage": 86.51, "elapsed_time": "1:59:53", "remaining_time": "0:18:41"} +{"current_steps": 1525, "total_steps": 1757, "loss": 0.1481, "lr": 2.1056002396769724e-06, "epoch": 6.075697211155378, "percentage": 86.8, "elapsed_time": "2:00:16", "remaining_time": "0:18:17"} +{"current_steps": 1530, "total_steps": 1757, "loss": 0.1292, "lr": 2.017735897639339e-06, "epoch": 6.095617529880478, "percentage": 87.08, "elapsed_time": "2:00:35", "remaining_time": "0:17:53"} +{"current_steps": 1535, "total_steps": 1757, "loss": 0.1278, "lr": 1.9316466310347314e-06, "epoch": 6.115537848605578, "percentage": 87.36, "elapsed_time": "2:00:54", "remaining_time": "0:17:29"} +{"current_steps": 1540, "total_steps": 1757, "loss": 0.1434, "lr": 1.8473409379555684e-06, "epoch": 6.135458167330677, "percentage": 87.65, "elapsed_time": "2:01:13", "remaining_time": "0:17:04"} +{"current_steps": 1545, "total_steps": 1757, "loss": 0.1175, "lr": 1.7648271404331386e-06, "epoch": 6.155378486055777, "percentage": 87.93, "elapsed_time": "2:01:31", "remaining_time": "0:16:40"} +{"current_steps": 1550, "total_steps": 1757, "loss": 0.1303, "lr": 1.6841133836161371e-06, "epoch": 6.175298804780876, "percentage": 88.22, "elapsed_time": "2:01:52", "remaining_time": "0:16:16"} +{"current_steps": 1555, "total_steps": 1757, "loss": 0.1169, "lr": 1.605207634966617e-06, "epoch": 6.195219123505976, "percentage": 88.5, "elapsed_time": "2:02:12", "remaining_time": "0:15:52"} +{"current_steps": 1560, "total_steps": 1757, "loss": 0.123, "lr": 1.5281176834735e-06, "epoch": 6.2151394422310755, "percentage": 88.79, "elapsed_time": "2:02:40", "remaining_time": "0:15:29"} +{"current_steps": 1565, "total_steps": 1757, "loss": 0.1449, "lr": 1.4528511388837153e-06, "epoch": 6.235059760956175, "percentage": 89.07, "elapsed_time": "2:03:01", "remaining_time": "0:15:05"} +{"current_steps": 1570, "total_steps": 1757, "loss": 0.1519, "lr": 1.3794154309510189e-06, "epoch": 6.254980079681275, "percentage": 89.36, "elapsed_time": "2:03:21", "remaining_time": "0:14:41"} +{"current_steps": 1575, "total_steps": 1757, "loss": 0.1415, "lr": 1.3078178087025827e-06, "epoch": 6.274900398406374, "percentage": 89.64, "elapsed_time": "2:03:44", "remaining_time": "0:14:17"} +{"current_steps": 1580, "total_steps": 1757, "loss": 0.1388, "lr": 1.23806533972342e-06, "epoch": 6.294820717131474, "percentage": 89.93, "elapsed_time": "2:04:07", "remaining_time": "0:13:54"} +{"current_steps": 1585, "total_steps": 1757, "loss": 0.1339, "lr": 1.170164909458731e-06, "epoch": 6.314741035856573, "percentage": 90.21, "elapsed_time": "2:04:26", "remaining_time": "0:13:30"} +{"current_steps": 1590, "total_steps": 1757, "loss": 0.1483, "lr": 1.1041232205342257e-06, "epoch": 6.334661354581673, "percentage": 90.5, "elapsed_time": "2:04:46", "remaining_time": "0:13:06"} +{"current_steps": 1595, "total_steps": 1757, "loss": 0.1419, "lr": 1.0399467920944862e-06, "epoch": 6.354581673306773, "percentage": 90.78, "elapsed_time": "2:05:10", "remaining_time": "0:12:42"} +{"current_steps": 1600, "total_steps": 1757, "loss": 0.1335, "lr": 9.77641959159441e-07, "epoch": 6.374501992031872, "percentage": 91.06, "elapsed_time": "2:05:30", "remaining_time": "0:12:18"} +{"current_steps": 1605, "total_steps": 1757, "loss": 0.1353, "lr": 9.172148719990237e-07, "epoch": 6.394422310756972, "percentage": 91.35, "elapsed_time": "2:06:42", "remaining_time": "0:12:00"} +{"current_steps": 1610, "total_steps": 1757, "loss": 0.138, "lr": 8.586714955260733e-07, "epoch": 6.414342629482071, "percentage": 91.63, "elapsed_time": "2:07:04", "remaining_time": "0:11:36"} +{"current_steps": 1615, "total_steps": 1757, "loss": 0.1352, "lr": 8.020176087075038e-07, "epoch": 6.434262948207171, "percentage": 91.92, "elapsed_time": "2:07:26", "remaining_time": "0:11:12"} +{"current_steps": 1620, "total_steps": 1757, "loss": 0.1328, "lr": 7.472588039938622e-07, "epoch": 6.4541832669322705, "percentage": 92.2, "elapsed_time": "2:07:48", "remaining_time": "0:10:48"} +{"current_steps": 1625, "total_steps": 1757, "loss": 0.1361, "lr": 6.944004867672727e-07, "epoch": 6.474103585657371, "percentage": 92.49, "elapsed_time": "2:08:09", "remaining_time": "0:10:24"} +{"current_steps": 1630, "total_steps": 1757, "loss": 0.1316, "lr": 6.434478748078676e-07, "epoch": 6.49402390438247, "percentage": 92.77, "elapsed_time": "2:08:26", "remaining_time": "0:10:00"} +{"current_steps": 1635, "total_steps": 1757, "loss": 0.1244, "lr": 5.944059977787242e-07, "epoch": 6.51394422310757, "percentage": 93.06, "elapsed_time": "2:08:49", "remaining_time": "0:09:36"} +{"current_steps": 1640, "total_steps": 1757, "loss": 0.1498, "lr": 5.472796967293614e-07, "epoch": 6.533864541832669, "percentage": 93.34, "elapsed_time": "2:09:12", "remaining_time": "0:09:13"} +{"current_steps": 1645, "total_steps": 1757, "loss": 0.1426, "lr": 5.020736236178913e-07, "epoch": 6.553784860557769, "percentage": 93.63, "elapsed_time": "2:09:31", "remaining_time": "0:08:49"} +{"current_steps": 1650, "total_steps": 1757, "loss": 0.1291, "lr": 4.587922408517864e-07, "epoch": 6.573705179282869, "percentage": 93.91, "elapsed_time": "2:09:52", "remaining_time": "0:08:25"} +{"current_steps": 1655, "total_steps": 1757, "loss": 0.1388, "lr": 4.174398208474051e-07, "epoch": 6.5936254980079685, "percentage": 94.19, "elapsed_time": "2:10:11", "remaining_time": "0:08:01"} +{"current_steps": 1660, "total_steps": 1757, "loss": 0.1453, "lr": 3.780204456082381e-07, "epoch": 6.613545816733068, "percentage": 94.48, "elapsed_time": "2:10:35", "remaining_time": "0:07:37"} +{"current_steps": 1665, "total_steps": 1757, "loss": 0.1354, "lr": 3.4053800632196434e-07, "epoch": 6.633466135458168, "percentage": 94.76, "elapsed_time": "2:10:56", "remaining_time": "0:07:14"} +{"current_steps": 1670, "total_steps": 1757, "loss": 0.1238, "lr": 3.0499620297635315e-07, "epoch": 6.653386454183267, "percentage": 95.05, "elapsed_time": "2:11:15", "remaining_time": "0:06:50"} +{"current_steps": 1675, "total_steps": 1757, "loss": 0.122, "lr": 2.7139854399401256e-07, "epoch": 6.673306772908367, "percentage": 95.33, "elapsed_time": "2:11:36", "remaining_time": "0:06:26"} +{"current_steps": 1680, "total_steps": 1757, "loss": 0.135, "lr": 2.3974834588607496e-07, "epoch": 6.693227091633466, "percentage": 95.62, "elapsed_time": "2:11:54", "remaining_time": "0:06:02"} +{"current_steps": 1685, "total_steps": 1757, "loss": 0.132, "lr": 2.1004873292480797e-07, "epoch": 6.713147410358566, "percentage": 95.9, "elapsed_time": "2:12:17", "remaining_time": "0:05:39"} +{"current_steps": 1690, "total_steps": 1757, "loss": 0.1483, "lr": 1.823026368352232e-07, "epoch": 6.733067729083666, "percentage": 96.19, "elapsed_time": "2:12:45", "remaining_time": "0:05:15"} +{"current_steps": 1695, "total_steps": 1757, "loss": 0.1189, "lr": 1.5651279650565897e-07, "epoch": 6.752988047808765, "percentage": 96.47, "elapsed_time": "2:13:07", "remaining_time": "0:04:52"} +{"current_steps": 1700, "total_steps": 1757, "loss": 0.128, "lr": 1.3268175771743663e-07, "epoch": 6.772908366533865, "percentage": 96.76, "elapsed_time": "2:13:30", "remaining_time": "0:04:28"} +{"current_steps": 1705, "total_steps": 1757, "loss": 0.1357, "lr": 1.108118728935459e-07, "epoch": 6.792828685258964, "percentage": 97.04, "elapsed_time": "2:13:51", "remaining_time": "0:04:04"} +{"current_steps": 1710, "total_steps": 1757, "loss": 0.1314, "lr": 9.09053008664329e-08, "epoch": 6.812749003984064, "percentage": 97.32, "elapsed_time": "2:14:10", "remaining_time": "0:03:41"} +{"current_steps": 1715, "total_steps": 1757, "loss": 0.1486, "lr": 7.296400666490844e-08, "epoch": 6.8326693227091635, "percentage": 97.61, "elapsed_time": "2:14:29", "remaining_time": "0:03:17"} +{"current_steps": 1720, "total_steps": 1757, "loss": 0.1264, "lr": 5.6989761320160874e-08, "epoch": 6.852589641434263, "percentage": 97.89, "elapsed_time": "2:14:50", "remaining_time": "0:02:54"} +{"current_steps": 1725, "total_steps": 1757, "loss": 0.1306, "lr": 4.298414169093601e-08, "epoch": 6.872509960159363, "percentage": 98.18, "elapsed_time": "2:15:09", "remaining_time": "0:02:30"} +{"current_steps": 1730, "total_steps": 1757, "loss": 0.1379, "lr": 3.094853030788825e-08, "epoch": 6.892430278884462, "percentage": 98.46, "elapsed_time": "2:15:30", "remaining_time": "0:02:06"} +{"current_steps": 1735, "total_steps": 1757, "loss": 0.1324, "lr": 2.0884115237103098e-08, "epoch": 6.912350597609562, "percentage": 98.75, "elapsed_time": "2:15:49", "remaining_time": "0:01:43"} +{"current_steps": 1740, "total_steps": 1757, "loss": 0.1214, "lr": 1.279188996281766e-08, "epoch": 6.932270916334661, "percentage": 99.03, "elapsed_time": "2:16:06", "remaining_time": "0:01:19"} +{"current_steps": 1745, "total_steps": 1757, "loss": 0.1353, "lr": 6.6726532893501835e-09, "epoch": 6.952191235059761, "percentage": 99.32, "elapsed_time": "2:16:24", "remaining_time": "0:00:56"} +{"current_steps": 1750, "total_steps": 1757, "loss": 0.1391, "lr": 2.527009262258684e-09, "epoch": 6.972111553784861, "percentage": 99.6, "elapsed_time": "2:16:48", "remaining_time": "0:00:32"} +{"current_steps": 1755, "total_steps": 1757, "loss": 0.1213, "lr": 3.553671087019872e-10, "epoch": 6.99203187250996, "percentage": 99.89, "elapsed_time": "2:17:12", "remaining_time": "0:00:09"} +{"current_steps": 1757, "total_steps": 1757, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "2:18:15", "remaining_time": "0:00:00"} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..9e5fb70 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb853749962375f0a7a6dcf3cf156b04b2b5cab50e35faf7ac9f48d73738f074 +size 8593 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833