From 97e65a964ee22d9a79ecd4cc1e5e7e7a0a712dd5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 30 Sep 2026 06:23:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: modrill/math-think-s1-v2-qwen3-4b Source: Original Platform --- .gitattributes | 36 ++++++++++++ README.md | 14 +++++ all_results.json | 8 +++ chat_template.jinja | 85 +++++++++++++++++++++++++++ config.json | 71 +++++++++++++++++++++++ generation_config.json | 10 ++++ model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 31 ++++++++++ train_results.json | 8 +++ trainer_log.jsonl | 126 +++++++++++++++++++++++++++++++++++++++++ 11 files changed, 395 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e621cb2 --- /dev/null +++ b/README.md @@ -0,0 +1,14 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen3-4B-Base +tags: +- qwen3 +- math +- sft +- llama-factory +--- + +# math-think-s1-v2-qwen3-4b + +Light-R1 stage1 think SFT. cutoff=24576, 2 epoch, lr=1e-5, packing on. diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..bb17d34 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.0, + "total_flos": 1161363418251264.0, + "train_loss": 0.6327840509308371, + "train_runtime": 63341.305, + "train_samples_per_second": 0.634, + "train_steps_per_second": 0.01 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..60c9a5c --- /dev/null +++ b/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.6.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a0ea6f1 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.6.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..568e858 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d355ad5055a753ff2d759c52a8d9ae800bc60722452317c6c7720248a1df5dc2 +size 8044982080 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..536de09 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,31 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..bb17d34 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.0, + "total_flos": 1161363418251264.0, + "train_loss": 0.6327840509308371, + "train_runtime": 63341.305, + "train_samples_per_second": 0.634, + "train_steps_per_second": 0.01 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..1b09a4d --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,126 @@ +{"current_steps": 5, "total_steps": 628, "loss": 4.119416809082031, "lr": 6.34920634920635e-07, "epoch": 0.01593308105954989, "percentage": 0.8, "elapsed_time": "0:08:49", "remaining_time": "18:20:14"} +{"current_steps": 10, "total_steps": 628, "loss": 4.05920639038086, "lr": 1.4285714285714286e-06, "epoch": 0.03186616211909978, "percentage": 1.59, "elapsed_time": "0:17:38", "remaining_time": "18:10:19"} +{"current_steps": 15, "total_steps": 628, "loss": 3.760942840576172, "lr": 2.222222222222222e-06, "epoch": 0.04779924317864967, "percentage": 2.39, "elapsed_time": "0:26:27", "remaining_time": "18:01:00"} +{"current_steps": 20, "total_steps": 628, "loss": 3.3302330017089843, "lr": 3.015873015873016e-06, "epoch": 0.06373232423819956, "percentage": 3.18, "elapsed_time": "0:35:13", "remaining_time": "17:50:38"} +{"current_steps": 25, "total_steps": 628, "loss": 2.9706296920776367, "lr": 3.80952380952381e-06, "epoch": 0.07966540529774946, "percentage": 3.98, "elapsed_time": "0:43:56", "remaining_time": "17:39:55"} +{"current_steps": 30, "total_steps": 628, "loss": 2.5384063720703125, "lr": 4.603174603174604e-06, "epoch": 0.09559848635729934, "percentage": 4.78, "elapsed_time": "0:52:40", "remaining_time": "17:29:53"} +{"current_steps": 35, "total_steps": 628, "loss": 2.0503925323486327, "lr": 5.396825396825397e-06, "epoch": 0.11153156741684923, "percentage": 5.57, "elapsed_time": "1:01:23", "remaining_time": "17:20:15"} +{"current_steps": 40, "total_steps": 628, "loss": 1.6542545318603517, "lr": 6.1904761904761914e-06, "epoch": 0.12746464847639913, "percentage": 6.37, "elapsed_time": "1:10:06", "remaining_time": "17:10:32"} +{"current_steps": 45, "total_steps": 628, "loss": 1.2934396743774415, "lr": 6.984126984126984e-06, "epoch": 0.143397729535949, "percentage": 7.17, "elapsed_time": "1:18:50", "remaining_time": "17:01:31"} +{"current_steps": 50, "total_steps": 628, "loss": 1.033360481262207, "lr": 7.77777777777778e-06, "epoch": 0.15933081059549892, "percentage": 7.96, "elapsed_time": "1:27:33", "remaining_time": "16:52:07"} +{"current_steps": 55, "total_steps": 628, "loss": 0.876375675201416, "lr": 8.571428571428571e-06, "epoch": 0.1752638916550488, "percentage": 8.76, "elapsed_time": "1:36:12", "remaining_time": "16:42:23"} +{"current_steps": 60, "total_steps": 628, "loss": 0.7545711040496826, "lr": 9.365079365079366e-06, "epoch": 0.19119697271459868, "percentage": 9.55, "elapsed_time": "1:44:53", "remaining_time": "16:32:58"} +{"current_steps": 65, "total_steps": 628, "loss": 0.6716872215270996, "lr": 9.999922706719614e-06, "epoch": 0.2071300537741486, "percentage": 10.35, "elapsed_time": "1:53:34", "remaining_time": "16:23:47"} +{"current_steps": 70, "total_steps": 628, "loss": 0.6121372222900391, "lr": 9.997217692816355e-06, "epoch": 0.22306313483369847, "percentage": 11.15, "elapsed_time": "2:02:15", "remaining_time": "16:14:31"} +{"current_steps": 75, "total_steps": 628, "loss": 0.5846160411834717, "lr": 9.990650404262152e-06, "epoch": 0.23899621589324835, "percentage": 11.94, "elapsed_time": "2:10:54", "remaining_time": "16:05:14"} +{"current_steps": 80, "total_steps": 628, "loss": 0.5602703094482422, "lr": 9.980225916815894e-06, "epoch": 0.25492929695279826, "percentage": 12.74, "elapsed_time": "2:19:33", "remaining_time": "15:55:56"} +{"current_steps": 85, "total_steps": 628, "loss": 0.5511240482330322, "lr": 9.965952287407674e-06, "epoch": 0.27086237801234814, "percentage": 13.54, "elapsed_time": "2:28:10", "remaining_time": "15:46:35"} +{"current_steps": 90, "total_steps": 628, "loss": 0.5196043014526367, "lr": 9.94784054791171e-06, "epoch": 0.286795459071898, "percentage": 14.33, "elapsed_time": "2:36:47", "remaining_time": "15:37:16"} +{"current_steps": 95, "total_steps": 628, "loss": 0.5230127811431885, "lr": 9.925904696619983e-06, "epoch": 0.3027285401314479, "percentage": 15.13, "elapsed_time": "2:45:25", "remaining_time": "15:28:08"} +{"current_steps": 100, "total_steps": 628, "loss": 0.5076566219329834, "lr": 9.900161687423155e-06, "epoch": 0.31866162119099783, "percentage": 15.92, "elapsed_time": "2:54:02", "remaining_time": "15:18:57"} +{"current_steps": 105, "total_steps": 628, "loss": 0.507108497619629, "lr": 9.87063141670717e-06, "epoch": 0.3345947022505477, "percentage": 16.72, "elapsed_time": "3:02:40", "remaining_time": "15:09:52"} +{"current_steps": 110, "total_steps": 628, "loss": 0.4987992286682129, "lr": 9.837336707975633e-06, "epoch": 0.3505277833100976, "percentage": 17.52, "elapsed_time": "3:11:13", "remaining_time": "15:00:29"} +{"current_steps": 115, "total_steps": 628, "loss": 0.4993113994598389, "lr": 9.800303294209865e-06, "epoch": 0.3664608643696475, "percentage": 18.31, "elapsed_time": "3:19:48", "remaining_time": "14:51:19"} +{"current_steps": 120, "total_steps": 628, "loss": 0.4878431797027588, "lr": 9.759559797980265e-06, "epoch": 0.38239394542919736, "percentage": 19.11, "elapsed_time": "3:28:24", "remaining_time": "14:42:14"} +{"current_steps": 125, "total_steps": 628, "loss": 0.48960180282592775, "lr": 9.715137709324363e-06, "epoch": 0.39832702648874724, "percentage": 19.9, "elapsed_time": "3:36:57", "remaining_time": "14:33:03"} +{"current_steps": 130, "total_steps": 628, "loss": 0.4768190383911133, "lr": 9.667071361408633e-06, "epoch": 0.4142601075482972, "percentage": 20.7, "elapsed_time": "3:45:31", "remaining_time": "14:23:55"} +{"current_steps": 135, "total_steps": 628, "loss": 0.47495107650756835, "lr": 9.615397903992906e-06, "epoch": 0.43019318860784705, "percentage": 21.5, "elapsed_time": "3:54:07", "remaining_time": "14:14:58"} +{"current_steps": 140, "total_steps": 628, "loss": 0.48235082626342773, "lr": 9.56015727471788e-06, "epoch": 0.44612626966739694, "percentage": 22.29, "elapsed_time": "4:02:40", "remaining_time": "14:05:52"} +{"current_steps": 145, "total_steps": 628, "loss": 0.47571358680725095, "lr": 9.501392168237914e-06, "epoch": 0.4620593507269468, "percentage": 23.09, "elapsed_time": "4:11:13", "remaining_time": "13:56:51"} +{"current_steps": 150, "total_steps": 628, "loss": 0.47360920906066895, "lr": 9.439148003222973e-06, "epoch": 0.4779924317864967, "percentage": 23.89, "elapsed_time": "4:19:46", "remaining_time": "13:47:49"} +{"current_steps": 155, "total_steps": 628, "loss": 0.47224960327148435, "lr": 9.373472887255209e-06, "epoch": 0.4939255128460466, "percentage": 24.68, "elapsed_time": "4:28:16", "remaining_time": "13:38:39"} +{"current_steps": 160, "total_steps": 628, "loss": 0.47920475006103513, "lr": 9.304417579647343e-06, "epoch": 0.5098585939055965, "percentage": 25.48, "elapsed_time": "4:36:46", "remaining_time": "13:29:32"} +{"current_steps": 165, "total_steps": 628, "loss": 0.46421337127685547, "lr": 9.232035452211546e-06, "epoch": 0.5257916749651463, "percentage": 26.27, "elapsed_time": "4:45:23", "remaining_time": "13:20:48"} +{"current_steps": 170, "total_steps": 628, "loss": 0.45708575248718264, "lr": 9.156382448009173e-06, "epoch": 0.5417247560246963, "percentage": 27.07, "elapsed_time": "4:53:59", "remaining_time": "13:12:03"} +{"current_steps": 175, "total_steps": 628, "loss": 0.4673717498779297, "lr": 9.077517038113197e-06, "epoch": 0.5576578370842462, "percentage": 27.87, "elapsed_time": "5:02:34", "remaining_time": "13:03:13"} +{"current_steps": 180, "total_steps": 628, "loss": 0.4643420219421387, "lr": 8.995500176416809e-06, "epoch": 0.573590918143796, "percentage": 28.66, "elapsed_time": "5:11:10", "remaining_time": "12:54:29"} +{"current_steps": 185, "total_steps": 628, "loss": 0.4591681003570557, "lr": 8.910395252523053e-06, "epoch": 0.589523999203346, "percentage": 29.46, "elapsed_time": "5:19:38", "remaining_time": "12:45:24"} +{"current_steps": 190, "total_steps": 628, "loss": 0.46687612533569334, "lr": 8.822268042751956e-06, "epoch": 0.6054570802628958, "percentage": 30.25, "elapsed_time": "5:28:08", "remaining_time": "12:36:26"} +{"current_steps": 195, "total_steps": 628, "loss": 0.46140613555908205, "lr": 8.731186659303004e-06, "epoch": 0.6213901613224457, "percentage": 31.05, "elapsed_time": "5:36:38", "remaining_time": "12:27:31"} +{"current_steps": 200, "total_steps": 628, "loss": 0.45600414276123047, "lr": 8.637221497612238e-06, "epoch": 0.6373232423819957, "percentage": 31.85, "elapsed_time": "5:45:09", "remaining_time": "12:18:37"} +{"current_steps": 205, "total_steps": 628, "loss": 0.45531306266784666, "lr": 8.540445181944673e-06, "epoch": 0.6532563234415455, "percentage": 32.64, "elapsed_time": "5:53:41", "remaining_time": "12:09:49"} +{"current_steps": 210, "total_steps": 628, "loss": 0.4529092788696289, "lr": 8.440932509264099e-06, "epoch": 0.6691894045010954, "percentage": 33.44, "elapsed_time": "6:02:11", "remaining_time": "12:00:55"} +{"current_steps": 215, "total_steps": 628, "loss": 0.4527984619140625, "lr": 8.338760391423623e-06, "epoch": 0.6851224855606453, "percentage": 34.24, "elapsed_time": "6:10:36", "remaining_time": "11:51:54"} +{"current_steps": 220, "total_steps": 628, "loss": 0.4590407371520996, "lr": 8.234007795721657e-06, "epoch": 0.7010555666201952, "percentage": 35.03, "elapsed_time": "6:19:05", "remaining_time": "11:43:01"} +{"current_steps": 225, "total_steps": 628, "loss": 0.4481649398803711, "lr": 8.126755683869267e-06, "epoch": 0.716988647679745, "percentage": 35.83, "elapsed_time": "6:27:34", "remaining_time": "11:34:11"} +{"current_steps": 230, "total_steps": 628, "loss": 0.44711594581604003, "lr": 8.017086949416095e-06, "epoch": 0.732921728739295, "percentage": 36.62, "elapsed_time": "6:36:03", "remaining_time": "11:25:21"} +{"current_steps": 235, "total_steps": 628, "loss": 0.4519073963165283, "lr": 7.905086353683162e-06, "epoch": 0.7488548097988449, "percentage": 37.42, "elapsed_time": "6:44:32", "remaining_time": "11:16:32"} +{"current_steps": 240, "total_steps": 628, "loss": 0.446747350692749, "lr": 7.790840460252121e-06, "epoch": 0.7647878908583947, "percentage": 38.22, "elapsed_time": "6:52:58", "remaining_time": "11:07:39"} +{"current_steps": 245, "total_steps": 628, "loss": 0.4572420120239258, "lr": 7.674437568061559e-06, "epoch": 0.7807209719179447, "percentage": 39.01, "elapsed_time": "7:01:22", "remaining_time": "10:58:43"} +{"current_steps": 250, "total_steps": 628, "loss": 0.4409202575683594, "lr": 7.5559676431620745e-06, "epoch": 0.7966540529774945, "percentage": 39.81, "elapsed_time": "7:09:45", "remaining_time": "10:49:47"} +{"current_steps": 255, "total_steps": 628, "loss": 0.45626258850097656, "lr": 7.435522249182868e-06, "epoch": 0.8125871340370444, "percentage": 40.61, "elapsed_time": "7:18:04", "remaining_time": "10:40:47"} +{"current_steps": 260, "total_steps": 628, "loss": 0.44818639755249023, "lr": 7.313194476563572e-06, "epoch": 0.8285202150965943, "percentage": 41.4, "elapsed_time": "7:26:23", "remaining_time": "10:31:49"} +{"current_steps": 265, "total_steps": 628, "loss": 0.4457852840423584, "lr": 7.189078870606063e-06, "epoch": 0.8444532961561442, "percentage": 42.2, "elapsed_time": "7:34:44", "remaining_time": "10:22:54"} +{"current_steps": 270, "total_steps": 628, "loss": 0.4440408706665039, "lr": 7.063271358401802e-06, "epoch": 0.8603863772156941, "percentage": 42.99, "elapsed_time": "7:43:03", "remaining_time": "10:13:58"} +{"current_steps": 275, "total_steps": 628, "loss": 0.43878993988037107, "lr": 6.935869174691229e-06, "epoch": 0.8763194582752439, "percentage": 43.79, "elapsed_time": "7:51:21", "remaining_time": "10:05:02"} +{"current_steps": 280, "total_steps": 628, "loss": 0.44614381790161134, "lr": 6.806970786712489e-06, "epoch": 0.8922525393347939, "percentage": 44.59, "elapsed_time": "7:59:39", "remaining_time": "9:56:08"} +{"current_steps": 285, "total_steps": 628, "loss": 0.4377086639404297, "lr": 6.67667581809758e-06, "epoch": 0.9081856203943438, "percentage": 45.38, "elapsed_time": "8:07:56", "remaining_time": "9:47:14"} +{"current_steps": 290, "total_steps": 628, "loss": 0.44395856857299804, "lr": 6.545084971874738e-06, "epoch": 0.9241187014538936, "percentage": 46.18, "elapsed_time": "8:16:14", "remaining_time": "9:38:22"} +{"current_steps": 295, "total_steps": 628, "loss": 0.4459362506866455, "lr": 6.41229995263658e-06, "epoch": 0.9400517825134436, "percentage": 46.97, "elapsed_time": "8:24:35", "remaining_time": "9:29:34"} +{"current_steps": 300, "total_steps": 628, "loss": 0.44585542678833007, "lr": 6.278423387934145e-06, "epoch": 0.9559848635729934, "percentage": 47.77, "elapsed_time": "8:32:53", "remaining_time": "9:20:45"} +{"current_steps": 305, "total_steps": 628, "loss": 0.4390438079833984, "lr": 6.143558748957601e-06, "epoch": 0.9719179446325433, "percentage": 48.57, "elapsed_time": "8:41:08", "remaining_time": "9:11:53"} +{"current_steps": 310, "total_steps": 628, "loss": 0.4478095531463623, "lr": 6.007810270564916e-06, "epoch": 0.9878510256920932, "percentage": 49.36, "elapsed_time": "8:49:22", "remaining_time": "9:03:01"} +{"current_steps": 315, "total_steps": 628, "loss": 0.43730316162109373, "lr": 5.871282870720286e-06, "epoch": 1.00318661621191, "percentage": 50.16, "elapsed_time": "8:58:38", "remaining_time": "8:55:13"} +{"current_steps": 320, "total_steps": 628, "loss": 0.4292781829833984, "lr": 5.734082069404631e-06, "epoch": 1.0191196972714598, "percentage": 50.96, "elapsed_time": "9:06:53", "remaining_time": "8:46:23"} +{"current_steps": 325, "total_steps": 628, "loss": 0.43241233825683595, "lr": 5.596313907060766e-06, "epoch": 1.0350527783310097, "percentage": 51.75, "elapsed_time": "9:15:07", "remaining_time": "8:37:32"} +{"current_steps": 330, "total_steps": 628, "loss": 0.43955426216125487, "lr": 5.45808486263635e-06, "epoch": 1.0509858593905597, "percentage": 52.55, "elapsed_time": "9:23:20", "remaining_time": "8:28:42"} +{"current_steps": 335, "total_steps": 628, "loss": 0.4277653694152832, "lr": 5.319501771287885e-06, "epoch": 1.0669189404501096, "percentage": 53.34, "elapsed_time": "9:31:31", "remaining_time": "8:19:52"} +{"current_steps": 340, "total_steps": 628, "loss": 0.42536449432373047, "lr": 5.180671741809439e-06, "epoch": 1.0828520215096593, "percentage": 54.14, "elapsed_time": "9:39:44", "remaining_time": "8:11:04"} +{"current_steps": 345, "total_steps": 628, "loss": 0.42751598358154297, "lr": 5.041702073849856e-06, "epoch": 1.0987851025692092, "percentage": 54.94, "elapsed_time": "9:48:01", "remaining_time": "8:02:21"} +{"current_steps": 350, "total_steps": 628, "loss": 0.43239336013793944, "lr": 4.902700174982471e-06, "epoch": 1.1147181836287592, "percentage": 55.73, "elapsed_time": "9:56:16", "remaining_time": "7:53:36"} +{"current_steps": 355, "total_steps": 628, "loss": 0.4238548755645752, "lr": 4.7637734776914045e-06, "epoch": 1.1306512646883091, "percentage": 56.53, "elapsed_time": "10:04:28", "remaining_time": "7:44:51"} +{"current_steps": 360, "total_steps": 628, "loss": 0.43017168045043946, "lr": 4.625029356338605e-06, "epoch": 1.146584345747859, "percentage": 57.32, "elapsed_time": "10:12:41", "remaining_time": "7:36:06"} +{"current_steps": 365, "total_steps": 628, "loss": 0.4246385097503662, "lr": 4.486575044175817e-06, "epoch": 1.1625174268074088, "percentage": 58.12, "elapsed_time": "10:20:54", "remaining_time": "7:27:23"} +{"current_steps": 370, "total_steps": 628, "loss": 0.4276413917541504, "lr": 4.348517550465602e-06, "epoch": 1.1784505078669587, "percentage": 58.92, "elapsed_time": "10:29:10", "remaining_time": "7:18:43"} +{"current_steps": 375, "total_steps": 628, "loss": 0.4265434265136719, "lr": 4.210963577775492e-06, "epoch": 1.1943835889265086, "percentage": 59.71, "elapsed_time": "10:37:24", "remaining_time": "7:10:02"} +{"current_steps": 380, "total_steps": 628, "loss": 0.4282184600830078, "lr": 4.074019439509168e-06, "epoch": 1.2103166699860586, "percentage": 60.51, "elapsed_time": "10:45:37", "remaining_time": "7:01:21"} +{"current_steps": 385, "total_steps": 628, "loss": 0.42915921211242675, "lr": 3.937790977738425e-06, "epoch": 1.2262497510456085, "percentage": 61.31, "elapsed_time": "10:53:49", "remaining_time": "6:52:40"} +{"current_steps": 390, "total_steps": 628, "loss": 0.43054990768432616, "lr": 3.802383481399421e-06, "epoch": 1.2421828321051582, "percentage": 62.1, "elapsed_time": "11:02:03", "remaining_time": "6:44:01"} +{"current_steps": 395, "total_steps": 628, "loss": 0.43169078826904295, "lr": 3.66790160491644e-06, "epoch": 1.2581159131647082, "percentage": 62.9, "elapsed_time": "11:10:16", "remaining_time": "6:35:22"} +{"current_steps": 400, "total_steps": 628, "loss": 0.42847442626953125, "lr": 3.534449287316052e-06, "epoch": 1.274048994224258, "percentage": 63.69, "elapsed_time": "11:18:30", "remaining_time": "6:26:44"} +{"current_steps": 405, "total_steps": 628, "loss": 0.42702450752258303, "lr": 3.4021296718942006e-06, "epoch": 1.289982075283808, "percentage": 64.49, "elapsed_time": "11:26:43", "remaining_time": "6:18:07"} +{"current_steps": 410, "total_steps": 628, "loss": 0.4263614177703857, "lr": 3.2710450264982906e-06, "epoch": 1.305915156343358, "percentage": 65.29, "elapsed_time": "11:34:55", "remaining_time": "6:09:29"} +{"current_steps": 415, "total_steps": 628, "loss": 0.4282661437988281, "lr": 3.1412966644859073e-06, "epoch": 1.3218482374029077, "percentage": 66.08, "elapsed_time": "11:43:08", "remaining_time": "6:00:53"} +{"current_steps": 420, "total_steps": 628, "loss": 0.4278456687927246, "lr": 3.012984866421238e-06, "epoch": 1.3377813184624576, "percentage": 66.88, "elapsed_time": "11:51:22", "remaining_time": "5:52:18"} +{"current_steps": 425, "total_steps": 628, "loss": 0.43328018188476564, "lr": 2.886208802569728e-06, "epoch": 1.3537143995220076, "percentage": 67.68, "elapsed_time": "11:59:36", "remaining_time": "5:43:42"} +{"current_steps": 430, "total_steps": 628, "loss": 0.4288654327392578, "lr": 2.761066456250866e-06, "epoch": 1.3696474805815575, "percentage": 68.47, "elapsed_time": "12:07:48", "remaining_time": "5:35:08"} +{"current_steps": 435, "total_steps": 628, "loss": 0.4271260738372803, "lr": 2.637654548108352e-06, "epoch": 1.3855805616411074, "percentage": 69.27, "elapsed_time": "12:16:03", "remaining_time": "5:26:34"} +{"current_steps": 440, "total_steps": 628, "loss": 0.4214444637298584, "lr": 2.516068461356154e-06, "epoch": 1.4015136427006571, "percentage": 70.06, "elapsed_time": "12:24:22", "remaining_time": "5:18:02"} +{"current_steps": 445, "total_steps": 628, "loss": 0.428297233581543, "lr": 2.396402168058255e-06, "epoch": 1.417446723760207, "percentage": 70.86, "elapsed_time": "12:32:39", "remaining_time": "5:09:31"} +{"current_steps": 450, "total_steps": 628, "loss": 0.4214184761047363, "lr": 2.2787481564990533e-06, "epoch": 1.433379804819757, "percentage": 71.66, "elapsed_time": "12:40:56", "remaining_time": "5:00:59"} +{"current_steps": 455, "total_steps": 628, "loss": 0.4207459449768066, "lr": 2.1631973597005574e-06, "epoch": 1.449312885879307, "percentage": 72.45, "elapsed_time": "12:49:12", "remaining_time": "4:52:28"} +{"current_steps": 460, "total_steps": 628, "loss": 0.42493863105773927, "lr": 2.049839085141608e-06, "epoch": 1.465245966938857, "percentage": 73.25, "elapsed_time": "12:57:26", "remaining_time": "4:43:56"} +{"current_steps": 465, "total_steps": 628, "loss": 0.425424861907959, "lr": 1.9387609457334734e-06, "epoch": 1.4811790479984066, "percentage": 74.04, "elapsed_time": "13:05:39", "remaining_time": "4:35:24"} +{"current_steps": 470, "total_steps": 628, "loss": 0.42973856925964354, "lr": 1.8300487921051352e-06, "epoch": 1.4971121290579565, "percentage": 74.84, "elapsed_time": "13:13:51", "remaining_time": "4:26:52"} +{"current_steps": 475, "total_steps": 628, "loss": 0.4269660472869873, "lr": 1.7237866462506398e-06, "epoch": 1.5130452101175065, "percentage": 75.64, "elapsed_time": "13:22:05", "remaining_time": "4:18:21"} +{"current_steps": 480, "total_steps": 628, "loss": 0.43086962699890136, "lr": 1.6200566365897414e-06, "epoch": 1.5289782911770564, "percentage": 76.43, "elapsed_time": "13:30:20", "remaining_time": "4:09:51"} +{"current_steps": 485, "total_steps": 628, "loss": 0.43257837295532225, "lr": 1.518938934492087e-06, "epoch": 1.5449113722366064, "percentage": 77.23, "elapsed_time": "13:38:34", "remaining_time": "4:01:21"} +{"current_steps": 490, "total_steps": 628, "loss": 0.42817320823669436, "lr": 1.4205116923139628e-06, "epoch": 1.560844453296156, "percentage": 78.03, "elapsed_time": "13:46:48", "remaining_time": "3:52:51"} +{"current_steps": 495, "total_steps": 628, "loss": 0.42983322143554686, "lr": 1.324850982995511e-06, "epoch": 1.576777534355706, "percentage": 78.82, "elapsed_time": "13:55:01", "remaining_time": "3:44:21"} +{"current_steps": 500, "total_steps": 628, "loss": 0.42383928298950196, "lr": 1.2320307412650978e-06, "epoch": 1.592710615415256, "percentage": 79.62, "elapsed_time": "14:03:13", "remaining_time": "3:35:51"} +{"current_steps": 505, "total_steps": 628, "loss": 0.4225009441375732, "lr": 1.1421227064962641e-06, "epoch": 1.6086436964748057, "percentage": 80.41, "elapsed_time": "14:11:27", "remaining_time": "3:27:23"} +{"current_steps": 510, "total_steps": 628, "loss": 0.41972036361694337, "lr": 1.0551963672614385e-06, "epoch": 1.6245767775343558, "percentage": 81.21, "elapsed_time": "14:19:42", "remaining_time": "3:18:54"} +{"current_steps": 515, "total_steps": 628, "loss": 0.4198892593383789, "lr": 9.713189076252676e-07, "epoch": 1.6405098585939055, "percentage": 82.01, "elapsed_time": "14:27:58", "remaining_time": "3:10:27"} +{"current_steps": 520, "total_steps": 628, "loss": 0.4254727363586426, "lr": 8.905551552190589e-07, "epoch": 1.6564429396534555, "percentage": 82.8, "elapsed_time": "14:36:12", "remaining_time": "3:01:58"} +{"current_steps": 525, "total_steps": 628, "loss": 0.42736425399780276, "lr": 8.129675311364682e-07, "epoch": 1.6723760207130054, "percentage": 83.6, "elapsed_time": "14:44:26", "remaining_time": "2:53:31"} +{"current_steps": 530, "total_steps": 628, "loss": 0.42311758995056153, "lr": 7.386160016891802e-07, "epoch": 1.688309101772555, "percentage": 84.39, "elapsed_time": "14:52:41", "remaining_time": "2:45:03"} +{"current_steps": 535, "total_steps": 628, "loss": 0.42665824890136717, "lr": 6.675580320598418e-07, "epoch": 1.7042421828321053, "percentage": 85.19, "elapsed_time": "15:00:58", "remaining_time": "2:36:37"} +{"current_steps": 540, "total_steps": 628, "loss": 0.41789970397949217, "lr": 5.998485418880822e-07, "epoch": 1.720175263891655, "percentage": 85.99, "elapsed_time": "15:09:13", "remaining_time": "2:28:10"} +{"current_steps": 545, "total_steps": 628, "loss": 0.4265627861022949, "lr": 5.355398628239544e-07, "epoch": 1.736108344951205, "percentage": 86.78, "elapsed_time": "15:17:28", "remaining_time": "2:19:43"} +{"current_steps": 550, "total_steps": 628, "loss": 0.42862606048583984, "lr": 4.746816980815738e-07, "epoch": 1.7520414260107549, "percentage": 87.58, "elapsed_time": "15:25:41", "remaining_time": "2:11:16"} +{"current_steps": 555, "total_steps": 628, "loss": 0.43207564353942873, "lr": 4.1732108402426087e-07, "epoch": 1.7679745070703046, "percentage": 88.38, "elapsed_time": "15:33:56", "remaining_time": "2:02:50"} +{"current_steps": 560, "total_steps": 628, "loss": 0.41811656951904297, "lr": 3.6350235381083563e-07, "epoch": 1.7839075881298547, "percentage": 89.17, "elapsed_time": "15:42:12", "remaining_time": "1:54:24"} +{"current_steps": 565, "total_steps": 628, "loss": 0.4245327949523926, "lr": 3.132671031311868e-07, "epoch": 1.7998406691894044, "percentage": 89.97, "elapsed_time": "15:50:29", "remaining_time": "1:45:58"} +{"current_steps": 570, "total_steps": 628, "loss": 0.42374935150146487, "lr": 2.6665415805758264e-07, "epoch": 1.8157737502489544, "percentage": 90.76, "elapsed_time": "15:58:44", "remaining_time": "1:37:33"} +{"current_steps": 575, "total_steps": 628, "loss": 0.42191057205200194, "lr": 2.2369954503658308e-07, "epoch": 1.8317068313085043, "percentage": 91.56, "elapsed_time": "16:06:57", "remaining_time": "1:29:07"} +{"current_steps": 580, "total_steps": 628, "loss": 0.43032331466674806, "lr": 1.8443646304474206e-07, "epoch": 1.847639912368054, "percentage": 92.36, "elapsed_time": "16:15:12", "remaining_time": "1:20:42"} +{"current_steps": 585, "total_steps": 628, "loss": 0.4245429039001465, "lr": 1.4889525792961103e-07, "epoch": 1.8635729934276042, "percentage": 93.15, "elapsed_time": "16:23:29", "remaining_time": "1:12:17"} +{"current_steps": 590, "total_steps": 628, "loss": 0.41846890449523927, "lr": 1.171033989558934e-07, "epoch": 1.879506074487154, "percentage": 93.95, "elapsed_time": "16:31:44", "remaining_time": "1:03:52"} +{"current_steps": 595, "total_steps": 628, "loss": 0.4265024185180664, "lr": 8.908545757485843e-08, "epoch": 1.8954391555467038, "percentage": 94.75, "elapsed_time": "16:39:58", "remaining_time": "0:55:27"} +{"current_steps": 600, "total_steps": 628, "loss": 0.42431864738464353, "lr": 6.486308843343558e-08, "epoch": 1.9113722366062538, "percentage": 95.54, "elapsed_time": "16:48:13", "remaining_time": "0:47:03"} +{"current_steps": 605, "total_steps": 628, "loss": 0.42973990440368653, "lr": 4.445501263766194e-08, "epoch": 1.9273053176658035, "percentage": 96.34, "elapsed_time": "16:56:30", "remaining_time": "0:38:38"} +{"current_steps": 610, "total_steps": 628, "loss": 0.4243334770202637, "lr": 2.7877003283421356e-08, "epoch": 1.9432383987253536, "percentage": 97.13, "elapsed_time": "17:04:46", "remaining_time": "0:30:14"} +{"current_steps": 615, "total_steps": 628, "loss": 0.41971478462219236, "lr": 1.5141873265654973e-08, "epoch": 1.9591714797849034, "percentage": 97.93, "elapsed_time": "17:13:03", "remaining_time": "0:21:50"} +{"current_steps": 620, "total_steps": 628, "loss": 0.41888084411621096, "lr": 6.259465375464402e-09, "epoch": 1.9751045608444533, "percentage": 98.73, "elapsed_time": "17:21:20", "remaining_time": "0:13:26"} +{"current_steps": 625, "total_steps": 628, "loss": 0.42734489440917967, "lr": 1.2366446927691844e-09, "epoch": 1.9910376419040032, "percentage": 99.52, "elapsed_time": "17:29:36", "remaining_time": "0:05:02"} +{"current_steps": 628, "total_steps": 628, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "17:35:41", "remaining_time": "0:00:00"}