From 07a669f2adf262d550fc9167d26266bd3a693d9b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 26 Sep 2026 09:49:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: modrill/qwen3-4b-think-s1-ep23-full-sft Source: Original Platform --- .gitattributes | 36 ++++++++++++ MANIFEST.txt | 17 ++++++ README.md | 72 ++++++++++++++++++++++++ chat_template.jinja | 85 +++++++++++++++++++++++++++++ config.json | 71 ++++++++++++++++++++++++ generation_config.json | 10 ++++ model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 31 +++++++++++ train_results.json | 8 +++ trainer_log.jsonl | 121 +++++++++++++++++++++++++++++++++++++++++ 11 files changed, 457 insertions(+) create mode 100644 .gitattributes create mode 100644 MANIFEST.txt create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/MANIFEST.txt b/MANIFEST.txt new file mode 100644 index 0000000..9f9507d --- /dev/null +++ b/MANIFEST.txt @@ -0,0 +1,17 @@ +name: think_s1_ep23 +base_model: Qwen3-4B-Base (continued from checkpoint-302) +method: full SFT (ZeRO-3) +dataset: ocr_think_50k +template: qwen3 +epochs: 2 +seed: 42 +cutoff_len: 24576 +packing: true +neat_packing: false +per_device_train_batch_size: 1 +gradient_accumulation_steps: 16 +effective_batch_size: 64 +learning_rate: 5e-5 +train_loss: 0.5416 +train_steps: 604 +finished_at: 2026-06-10 05:23 CST diff --git a/README.md b/README.md new file mode 100644 index 0000000..31cc94e --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen3-4B-Base +tags: +- llama-factory +- full-finetuning +- qwen3 +- qwen3-4b +- think +- ocr +- sft +model-index: +- name: think_s1_ep23 + results: [] +--- + +# Qwen3-4B Think S1 Ep23 (Full SFT) + +Full-parameter supervised fine-tuning (SFT) of [Qwen/Qwen3-4B-Base](https://huggingface.co/Qwen/Qwen3-4B-Base) on the **ocr_think_50k** dataset with the Qwen3 chat template (think-style reasoning). + +This checkpoint is **stage 1 episode 23**: training continued from an internal `think_s1` run at **checkpoint-302** (same base architecture), then fine-tuned for two additional epochs on ocr_think_50k. + +## Model description + +- **Method**: full SFT (all weights trainable), DeepSpeed ZeRO-3, 4 GPUs +- **Dataset**: ocr_think_50k +- **Template**: qwen3 +- **Not LoRA / not QLoRA**: entire 4B model was updated + +## Training details + +| Field | Value | +|-------|-------| +| Epochs | 2 | +| Seed | 42 | +| cutoff_len | 24576 | +| packing | true | +| neat_packing | false | +| per_device_train_batch_size | 1 | +| gradient_accumulation_steps | 16 | +| effective_batch_size | 64 | +| learning_rate | 5e-5 | +| train_loss | 0.5416 | +| train_steps | 604 | +| finished_at | 2026-06-10 05:23 CST | + +Optimizer: AdamW (fused), cosine schedule, warmup ratio 0.1. Framework: Transformers 5.6.0, PyTorch 2.8.0+cu128. + +## Related models + +- **No-think SFT (same project)**: [modrill/qwen3-4b-nothink-s1-full-sft](https://huggingface.co/modrill/qwen3-4b-nothink-s1-full-sft) - OpenCodeInstruct, qwen3_nothink template +- **Base**: [Qwen/Qwen3-4B-Base](https://huggingface.co/Qwen/Qwen3-4B-Base) + +## Usage + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +repo_id = "modrill/qwen3-4b-think-s1-ep23-full-sft" +tokenizer = AutoTokenizer.from_pretrained(repo_id, trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained( + repo_id, + torch_dtype="auto", + device_map="auto", + trust_remote_code=True, +) +``` + +## License + +Released under Apache 2.0 (see `LICENSE` in the upstream Qwen model card if not bundled here). diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..60c9a5c --- /dev/null +++ b/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.6.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a0ea6f1 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.6.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..0938700 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:520b9092f308fde63a3909fbb3df2a3354059780f50cd851e0f7dd8fa03b09cb +size 8044982080 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..536de09 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,31 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..2b10d69 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.0, + "total_flos": 1116023864426496.0, + "train_loss": 0.5415504160306311, + "train_runtime": 61158.2606, + "train_samples_per_second": 0.631, + "train_steps_per_second": 0.01 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..f98df8f --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,121 @@ +{"current_steps": 5, "total_steps": 604, "loss": 0.6024312019348145, "lr": 3.278688524590164e-06, "epoch": 0.016580310880829015, "percentage": 0.83, "elapsed_time": "0:09:08", "remaining_time": "18:16:05"} +{"current_steps": 10, "total_steps": 604, "loss": 0.5939677238464356, "lr": 7.3770491803278695e-06, "epoch": 0.03316062176165803, "percentage": 1.66, "elapsed_time": "0:17:58", "remaining_time": "17:48:06"} +{"current_steps": 15, "total_steps": 604, "loss": 0.5963690280914307, "lr": 1.1475409836065575e-05, "epoch": 0.049740932642487044, "percentage": 2.48, "elapsed_time": "0:27:01", "remaining_time": "17:41:28"} +{"current_steps": 20, "total_steps": 604, "loss": 0.595004940032959, "lr": 1.557377049180328e-05, "epoch": 0.06632124352331606, "percentage": 3.31, "elapsed_time": "0:36:04", "remaining_time": "17:33:25"} +{"current_steps": 25, "total_steps": 604, "loss": 0.5961057186126709, "lr": 1.9672131147540985e-05, "epoch": 0.08290155440414508, "percentage": 4.14, "elapsed_time": "0:45:00", "remaining_time": "17:22:30"} +{"current_steps": 30, "total_steps": 604, "loss": 0.5877618789672852, "lr": 2.377049180327869e-05, "epoch": 0.09948186528497409, "percentage": 4.97, "elapsed_time": "0:53:56", "remaining_time": "17:12:04"} +{"current_steps": 35, "total_steps": 604, "loss": 0.5889176368713379, "lr": 2.7868852459016392e-05, "epoch": 0.11606217616580311, "percentage": 5.79, "elapsed_time": "1:02:49", "remaining_time": "17:01:15"} +{"current_steps": 40, "total_steps": 604, "loss": 0.5929736137390137, "lr": 3.19672131147541e-05, "epoch": 0.13264248704663212, "percentage": 6.62, "elapsed_time": "1:11:42", "remaining_time": "16:51:05"} +{"current_steps": 45, "total_steps": 604, "loss": 0.588554573059082, "lr": 3.6065573770491806e-05, "epoch": 0.14922279792746113, "percentage": 7.45, "elapsed_time": "1:20:30", "remaining_time": "16:40:09"} +{"current_steps": 50, "total_steps": 604, "loss": 0.5915392875671387, "lr": 4.016393442622951e-05, "epoch": 0.16580310880829016, "percentage": 8.28, "elapsed_time": "1:29:20", "remaining_time": "16:29:55"} +{"current_steps": 55, "total_steps": 604, "loss": 0.5859082698822021, "lr": 4.426229508196721e-05, "epoch": 0.18238341968911917, "percentage": 9.11, "elapsed_time": "1:38:09", "remaining_time": "16:19:51"} +{"current_steps": 60, "total_steps": 604, "loss": 0.5810380935668945, "lr": 4.836065573770492e-05, "epoch": 0.19896373056994818, "percentage": 9.93, "elapsed_time": "1:46:55", "remaining_time": "16:09:29"} +{"current_steps": 65, "total_steps": 604, "loss": 0.5855294227600097, "lr": 4.999623433479346e-05, "epoch": 0.2155440414507772, "percentage": 10.76, "elapsed_time": "1:55:39", "remaining_time": "15:59:04"} +{"current_steps": 70, "total_steps": 604, "loss": 0.5869556427001953, "lr": 4.9973226044363854e-05, "epoch": 0.23212435233160622, "percentage": 11.59, "elapsed_time": "2:04:31", "remaining_time": "15:49:55"} +{"current_steps": 75, "total_steps": 604, "loss": 0.5851717948913574, "lr": 4.9929320729199224e-05, "epoch": 0.24870466321243523, "percentage": 12.42, "elapsed_time": "2:13:18", "remaining_time": "15:40:15"} +{"current_steps": 80, "total_steps": 604, "loss": 0.5793152809143066, "lr": 4.986455512826377e-05, "epoch": 0.26528497409326424, "percentage": 13.25, "elapsed_time": "2:22:06", "remaining_time": "15:30:45"} +{"current_steps": 85, "total_steps": 604, "loss": 0.5747973918914795, "lr": 4.977898343593197e-05, "epoch": 0.28186528497409324, "percentage": 14.07, "elapsed_time": "2:30:51", "remaining_time": "15:21:05"} +{"current_steps": 90, "total_steps": 604, "loss": 0.5717342376708985, "lr": 4.9672677256640046e-05, "epoch": 0.29844559585492225, "percentage": 14.9, "elapsed_time": "2:39:37", "remaining_time": "15:11:36"} +{"current_steps": 95, "total_steps": 604, "loss": 0.5758831024169921, "lr": 4.954572554496897e-05, "epoch": 0.3150259067357513, "percentage": 15.73, "elapsed_time": "2:48:22", "remaining_time": "15:02:06"} +{"current_steps": 100, "total_steps": 604, "loss": 0.5793061256408691, "lr": 4.939823453120928e-05, "epoch": 0.3316062176165803, "percentage": 16.56, "elapsed_time": "2:57:04", "remaining_time": "14:52:27"} +{"current_steps": 105, "total_steps": 604, "loss": 0.5692055702209473, "lr": 4.9230327632470085e-05, "epoch": 0.34818652849740933, "percentage": 17.38, "elapsed_time": "3:05:53", "remaining_time": "14:43:27"} +{"current_steps": 110, "total_steps": 604, "loss": 0.5700337886810303, "lr": 4.9042145349406335e-05, "epoch": 0.36476683937823834, "percentage": 18.21, "elapsed_time": "3:14:38", "remaining_time": "14:34:06"} +{"current_steps": 115, "total_steps": 604, "loss": 0.570462417602539, "lr": 4.883384514865119e-05, "epoch": 0.38134715025906735, "percentage": 19.04, "elapsed_time": "3:23:17", "remaining_time": "14:24:25"} +{"current_steps": 120, "total_steps": 604, "loss": 0.5675872802734375, "lr": 4.860560133105146e-05, "epoch": 0.39792746113989635, "percentage": 19.87, "elapsed_time": "3:31:54", "remaining_time": "14:14:42"} +{"current_steps": 125, "total_steps": 604, "loss": 0.56533842086792, "lr": 4.83576048858167e-05, "epoch": 0.41450777202072536, "percentage": 20.7, "elapsed_time": "3:40:38", "remaining_time": "14:05:29"} +{"current_steps": 130, "total_steps": 604, "loss": 0.5655075073242187, "lr": 4.809006333070377e-05, "epoch": 0.4310880829015544, "percentage": 21.52, "elapsed_time": "3:49:29", "remaining_time": "13:56:44"} +{"current_steps": 135, "total_steps": 604, "loss": 0.5663801193237304, "lr": 4.7803200538370716e-05, "epoch": 0.44766839378238343, "percentage": 22.35, "elapsed_time": "3:58:10", "remaining_time": "13:47:26"} +{"current_steps": 140, "total_steps": 604, "loss": 0.5621426105499268, "lr": 4.749725654904529e-05, "epoch": 0.46424870466321244, "percentage": 23.18, "elapsed_time": "4:06:47", "remaining_time": "13:37:56"} +{"current_steps": 145, "total_steps": 604, "loss": 0.5630909919738769, "lr": 4.717248736966471e-05, "epoch": 0.48082901554404145, "percentage": 24.01, "elapsed_time": "4:15:25", "remaining_time": "13:28:31"} +{"current_steps": 150, "total_steps": 604, "loss": 0.5658273696899414, "lr": 4.6829164759654963e-05, "epoch": 0.49740932642487046, "percentage": 24.83, "elapsed_time": "4:24:00", "remaining_time": "13:19:02"} +{"current_steps": 155, "total_steps": 604, "loss": 0.5625770568847657, "lr": 4.64675760035287e-05, "epoch": 0.5139896373056995, "percentage": 25.66, "elapsed_time": "4:32:41", "remaining_time": "13:09:56"} +{"current_steps": 160, "total_steps": 604, "loss": 0.5602001190185547, "lr": 4.608802367049212e-05, "epoch": 0.5305699481865285, "percentage": 26.49, "elapsed_time": "4:41:20", "remaining_time": "13:00:44"} +{"current_steps": 165, "total_steps": 604, "loss": 0.5632320880889893, "lr": 4.5690825361262006e-05, "epoch": 0.5471502590673575, "percentage": 27.32, "elapsed_time": "4:49:58", "remaining_time": "12:51:30"} +{"current_steps": 170, "total_steps": 604, "loss": 0.5628873825073242, "lr": 4.5276313442304655e-05, "epoch": 0.5637305699481865, "percentage": 28.15, "elapsed_time": "4:58:39", "remaining_time": "12:42:28"} +{"current_steps": 175, "total_steps": 604, "loss": 0.5601084709167481, "lr": 4.4844834767719256e-05, "epoch": 0.5803108808290155, "percentage": 28.97, "elapsed_time": "5:07:14", "remaining_time": "12:33:10"} +{"current_steps": 180, "total_steps": 604, "loss": 0.5590351581573486, "lr": 4.4396750388998293e-05, "epoch": 0.5968911917098445, "percentage": 29.8, "elapsed_time": "5:15:47", "remaining_time": "12:23:50"} +{"current_steps": 185, "total_steps": 604, "loss": 0.5618024826049804, "lr": 4.393243525290791e-05, "epoch": 0.6134715025906736, "percentage": 30.63, "elapsed_time": "5:24:26", "remaining_time": "12:14:49"} +{"current_steps": 190, "total_steps": 604, "loss": 0.5579781532287598, "lr": 4.345227788774102e-05, "epoch": 0.6300518134715026, "percentage": 31.46, "elapsed_time": "5:33:00", "remaining_time": "12:05:36"} +{"current_steps": 195, "total_steps": 604, "loss": 0.5602308750152588, "lr": 4.295668007820574e-05, "epoch": 0.6466321243523316, "percentage": 32.28, "elapsed_time": "5:41:29", "remaining_time": "11:56:15"} +{"current_steps": 200, "total_steps": 604, "loss": 0.5573452949523926, "lr": 4.2446056529221076e-05, "epoch": 0.6632124352331606, "percentage": 33.11, "elapsed_time": "5:50:01", "remaining_time": "11:47:02"} +{"current_steps": 205, "total_steps": 604, "loss": 0.557370662689209, "lr": 4.1920834518901396e-05, "epoch": 0.6797927461139897, "percentage": 33.94, "elapsed_time": "5:58:33", "remaining_time": "11:37:53"} +{"current_steps": 210, "total_steps": 604, "loss": 0.5568184375762939, "lr": 4.138145354101979e-05, "epoch": 0.6963730569948187, "percentage": 34.77, "elapsed_time": "6:07:03", "remaining_time": "11:28:40"} +{"current_steps": 215, "total_steps": 604, "loss": 0.5566610336303711, "lr": 4.082836493724981e-05, "epoch": 0.7129533678756477, "percentage": 35.6, "elapsed_time": "6:15:35", "remaining_time": "11:19:34"} +{"current_steps": 220, "total_steps": 604, "loss": 0.5541375160217286, "lr": 4.0262031519493004e-05, "epoch": 0.7295336787564767, "percentage": 36.42, "elapsed_time": "6:24:08", "remaining_time": "11:10:30"} +{"current_steps": 225, "total_steps": 604, "loss": 0.5582790374755859, "lr": 3.968292718260853e-05, "epoch": 0.7461139896373057, "percentage": 37.25, "elapsed_time": "6:32:36", "remaining_time": "11:01:19"} +{"current_steps": 230, "total_steps": 604, "loss": 0.554298210144043, "lr": 3.909153650786878e-05, "epoch": 0.7626943005181347, "percentage": 38.08, "elapsed_time": "6:41:04", "remaining_time": "10:52:10"} +{"current_steps": 235, "total_steps": 604, "loss": 0.5516850471496582, "lr": 3.848835435747281e-05, "epoch": 0.7792746113989637, "percentage": 38.91, "elapsed_time": "6:49:28", "remaining_time": "10:42:57"} +{"current_steps": 240, "total_steps": 604, "loss": 0.5544051170349121, "lr": 3.7873885460457006e-05, "epoch": 0.7958549222797927, "percentage": 39.74, "elapsed_time": "6:57:48", "remaining_time": "10:33:41"} +{"current_steps": 245, "total_steps": 604, "loss": 0.5549777984619141, "lr": 3.724864399034932e-05, "epoch": 0.8124352331606217, "percentage": 40.56, "elapsed_time": "7:06:12", "remaining_time": "10:24:31"} +{"current_steps": 250, "total_steps": 604, "loss": 0.5552799701690674, "lr": 3.6613153134920655e-05, "epoch": 0.8290155440414507, "percentage": 41.39, "elapsed_time": "7:14:37", "remaining_time": "10:15:25"} +{"current_steps": 255, "total_steps": 604, "loss": 0.5505679607391357, "lr": 3.596794465839327e-05, "epoch": 0.8455958549222798, "percentage": 42.22, "elapsed_time": "7:22:55", "remaining_time": "10:06:12"} +{"current_steps": 260, "total_steps": 604, "loss": 0.5555105686187745, "lr": 3.531355845647262e-05, "epoch": 0.8621761658031089, "percentage": 43.05, "elapsed_time": "7:31:11", "remaining_time": "9:56:57"} +{"current_steps": 265, "total_steps": 604, "loss": 0.5538548946380615, "lr": 3.4650542104575045e-05, "epoch": 0.8787564766839379, "percentage": 43.87, "elapsed_time": "7:39:28", "remaining_time": "9:47:46"} +{"current_steps": 270, "total_steps": 604, "loss": 0.5535192489624023, "lr": 3.397945039962907e-05, "epoch": 0.8953367875647669, "percentage": 44.7, "elapsed_time": "7:47:44", "remaining_time": "9:38:36"} +{"current_steps": 275, "total_steps": 604, "loss": 0.5527736186981201, "lr": 3.33008448958341e-05, "epoch": 0.9119170984455959, "percentage": 45.53, "elapsed_time": "7:55:59", "remaining_time": "9:29:27"} +{"current_steps": 280, "total_steps": 604, "loss": 0.5525697708129883, "lr": 3.2615293434764665e-05, "epoch": 0.9284974093264249, "percentage": 46.36, "elapsed_time": "8:04:13", "remaining_time": "9:20:19"} +{"current_steps": 285, "total_steps": 604, "loss": 0.5557277202606201, "lr": 3.192336967021357e-05, "epoch": 0.9450777202072539, "percentage": 47.19, "elapsed_time": "8:12:28", "remaining_time": "9:11:13"} +{"current_steps": 290, "total_steps": 604, "loss": 0.5553084373474121, "lr": 3.122565258817153e-05, "epoch": 0.9616580310880829, "percentage": 48.01, "elapsed_time": "8:20:42", "remaining_time": "9:02:08"} +{"current_steps": 295, "total_steps": 604, "loss": 0.5585501670837403, "lr": 3.052272602234493e-05, "epoch": 0.9782383419689119, "percentage": 48.84, "elapsed_time": "8:28:55", "remaining_time": "8:53:05"} +{"current_steps": 300, "total_steps": 604, "loss": 0.5656587600708007, "lr": 2.9815178165617064e-05, "epoch": 0.9948186528497409, "percentage": 49.67, "elapsed_time": "8:37:07", "remaining_time": "8:44:01"} +{"current_steps": 305, "total_steps": 604, "loss": 0.5370917320251465, "lr": 2.9103601077861874e-05, "epoch": 1.0099481865284974, "percentage": 50.5, "elapsed_time": "8:46:01", "remaining_time": "8:35:40"} +{"current_steps": 310, "total_steps": 604, "loss": 0.5169251441955567, "lr": 2.838859019052172e-05, "epoch": 1.0265284974093265, "percentage": 51.32, "elapsed_time": "8:54:13", "remaining_time": "8:26:39"} +{"current_steps": 315, "total_steps": 604, "loss": 0.5182009696960449, "lr": 2.767074380836393e-05, "epoch": 1.0431088082901554, "percentage": 52.15, "elapsed_time": "9:02:26", "remaining_time": "8:17:39"} +{"current_steps": 320, "total_steps": 604, "loss": 0.5177976608276367, "lr": 2.6950662608833126e-05, "epoch": 1.0596891191709845, "percentage": 52.98, "elapsed_time": "9:10:39", "remaining_time": "8:08:42"} +{"current_steps": 325, "total_steps": 604, "loss": 0.5209783554077149, "lr": 2.6228949139418008e-05, "epoch": 1.0762694300518134, "percentage": 53.81, "elapsed_time": "9:18:52", "remaining_time": "7:59:46"} +{"current_steps": 330, "total_steps": 604, "loss": 0.5185798168182373, "lr": 2.5506207313453394e-05, "epoch": 1.0928497409326425, "percentage": 54.64, "elapsed_time": "9:27:05", "remaining_time": "7:50:51"} +{"current_steps": 335, "total_steps": 604, "loss": 0.5207651138305665, "lr": 2.4783041904779386e-05, "epoch": 1.1094300518134714, "percentage": 55.46, "elapsed_time": "9:35:17", "remaining_time": "7:41:57"} +{"current_steps": 340, "total_steps": 604, "loss": 0.5158403873443603, "lr": 2.4060058041680403e-05, "epoch": 1.1260103626943005, "percentage": 56.29, "elapsed_time": "9:43:30", "remaining_time": "7:33:04"} +{"current_steps": 345, "total_steps": 604, "loss": 0.5176283359527588, "lr": 2.3337860700527665e-05, "epoch": 1.1425906735751294, "percentage": 57.12, "elapsed_time": "9:51:43", "remaining_time": "7:24:13"} +{"current_steps": 350, "total_steps": 604, "loss": 0.5159539222717285, "lr": 2.2617054199548817e-05, "epoch": 1.1591709844559586, "percentage": 57.95, "elapsed_time": "9:59:56", "remaining_time": "7:15:22"} +{"current_steps": 355, "total_steps": 604, "loss": 0.5166025638580323, "lr": 2.189824169314823e-05, "epoch": 1.1757512953367875, "percentage": 58.77, "elapsed_time": "10:08:08", "remaining_time": "7:06:33"} +{"current_steps": 360, "total_steps": 604, "loss": 0.5170080184936523, "lr": 2.118202466720119e-05, "epoch": 1.1923316062176166, "percentage": 59.6, "elapsed_time": "10:16:20", "remaining_time": "6:57:44"} +{"current_steps": 365, "total_steps": 604, "loss": 0.5178169250488281, "lr": 2.0469002435744284e-05, "epoch": 1.2089119170984457, "percentage": 60.43, "elapsed_time": "10:24:32", "remaining_time": "6:48:57"} +{"current_steps": 370, "total_steps": 604, "loss": 0.5188982486724854, "lr": 1.975977163948306e-05, "epoch": 1.2254922279792746, "percentage": 61.26, "elapsed_time": "10:32:46", "remaining_time": "6:40:11"} +{"current_steps": 375, "total_steps": 604, "loss": 0.5177369117736816, "lr": 1.9054925746536792e-05, "epoch": 1.2420725388601037, "percentage": 62.09, "elapsed_time": "10:41:03", "remaining_time": "6:31:28"} +{"current_steps": 380, "total_steps": 604, "loss": 0.5173749923706055, "lr": 1.8355054555837857e-05, "epoch": 1.2586528497409326, "percentage": 62.91, "elapsed_time": "10:49:21", "remaining_time": "6:22:46"} +{"current_steps": 385, "total_steps": 604, "loss": 0.5170995712280273, "lr": 1.76607437036015e-05, "epoch": 1.2752331606217617, "percentage": 63.74, "elapsed_time": "10:57:33", "remaining_time": "6:14:02"} +{"current_steps": 390, "total_steps": 604, "loss": 0.5151607513427734, "lr": 1.6972574173278878e-05, "epoch": 1.2918134715025906, "percentage": 64.57, "elapsed_time": "11:05:44", "remaining_time": "6:05:18"} +{"current_steps": 395, "total_steps": 604, "loss": 0.5175674438476563, "lr": 1.6291121809403286e-05, "epoch": 1.3083937823834197, "percentage": 65.4, "elapsed_time": "11:13:56", "remaining_time": "5:56:35"} +{"current_steps": 400, "total_steps": 604, "loss": 0.512666130065918, "lr": 1.561695683573671e-05, "epoch": 1.3249740932642486, "percentage": 66.23, "elapsed_time": "11:22:11", "remaining_time": "5:47:55"} +{"current_steps": 405, "total_steps": 604, "loss": 0.516682243347168, "lr": 1.4950643378119544e-05, "epoch": 1.3415544041450778, "percentage": 67.05, "elapsed_time": "11:30:24", "remaining_time": "5:39:14"} +{"current_steps": 410, "total_steps": 604, "loss": 0.5177352905273438, "lr": 1.4292738992423066e-05, "epoch": 1.3581347150259067, "percentage": 67.88, "elapsed_time": "11:38:35", "remaining_time": "5:30:33"} +{"current_steps": 415, "total_steps": 604, "loss": 0.5157136917114258, "lr": 1.364379419799934e-05, "epoch": 1.3747150259067358, "percentage": 68.71, "elapsed_time": "11:46:49", "remaining_time": "5:21:54"} +{"current_steps": 420, "total_steps": 604, "loss": 0.5166938781738282, "lr": 1.3004352017019266e-05, "epoch": 1.391295336787565, "percentage": 69.54, "elapsed_time": "11:55:03", "remaining_time": "5:13:15"} +{"current_steps": 425, "total_steps": 604, "loss": 0.512179946899414, "lr": 1.237494752008399e-05, "epoch": 1.4078756476683938, "percentage": 70.36, "elapsed_time": "12:03:15", "remaining_time": "5:04:37"} +{"current_steps": 430, "total_steps": 604, "loss": 0.5159036159515381, "lr": 1.1756107378490106e-05, "epoch": 1.4244559585492227, "percentage": 71.19, "elapsed_time": "12:11:27", "remaining_time": "4:55:59"} +{"current_steps": 435, "total_steps": 604, "loss": 0.5133168697357178, "lr": 1.114834942352313e-05, "epoch": 1.4410362694300518, "percentage": 72.02, "elapsed_time": "12:19:40", "remaining_time": "4:47:22"} +{"current_steps": 440, "total_steps": 604, "loss": 0.5125113487243652, "lr": 1.0552182213148117e-05, "epoch": 1.457616580310881, "percentage": 72.85, "elapsed_time": "12:27:54", "remaining_time": "4:38:46"} +{"current_steps": 445, "total_steps": 604, "loss": 0.5158501625061035, "lr": 9.968104606459957e-06, "epoch": 1.4741968911917098, "percentage": 73.68, "elapsed_time": "12:36:06", "remaining_time": "4:30:09"} +{"current_steps": 450, "total_steps": 604, "loss": 0.5167426109313965, "lr": 9.396605346249548e-06, "epoch": 1.490777202072539, "percentage": 74.5, "elapsed_time": "12:44:19", "remaining_time": "4:21:34"} +{"current_steps": 455, "total_steps": 604, "loss": 0.5153410911560059, "lr": 8.838162650034912e-06, "epoch": 1.5073575129533678, "percentage": 75.33, "elapsed_time": "12:52:33", "remaining_time": "4:12:59"} +{"current_steps": 460, "total_steps": 604, "loss": 0.5181536674499512, "lr": 8.293243809899817e-06, "epoch": 1.523937823834197, "percentage": 76.16, "elapsed_time": "13:00:46", "remaining_time": "4:04:24"} +{"current_steps": 465, "total_steps": 604, "loss": 0.5161255836486817, "lr": 7.762304801474333e-06, "epoch": 1.5405181347150259, "percentage": 76.99, "elapsed_time": "13:08:58", "remaining_time": "3:55:50"} +{"current_steps": 470, "total_steps": 604, "loss": 0.5142307758331299, "lr": 7.245789902384909e-06, "epoch": 1.557098445595855, "percentage": 77.81, "elapsed_time": "13:17:12", "remaining_time": "3:47:17"} +{"current_steps": 475, "total_steps": 604, "loss": 0.5102015495300293, "lr": 6.744131320493019e-06, "epoch": 1.573678756476684, "percentage": 78.64, "elapsed_time": "13:25:28", "remaining_time": "3:38:45"} +{"current_steps": 480, "total_steps": 604, "loss": 0.5162924766540528, "lr": 6.257748832233432e-06, "epoch": 1.590259067357513, "percentage": 79.47, "elapsed_time": "13:33:42", "remaining_time": "3:30:12"} +{"current_steps": 485, "total_steps": 604, "loss": 0.5143613338470459, "lr": 5.787049431354996e-06, "epoch": 1.6068393782383419, "percentage": 80.3, "elapsed_time": "13:41:58", "remaining_time": "3:21:40"} +{"current_steps": 490, "total_steps": 604, "loss": 0.5136778831481934, "lr": 5.3324269883574556e-06, "epoch": 1.623419689119171, "percentage": 81.13, "elapsed_time": "13:50:15", "remaining_time": "3:13:09"} +{"current_steps": 495, "total_steps": 604, "loss": 0.5165803909301758, "lr": 4.894261920909718e-06, "epoch": 1.6400000000000001, "percentage": 81.95, "elapsed_time": "13:58:31", "remaining_time": "3:04:38"} +{"current_steps": 500, "total_steps": 604, "loss": 0.5095002174377441, "lr": 4.4729208755249576e-06, "epoch": 1.656580310880829, "percentage": 82.78, "elapsed_time": "14:06:44", "remaining_time": "2:56:07"} +{"current_steps": 505, "total_steps": 604, "loss": 0.5155123710632324, "lr": 4.068756420759287e-06, "epoch": 1.673160621761658, "percentage": 83.61, "elapsed_time": "14:15:01", "remaining_time": "2:47:37"} +{"current_steps": 510, "total_steps": 604, "loss": 0.5147733688354492, "lr": 3.6821067521903505e-06, "epoch": 1.689740932642487, "percentage": 84.44, "elapsed_time": "14:23:17", "remaining_time": "2:39:07"} +{"current_steps": 515, "total_steps": 604, "loss": 0.509977149963379, "lr": 3.313295409423081e-06, "epoch": 1.7063212435233162, "percentage": 85.26, "elapsed_time": "14:31:32", "remaining_time": "2:30:36"} +{"current_steps": 520, "total_steps": 604, "loss": 0.5097614765167237, "lr": 2.9626310053590843e-06, "epoch": 1.722901554404145, "percentage": 86.09, "elapsed_time": "14:39:47", "remaining_time": "2:22:07"} +{"current_steps": 525, "total_steps": 604, "loss": 0.5134321212768554, "lr": 2.63040696795647e-06, "epoch": 1.739481865284974, "percentage": 86.92, "elapsed_time": "14:48:04", "remaining_time": "2:13:38"} +{"current_steps": 530, "total_steps": 604, "loss": 0.5076322555541992, "lr": 2.3169012946960083e-06, "epoch": 1.756062176165803, "percentage": 87.75, "elapsed_time": "14:56:20", "remaining_time": "2:05:08"} +{"current_steps": 535, "total_steps": 604, "loss": 0.5126876831054688, "lr": 2.0223763199592183e-06, "epoch": 1.7726424870466322, "percentage": 88.58, "elapsed_time": "15:04:34", "remaining_time": "1:56:39"} +{"current_steps": 540, "total_steps": 604, "loss": 0.5145170211791992, "lr": 1.74707849551293e-06, "epoch": 1.789222797927461, "percentage": 89.4, "elapsed_time": "15:12:50", "remaining_time": "1:48:11"} +{"current_steps": 545, "total_steps": 604, "loss": 0.5096014976501465, "lr": 1.4912381842840883e-06, "epoch": 1.8058031088082902, "percentage": 90.23, "elapsed_time": "15:21:08", "remaining_time": "1:39:43"} +{"current_steps": 550, "total_steps": 604, "loss": 0.5095563888549804, "lr": 1.255069467597328e-06, "epoch": 1.8223834196891193, "percentage": 91.06, "elapsed_time": "15:29:23", "remaining_time": "1:31:14"} +{"current_steps": 555, "total_steps": 604, "loss": 0.5078584671020507, "lr": 1.0387699660366151e-06, "epoch": 1.8389637305699482, "percentage": 91.89, "elapsed_time": "15:37:37", "remaining_time": "1:22:46"} +{"current_steps": 560, "total_steps": 604, "loss": 0.510739803314209, "lr": 8.425206740808434e-07, "epoch": 1.8555440414507771, "percentage": 92.72, "elapsed_time": "15:45:53", "remaining_time": "1:14:19"} +{"current_steps": 565, "total_steps": 604, "loss": 0.508806848526001, "lr": 6.664858086518039e-07, "epoch": 1.8721243523316062, "percentage": 93.54, "elapsed_time": "15:54:09", "remaining_time": "1:05:51"} +{"current_steps": 570, "total_steps": 604, "loss": 0.5090992450714111, "lr": 5.108126717012163e-07, "epoch": 1.8887046632124354, "percentage": 94.37, "elapsed_time": "16:02:24", "remaining_time": "0:57:24"} +{"current_steps": 575, "total_steps": 604, "loss": 0.5068686008453369, "lr": 3.756315269518251e-07, "epoch": 1.9052849740932642, "percentage": 95.2, "elapsed_time": "16:10:40", "remaining_time": "0:48:57"} +{"current_steps": 580, "total_steps": 604, "loss": 0.511897087097168, "lr": 2.610554908956897e-07, "epoch": 1.9218652849740931, "percentage": 96.03, "elapsed_time": "16:18:55", "remaining_time": "0:40:30"} +{"current_steps": 585, "total_steps": 604, "loss": 0.5119982719421386, "lr": 1.6718043814089034e-07, "epoch": 1.9384455958549223, "percentage": 96.85, "elapsed_time": "16:27:10", "remaining_time": "0:32:03"} +{"current_steps": 590, "total_steps": 604, "loss": 0.5133532524108887, "lr": 9.408492118584688e-08, "epoch": 1.9550259067357514, "percentage": 97.68, "elapsed_time": "16:35:26", "remaining_time": "0:23:37"} +{"current_steps": 595, "total_steps": 604, "loss": 0.5108362197875976, "lr": 4.183010468838677e-08, "epoch": 1.9716062176165803, "percentage": 98.51, "elapsed_time": "16:43:43", "remaining_time": "0:15:10"} +{"current_steps": 600, "total_steps": 604, "loss": 0.5065342903137207, "lr": 1.0459714284555278e-08, "epoch": 1.9881865284974092, "percentage": 99.34, "elapsed_time": "16:51:58", "remaining_time": "0:06:44"} +{"current_steps": 604, "total_steps": 604, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "16:59:18", "remaining_time": "0:00:00"}