From c2725b55fc1a30e7ec0a0dd48a75facf4491a6cc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 24 Aug 2026 19:41:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nityaak/qwen3-4b-stance-matrix-semeval-qlora Source: Original Platform --- .gitattributes | 36 ++ README.md | 21 + ...68938_2026-08-03T131351Z_carbontracker.log | 10 + ...8_2026-08-03T131351Z_carbontracker_err.log | 2 + ...026-08-03T131351Z_carbontracker_output.log | 17 + ...68938_2026-08-03T134515Z_carbontracker.log | 10 + ...8_2026-08-03T134515Z_carbontracker_err.log | 2 + ...026-08-03T134515Z_carbontracker_output.log | 17 + ...68938_2026-08-10T122726Z_carbontracker.log | 10 + ...8_2026-08-10T122726Z_carbontracker_err.log | 2 + ...026-08-10T122726Z_carbontracker_output.log | 17 + ...68938_2026-08-04T163500Z_carbontracker.log | 10 + ...8_2026-08-04T163500Z_carbontracker_err.log | 2 + ...026-08-04T163500Z_carbontracker_output.log | 17 + ...68938_2026-08-03T142720Z_carbontracker.log | 10 + ...8_2026-08-03T142720Z_carbontracker_err.log | 2 + ...026-08-03T142720Z_carbontracker_output.log | 17 + chat_template.jinja | 97 +++++ config.json | 72 ++++ generation_config.json | 13 + loss_curve.png | Bin 0 -> 25798 bytes model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 405 ++++++++++++++++++ tokenizer.json | 3 + tokenizer_config.json | 226 ++++++++++ training_summary.json | 48 +++ 27 files changed, 1072 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker.log create mode 100644 carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_err.log create mode 100644 carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_output.log create mode 100644 carbontracker/241570.368938_2026-08-03T134515Z_carbontracker.log create mode 100644 carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_err.log create mode 100644 carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_output.log create mode 100644 carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker.log create mode 100644 carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_err.log create mode 100644 carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_output.log create mode 100644 carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker.log create mode 100644 carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_err.log create mode 100644 carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_output.log create mode 100644 carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker.log create mode 100644 carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_err.log create mode 100644 carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_output.log create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_summary.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e9618eb --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: unsloth/Qwen3-4B-unsloth-bnb-4bit +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3 +license: apache-2.0 +language: +- en +--- + +# Uploaded finetuned model + +- **Developed by:** nityaak +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Qwen3-4B-unsloth-bnb-4bit + +This qwen3 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker.log b/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker.log new file mode 100644 index 0000000..91c0dd6 --- /dev/null +++ b/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-03 13:13:51 - carbontracker version 2.4.5 +2026-08-03 13:13:51 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-03 13:13:51 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 13:13:51 - Monitoring thread started. +2026-08-03 13:21:21 - Epoch 1: +2026-08-03 13:21:21 - Duration: 0:04:57.33 +2026-08-03 13:21:21 - Average power usage (W) for gpu: 270.9049595959596 +2026-08-03 13:21:21 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-03 13:21:21 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 13:21:21 - Monitoring thread ended. diff --git a/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_err.log b/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_err.log new file mode 100644 index 0000000..f043d50 --- /dev/null +++ b/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-03 13:13:51,357 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-03 13:13:51,518 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_output.log b/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_output.log new file mode 100644 index 0000000..89a1fda --- /dev/null +++ b/carbontracker/2253451.368938_2026-08-03T131351Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-03 13:13:51 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 13:21:21 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:04:57 + Energy: 0.035351835481 kWh + CO2eq: 8.955027180360 g + This is equivalent to: + 0.083848569104 km travelled by car +2026-08-03 13:21:21 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 13:21:21 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:04:57 + Energy: 0.035351835481 kWh + CO2eq: 8.955027180360 g + This is equivalent to: + 0.083848569104 km travelled by car +2026-08-03 13:21:21 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker.log b/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker.log new file mode 100644 index 0000000..7bf66c1 --- /dev/null +++ b/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-03 13:45:15 - carbontracker version 2.4.5 +2026-08-03 13:45:15 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-03 13:45:15 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 13:45:15 - Monitoring thread started. +2026-08-03 13:52:47 - Epoch 1: +2026-08-03 13:52:47 - Duration: 0:04:58.72 +2026-08-03 13:52:47 - Average power usage (W) for gpu: 267.73919127516774 +2026-08-03 13:52:47 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-03 13:52:47 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 13:52:47 - Monitoring thread ended. diff --git a/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_err.log b/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_err.log new file mode 100644 index 0000000..bc361f0 --- /dev/null +++ b/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-03 13:45:15,082 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-03 13:45:15,252 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_output.log b/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_output.log new file mode 100644 index 0000000..09f2448 --- /dev/null +++ b/carbontracker/241570.368938_2026-08-03T134515Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-03 13:45:15 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 13:52:47 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:04:59 + Energy: 0.035101640689 kWh + CO2eq: 8.891649957327 g + This is equivalent to: + 0.083255149413 km travelled by car +2026-08-03 13:52:47 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 13:52:47 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:04:59 + Energy: 0.035101640689 kWh + CO2eq: 8.891649957327 g + This is equivalent to: + 0.083255149413 km travelled by car +2026-08-03 13:52:47 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker.log b/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker.log new file mode 100644 index 0000000..b26debe --- /dev/null +++ b/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-10 12:27:26 - carbontracker version 2.4.5 +2026-08-10 12:27:26 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-10 12:27:26 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-10 12:27:26 - Monitoring thread started. +2026-08-10 12:41:46 - Epoch 1: +2026-08-10 12:41:46 - Duration: 0:11:48.38 +2026-08-10 12:41:46 - Average power usage (W) for gpu: 285.05256152758136 +2026-08-10 12:41:46 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-10 12:41:46 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-10 12:41:46 - Monitoring thread ended. diff --git a/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_err.log b/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_err.log new file mode 100644 index 0000000..8dfaf6d --- /dev/null +++ b/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-10 12:27:26,697 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-10 12:27:26,833 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_output.log b/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_output.log new file mode 100644 index 0000000..dcd544a --- /dev/null +++ b/carbontracker/2703989.368938_2026-08-10T122726Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-10 12:27:26 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-10 12:41:46 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:11:48 + Energy: 0.088622466604 kWh + CO2eq: 22.449091721560 g + This is equivalent to: + 0.210197488030 km travelled by car +2026-08-10 12:41:46 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-10 12:41:46 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:11:48 + Energy: 0.088622466604 kWh + CO2eq: 22.449091721560 g + This is equivalent to: + 0.210197488030 km travelled by car +2026-08-10 12:41:46 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker.log b/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker.log new file mode 100644 index 0000000..de40bf2 --- /dev/null +++ b/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-04 16:35:00 - carbontracker version 2.4.5 +2026-08-04 16:35:00 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-04 16:35:00 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-04 16:35:00 - Monitoring thread started. +2026-08-04 16:49:09 - Epoch 1: +2026-08-04 16:49:09 - Duration: 0:11:34.24 +2026-08-04 16:49:09 - Average power usage (W) for gpu: 281.1333939393939 +2026-08-04 16:49:09 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-04 16:49:09 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-04 16:49:09 - Monitoring thread ended. diff --git a/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_err.log b/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_err.log new file mode 100644 index 0000000..ed78f05 --- /dev/null +++ b/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-04 16:35:00,265 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-04 16:35:00,434 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_output.log b/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_output.log new file mode 100644 index 0000000..ae60bfd --- /dev/null +++ b/carbontracker/2769175.368938_2026-08-04T163500Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-04 16:35:00 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-04 16:49:09 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:11:34 + Energy: 0.085659111776 kWh + CO2eq: 21.698439805786 g + This is equivalent to: + 0.203168912039 km travelled by car +2026-08-04 16:49:09 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-04 16:49:09 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:11:34 + Energy: 0.085659111776 kWh + CO2eq: 21.698439805786 g + This is equivalent to: + 0.203168912039 km travelled by car +2026-08-04 16:49:09 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker.log b/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker.log new file mode 100644 index 0000000..cfd01ca --- /dev/null +++ b/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-03 14:27:20 - carbontracker version 2.4.5 +2026-08-03 14:27:20 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-03 14:27:20 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 14:27:20 - Monitoring thread started. +2026-08-03 14:35:00 - Epoch 1: +2026-08-03 14:35:00 - Duration: 0:05:00.24 +2026-08-03 14:35:00 - Average power usage (W) for gpu: 270.48578333333336 +2026-08-03 14:35:00 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-03 14:35:00 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 14:35:00 - Monitoring thread ended. diff --git a/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_err.log b/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_err.log new file mode 100644 index 0000000..5fcb10c --- /dev/null +++ b/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-03 14:27:20,053 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-03 14:27:20,216 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_output.log b/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_output.log new file mode 100644 index 0000000..a2999be --- /dev/null +++ b/carbontracker/3146045.368938_2026-08-03T142720Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-03 14:27:20 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 14:35:00 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:05:00 + Energy: 0.035642449105 kWh + CO2eq: 9.028642959210 g + This is equivalent to: + 0.084537855423 km travelled by car +2026-08-03 14:35:00 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 14:35:00 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:05:00 + Energy: 0.035642449105 kWh + CO2eq: 9.028642959210 g + This is equivalent to: + 0.084537855423 km travelled by car +2026-08-03 14:35:00 - CarbonTracker: Finished monitoring. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..ba89998 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,97 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for forward_message in messages %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- set message = messages[index] %} + {%- set tool_start = '' %} + {%- set tool_start_length = tool_start|length %} + {%- set start_of_message = message.content[:tool_start_length] %} + {%- set tool_end = '' %} + {%- set tool_end_length = tool_end|length %} + {%- set start_pos = (message.content|length) - tool_end_length %} + {%- if start_pos < 0 %} + {%- set start_pos = 0 %} + {%- endif %} + {%- set end_of_message = message.content[start_pos:] %} + {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = (message.content.split('')|last).lstrip('\n') %} + {%- set reasoning_content = (message.content.split('')|first).rstrip('\n') %} + {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..15512da --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "torch_dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151654, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "unsloth_version": "2026.7.5", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bf14878 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 40960, + "pad_token_id": 151654, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "transformers_version": "5.5.0" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..0fef48d07b3ffc3ec0a608cf4261ec35a0b1e483 GIT binary patch literal 25798 zcmdqJXH*s07A;(doRg9>2r809kt7)b5fl+ol0=aVk~0U%q5`cbNk9Z7NRp(IGl=92 zl2wqbL{d0AaW2SM<# z2!fd=A%aiDd%t{z|46%Cy6twu$;!>s%;hekW#;B=@8o80W6tGq*TvPw$?=@<*|WlD z1-Y!<+?-vdMMNC_`wd|ymwO^EWB9vp6;fw)eOCmbHbei#WXr#?K@dx^%PNYxUdbyH zo<_%Z4vE)qHIT?GKPD$sWSefPRx{4mTX7yTklDAf3m?nz*exqB8yC(it9)Wx#^5mF zJENo<^GfqB|8ne?HR=-%1O(hOVt2Y*d87ZS?4GEme(k-r@nJ7ng@yp50{>WE$S`MA zK>zBD!o);GM6`VtMd)a0X%m=<6nNmDbB%~P`aLTqBoYpProiWdqp=BQ$O$+qc8&sz zo@^EN|C^KhBB|wek*6oGF*xjH(e3TR%(Uw)<3*^~e*c^hoRN{?Gfv5Jo}{qqm&WVp zW2~%E!Nk-L%l&Ue`up*ue{Vw6EoZH|Qyw=oD0S`$8J3%NCW?ElRqynCaJ|>*;^ef( z&p!WqKDG4`^Es9Al!yqHCzzPFrme-nD@*>GniNQy-EaYuq;p!=lVfyrJd4{ZDg(|i z$06T3Uhr~rW0r>U8zrXvf+s3HdAYcdyjz7Wf3}u>Hd4zYNQTboNK>pK_^rF=u%Qr z5-&72H{XT}KjDyl_}~Fvslzx!|C?*Wi)Ie$Ngt0hFqr@SvnA>BmE>Vm6fFZo*qhV< zmVkf&1p9kqzVXv1vbEa7njw$DK#xk#wJ=?Q!9Oo2f8S$gVv1N9udwKNE>u)eF+A2? z?l8XIelm4Budqfb>4F1-5E2sJu5e_h;*@)op3Xx+NH_zBRh*sIWe=Z3X8-=lPs7s? zO3vu~wT<@kOBu$?moLX(^nS-Ly16t=9mOcpGTR*WbAO}TVx-7ycP5;(=d~Jj{;O|e z1+VfZ*GjtOqP~8$)J(cS36mIq-i8jHgu(KhaZXvE;}aj<8#AxGSa0Kv<~o1=_>DJL zn~N=4i|%!EWb5Yo9#khwxe}R~nT>pKJ;|>bkNr8m ztqlxBUzCtRY2ET@NwL#Z4N*nT6?1bQX^-WIok?G6S>NrZxB4a1)6-aP5D{?AZa=|qQ2YqoqLB=FIK;NICf2T>$qw($KzMZ;pTlAmt!H@~W?GCDcl+S)qTmw6>#%9USG=&<@-^Y}O`yxHs>rm_zn zD=flB@3HzNR`o+edL>_aduh*EeXfJG5c~W&k(!#C`U$%IUmYTCpFZ`KK2<;A?BddA zf5Rkc%&0biJ)D}e1s2it>}+~jS6A27C8M=V#(_id!dhk;!|!h`-t7G7RQs3V`Sa(A ztZq6wIz>)Xa-ZYR;=6n>va9XS(rSFnD&f4nJgPc)Nu@I!0yBcZMlC8S$t(6d*#G_h z@L+ESmK2Q6tT+AA?JBRcY;0_$Vc4bFr6t3;F&PO736clcm=hgliZU@_^ z@$n=G2^pE~fYd-{f&3ElIjg$9KDw!ZJt1sv+U|tslo^a076G0%{UeO&-u4QUl*oZrZ^=?@n#(5LB9$mZs=F`NMHfS0K*7;d^&#bSq~d8!6U%%eg*4DEqR9ak&K`1!o*j}qX&UKf6DeeBzu3F`U+%`gY{pGuo5^fTu#~j(! zzB}pZ=}H;7wu>Xhyl?aK@6R?xvMj-79?kX-3k_A|e>&3^%PT&_F6Bb7y}fO4V|ZkA z)a+|pEII?u2m9Wo*1byoPd!8&4)R>*yPTb!>n5vx*9`0w6p#Xw+B+8B7G3`E%G*AF zZh{S8?6G37ySr;mSS@V)v2JpbLrO}DN!raizwmI9TT3M@5*EecaV91bMn=Z{KTCy) zbuSVVAI6=z)i5z({B`l*+rmNwI!UY-?CW5X#5-ztXUU&Edv@L@^_tx86Oc_L_92NS zeuG%t0I|8qv>va`QcOinZLV^yrk|_{_UkD@!I0WodE|VymV>>6!%tZ57LdJmA?k{E z4BCp<{8>Ds)jhrYb1pVEHpnF4_oaR-NQ2pL-&W0UaERL;-{0RavKxTqLBK5+NvY%>HNzUPAa zc$}P^Dypgt5E6QOdlR{5;c}*n13Bom05#DZKOO>E>k+%mc1rhXLjxWf9AKVdRRy(j z_`X$5Vl?rir;pRygW}|{PWKP00HTM z8WLr$h}@})fE>IDd0@x^O}MPAz*6-a-@k zP7n7L32|}yTLngnwE=&*p0>Na^DkqSaGVBQK|(yFy3@t=9$ z=I41YTwtJ!Bw&|z%iijm_~#!wqYo~G^z`)B6CcGdUcAUMm?iw}+qd^#KY0WM1Ze2! zbmpjx5Ooa=C0kp82M-=hfBP015<+l-kI$?vhC6YIe`&9TDA(uY>({T%EG&X+{P%`N zuV(7Z03>Pa=m>^oWKeFOlOX?31O+R+eNGzj^N5|?HxcI%BZWXQ z^3gr-do>q{*G8uVJbje+#`nluOti5Wb80v*1W*|oDPblQVJ*f!dxpLTLF13dyX6n7 zM!wO~G9L%nD|Q;zZ$wm7aAqc7Lqo&)jUigv-rD~F;6lv*i+sEB9P!Ew9&c{CNlHuG zejhy?!cAgMfg*x~8?07T@%kF7=+Yl+;-ik~1^A*7$W?B(A~XaHjuHI9!sp z6r+YbkNG+@+yLPQGq$LOC1-5s}xeRXP3a3gkn`f>3q zCg$(F=6BI5KtPhfULoCFY<+;b*IVX|{~eWk#z8I=I3s9rD}dvJ6T> zOSvzE#yQC2K9)0}MFM3jV$F4x|J%^Q?>!NWLRk9olTTfe3QxhE#V)Jfr!@8UmV%`k z`sfiwsogLY02;?0kDot(Mm%{EmX~*ih=K{Rvs+Rvv!SXWTciqnY@-Gj)nyE(#-d>; z{ZiEQ$_gdyJT^&Z1je%acW27%-o0D%9!@pC`Sl8nA~ESFh zY=l#uT#$D7_ez|2i+jr@I|Er#Th=RNoF6C`6PGVN$gK?WE%k8ddWXJJ0%kviP1fhUpTEEO znyjpBFF+WhDzD-$hk%3M_W-+^HAT=ONP=baf|_>vu&vR(#>hB4eZf=U%$Z=FoB^L7 zeQlzgZxdKBP9L^K3quKZcV~o?iP1XGtsxsP4fe@$ajU7FT@;}4;nAzFwChGk_3aY! z^75>VmB+u>G(V(|>G+m-OF=<_w>!g;x6#kptJie@;v2?E-=bqi%Wu=@u*(fDFFB*& zlAoXU5-2FrtbcuaZ5Ghx?owebfEb;7hK7dYERF90vM0JzI=H^!yYd{cto5DKr%ykY zORX%9(V$^o2qUf}oNlIF!62!t)nN_qG^*L6(Q8Is$6fRDxo%T{At>UNc3W^B-VO>1 zQonk2$UyIJjTQiPN7s`HnnWj0p3HwyqqX=wdT4dK?X*DanDS*Gc@A`8%DpDRZhY@- zY{*MJ>4BUZ>YADZrN1HPpl=DF=lS=Kxr^S# z%>JHHM6iX_d^{Bq%Js1B2F?@7Q%}FU+p!McwU}uLg;lER=5`*bYiz`Strks$oH%j9 zbm*)A_Op%FHd4SeR0Oj5T z?u4uf*iRo)fMJQ2@)#3Yj_!jOs(Qxc?`L-1GrqluFoM~jWj+_lMe<1L>8gX@TiQD9Zurkbgu zw{0=VZDx1Es@NnL)hZ!e-^WVZaKzAX+B^|2u-WqA(G6(fO5aww8t4Azrs(fa7UX5? z=3FX(Qz9P0Ikdi2CU)<~40+F1lE8!fdk!g_^WEAa^d3y}t?V`pRU7lNL)M~+E zdfH^iN(lFp9b$6?o5L*H&0i?P0af(C=xzP!(N`-7lDc*c`>s^!>qEFrThCb}5ev^} zz4QaSKTGE4FM5611wBv)2N2lSA{5j_h@a~zQhma^N4E)kgy~Uvv@jjoh3Pt#qdn7K z{qyKHMCbvi7X(@K2g!H)+gabo-Vk)T1Ou?lWo*AzTA?dG45#bE~zn<9^9;1rR< zv5mfnZ3LS?-{&l)eA-1E{eA>|UsEkmO4ajM5SOkj&l4EZ!c__^|H5xG#iAIEqWMok z$ydARkLFzz4rD(L$LIIlAV%Ik`iQ4Uqk@}73R3*E$VB-JcFX5F$r@da2YLGc4mAXZ z`n%2HY>DR?biW8rRq7K*sQycxjb|}^X?)MmM z_gxXG@9w^~Atxchm?YuU;yL9{EF&Y+=>qlI1ih2#2|Cg{ETbGxYb3*_uD&t7T03Mt zH=}(RhQ4_n3OU5b%WL|}2UllL&sL~4SWC6$yI%I9tkhmc#)%UrPg?xw%M>4b!YV-p zRi||B(7L3G-aG_5)OweB%(gEdM%01WUt8*^^FS^P5m z58stE?NjFqpFKNXJ(%w#^ksQny_*5SdcH1Dq9MS=#PsjxeHc+7TE;7!3VZi%F@`E( z$jPImhdV6AV5V%UAB|SkJDAzs4RSsGdxYKh1}->cC&a5DkD{YngQ?{rc6Ytqn-@`lg%I z1~8qsrjd4E41tnl4vO@_z28j#oFpm@DtSp?Fd@+Nd_lLkgPVsZ-HMC$(e!K~u$&6{ zdUirkQ8fDROc1Bp>dZsMYrZ~R@9geQsO{dm3S}1L({5>}p;JOa&7&pvuIuWC0I%g+ zlcSuYt0eqF`IR=)mh<{8;$!PwU1!!^%bO<|i4?5#cSI#28Wf+4TU*N#eTZ0RYktGm zHF(ufcXJO7#!D7TKSx%~%wYfAuoRe@(lR@)T$f>TL670KXzAkb*3{KX6iXasDt~k2 z1X7n#a9};>82u&P1>)~fSXPf_LP!x)8*YdY!4M%hHC3*fB^*VF8d2n*mTXZcx6P-o zvyDQ#xA`J)G4=;3K9`MpCSBF}ce#w~;d8^WiMNizat1X8HY3x?&~uZ@P5FbyW9q}m z!a#f&p_nurxWp3+Fb9I8Vfqc)z!C*q!cZS(LUO{^8HAa7>&a~~UQRnVaWl-rZh>SN zREu6@(jhHc>eEWDjy;K6s2R!>Slv92J5S=70EMGT(a)3uChCVNk|8ZCBSo@Us{H`rRS zRH8_q@dv3k(KjZnNZnrLoc1f7C>(eYr^n|SwDYJPaxSS*)$yRc@bdCe%CLo~nfoI6 zGhH`@EjhBgo+|lFFZ(EGBtF2zuzc;kBQ!m4AC>e;%+K?@{?V!@g-2Jke9qwIc$)^9 z-uO$Z{Y>`=q=+-%bBT}O&jeV{|3EHXCajT;KZ?!+>J-=kQwANKcRD6+Ov zBY?Yw8#R2rH-(df0y4aB;g^Q?45OosLS&9)sM@VKMxUO*N02pD;~*}QqqI+1kEmzKm!*c&=y2)R7J-}4iJWBpyx7lztUC_e%pO=KghV0c1`ls}jglnf^<%z* zNx?eK`TnD*x`9lu(=@N1gxC;)S1#U@6$?4)&j=TzgfUEZQ z_O?|JF>?l2fy`vOV9#V^WJCk>JCH$(OUE@Q-^%4r&zw@$a3l?oa#zN^vISwtCMoiP z9EG(9(k;=P(HycqX;oEKlMVy6;-5Z!a{l|r{pQJDZmp0rqpT8{Q`%Y~`jO==Kiyx1>`4G3l2AikxO(8wqpRU7P++S}jDle~j z<8W6jL6163g{SweA*2lr4UHnJP8O(@O$V~C-!3x60Nq1amZ%*6_^0*`QtDQs>|w?{ z#D4i`K68W7lmj$;aAle*IF?(|fL$WLV*7Gc;%gM5*?vB)hZGj4GdSMa}$r-SV zIot_6d^2hVS{i~ySuUsw(F#fK_t#^Bw~G)45R8(;F8>(%M6axT5txKsQ%|G6tZ1$; zIr|VrwLGgN3O$-WM(q{QCugj_~d0%ab|K~;PZdCu>nw^MOBM}C~$CT)yU&ynSt?KSWK99m+aG18g7iw2QR{YIA5f|nY#39Tu zT)m*@Wo0@zAj^5c9^OY5hf944B5>$JKaXL9nq#orrPBeD0miuf{~3+TtgL6qFUpj% zBhw}R!`j*g*Sk@U2hDv0Z~0YsUq23){q^w7`qrxxxYZ?g1w9}rl;LIOC5lWZDMz*m z3m(HE>J3nsI~{f7C8YnfUpFdfc;j1$D`R3uA!k{gj8!kPw)92nuAOw`;;XogTV|ih z@wp){ZSH;w7;tFkril2dv$XWB6RmA#aGwLLn~}Gi&U7 zpFN7Ank;aD;Fho5#ok&+)7vwf=*U>e|~c zFS|Utb6ua$r>2BB^lqF%hyT|LUKaMJRKtGb7`OzwfWQ*s7>c%6yKh*B?H;{Gs#KaexAm z0GxuI^U_w=hvPlqE$d34U;Zy~=59BH#HXf4Z*FdWzj%TsTgpz7OL zW7TsV(jm>q(-%=VENz}s$et?a&thEZL8vXh=?h_dd7_fh!@~p3cwMRT(V%$yv!^^7 z0J@BVe5(aA_lf!Avt{`&v~w7G8V2ty_rWsK44cGD3l7Hr=jl@nBICKLva>n?3?nfD z`yOhv_iz5jJ$p6{#nt-erV41Ciw+_rcyz~(p#n!;odO6lI~*u;C+kz%;sGB*#Mseg z{qa0h_d%P2gbLBe8EwA{9(O*Y2s`9Y*h6C$nEcBCL*U{camcd3v@{x5{N7uu{nLppOX;(hj*VRxp*&+P4@(&@)b zFpFB56}W7boqfuFyqppp1Q;DC5lNrTQ_qEs$?n~oCt5ivB0`M{+NeUl-bgKBodg`) z{_b2fWL|uf5=-;lS>1)Qq{zCLC%+tsTU%$LfqfzZ-@498meJ6=lE+gYE3U{k3j=Y` zw(vs;!K8O>qW?Z8EU5e)AOsis-%wu# z{rdF^(3zmY2Tf0#0)_Xb|GxU+Tfq#b;bz9ACnqd!xCx--c`Q|Y^Lf$C%uGq&ZNUe@ z!DY{{oS?h7HE_dg^~3!1+8RzK1Qo-5_08M26rffwUHT(&HhuBxuUZQyrRzG}I8vph zTQDmqK|W9pfRAY4fnTQ>l;iM*j~5pgO9Elsl`Itu1f|*UUvQy&|HG%cK6BcZ-j(Ja z>7e}|(@yWqKdS+(#9ntoG3)F1yFH_CbI;75jd^r9oiNfK_wrqGCSK~!7 zss7u{{91`2_fq{)s|T_3T7TX75T#cNy1K`YlZ9H1f^72>)!6{SEkFtU*a2(=rIX|j zu(bz&$c;a`_39gE$fR7ourOS($j^=olj4u-ui@h(s0qX%U)96o0?K96(-T6n?__Uz zA!5>!ef_ob^2piE#X)jT|4rISuQ|%9U!TsL5)e>=`ywcDeQvqZ@3+g>uV1adWA=Zx za-#5Td9vE@O)YWXOH$eZNtzd-LihUDmwUL>e;b(so>Pql>p_IEia&_{lyMrFWuJk) zMdd?e`cvE)ukF!$KfxW64%UL(HGbat*M5_blGcNF1EagO>wwAtf43MPK780y0Cark%c~JtnW-KRSI2o`WyV;af&sz{wydm7j(XI77h@X`b-}o<@XZa;4@vTq{zWBdj)|q6-KpRx#1LRbYIgDR z4ayo|WBgor9gS*`fYDmvRc?9T7Bf3msi$?ObiHtC1xcc@%6mi9 zY4TzxCFjAx!7kht1h}xjdpk=@J(dj_I;8v|x3=&cr5h`QVB@kVJ7J14G6(=QmKC_V zx+>qlUtB|_#qX%3GMLe$R&ba1#&vUev@{Du&yO`!SFFt4 zPIBHh)SwN_qd9A%aWo48KE8D7WwE?!=Ag;{k)udpKFNB9f_kgr2|4o!+slVf4qR|- zy%>u$B{m@;p{={yN!t*#sJ3tWeOWC@BZHhW!j{v~8$Y~$*U;QHTy!@;$^ECV`jK5Q z(U=1_NNKwVwyZf=w!`0M+COjFEm2XcF~1}GG$e758+VmXZmR|Tc}Y;w(cv1YSe9S{J;TW%i{nV7H-Nj zTe_Y<84AnE7HC^BpSjB2dL@DS56}EgSkmKI^w@d}l2~jW&_rT> zK1n3fu-3qYP*zYz!%0W`(dL&i5M zx7V+B#VdE3;sAB~5-g0Zn?wnb+}tV7?}}AErXO!T=Gs%4Upc~u$_Ikglo%0{8a5#J zV5>@j?;+&#XU*h`-gMy5x^#H(_x?-+A#NC@}EQVEFg%-!tIUg6aVxhoXl^IeK5Z-Uh<_i4_35 zO1hd^IQ$6XC#(Yy;`euJSp7uOyfwkuLP*&2r}QDsy1BU7s4q1QiZ2JWE}@@ zr6@E}`4i5Qa{XR6HO1*LR$7n6;G^p~4a&ZSsako|vIyy7W})}B*JiI8EfZ6Ap;+7J zFM%=$hgO@SPe3G&M`h+mE>;1^$N=ChDzA(;{% z#i&Lwm!Rm-jMBIi6t%TU+(@EW0G6WP>CKJxzASR$OZPeI zY(d3U*U}2r$m}!VU}5bNDWw4G9YaabL+KoICd>h$vn%qg=J` z@%9S-C1B8CF#>TNnDHgM9TiW&rq)>@qiiqruGzsx+(@smLs}oRhNGggq$CrHq4M+d zhkS0`x&_{yA4}^hz|Dn=P@OQHiZg6GEf|~>tcjz~DIQGXO|v>x1%U$sO&VndwJ(ws z2o&ppeMMgYOoHj3%^zEiul4eZ@6V|w18@Z&qSx10wI0wLeI1os@?O5+mHypvpZjLe z%6$LXl52KH(TBu`6)ymF3<27ZHi4CH+Y$qKzqsQ=3J6%z z|Ic}t2WMC+=%pR-!qEtBE4mw*29Z1V>C<2+n^7wgDjZPD?>i4W9PDpg1M><4Kpg9- z8d+>E_YZ((uyBg%9TpoSPf(gTUYGKz`b!ODnuq)_r{bL_<}cu}c;t;wu2r9rNrY`w7e0hKUMfeaM zCuj6fep%s;ZGRReRPjnmO2Ok_a{dGC!ko-i29vRd-C2s67Z#|TP;&cKKS$loJUugz zMS#X`Zi+ls?DnHidVJEZaIzXKjX|$pZ)=;lGdkVBe;=-eYUN->N+{^ylVu&4#P9OZ zd!HlN7;87W!14E+2q>fE^TO2%zm!BSd!uY-2MEV_?O{NQ2x5%+QZM?Ud7xQ9b@a+&~p(y+08 z$(YB80No=HM+Vp~?D1pD@104+kff@9e@{YkSLF`Ci7e{As9S0~NCsL$OO!}W1lVk6 zYxY(fftrkgaufVf*Gsy?O1b;FW7S0=spWYXH$zm2|MFOQ2jXze<^}5M2ZZE3Sz4@6 zV5YV2{Q({5m0n)ib16wlQyc>Y;L98q3hMC%0`t5Bc<0`De`<}Oc+Lx%iX_h8UXw&de5S3f-C{z9-|7cL9rgB3wE<_P1j#3Bo*LaXu5K(J%Lk@H zzQWE7({RG{fLje*oPWk-ufNuMwBGoAL3dd)^~rE+NJC5RPtR&U8I>IMgT?~LBh^!Z~E)L;vfzQ#DY_2&Y*snmkwGp!lsj| zj#YH;$j*NKiw}CWvtK)nm*g+nKv29MOif91;CcM-?m8FyigeRi;RSLp`AU0hxvPy= zl?f|ut=nFJ?Gx74qqV$9joz5wg%2j7^GYFR9V{U6P;EnefD*89>krTlTi({`K95(v z;@gp*7QT0iHmLx&tkbPtS0M2*F<96suK~fYudmnjyi)!N#jY|>Y#q!GSjGE?Uq!Ms zjdrmpD_z7OhF<4LU^-|aXG85pAARu`3F@B(3(%`;sdBeJx}8pc{W>-=k&K+Yt6Ft7 z35Q>|jHCr_+Tx&;EeD`+Kqv}cUXs{cRwb~QAqWQt2b$`k@O@RNd`x_#&XgLpH&hl; zgwK}X5_PsdAZ94|8~WZY^3Q=~at^=+f`DlaWX6%Pu|-%Jlva1Sn?VUjBu_$ZoDgmG zfgCl)qbzrCrKb}_K0;<@W>5yTUD*<|?@$Bk@$y{OI;A0?QV<5r(&6T|;B;ZlA2P57 zDh#>?!Sg(ZtW5ZT3pK&`QLr&TqN=${^264v)DJdE}==Q^#w6q(QM%vv@A(VS;VoT8EQxS=-(a)G&4)P2fpV70&jEcqEUCw z9xW<(XDI-R0JbM0GO~AgHPY=~=KxHmHWR1s)}%^xc)b?r}2z6Pz+x;LFr^$8p4 zy?giaw_v$}O}c-0CUSMOiA0|5QAYy=+>0_9>=`;od+|qTmoIV*D4n>tPzYr_Qc}!N zjo}>oK+fk6Uz7ivu>^0SeO=p0vP}>~!3Q_mKj3h5hJ^GQ#&7Bz=h=%XXc1JPa zmM*}z&;Q+~1o1_-Q;ha}Z1KY6C;9{7|EGlOBd^{>4uFh-OuuP7j&A2*zE28$|LkaU@x1KwM*IM>qKnUX?RmC-yF(u9gF_jhk*;xt!*Vv4qM!ca5_qtOCcYeggE(~|EuTqJ9Jsvk#Hz} zWYEb#FiHI8r^0@-q%>ysK)7c2yE7dcffrV|QRUj=-a5v)F^m#5Z-a3GZTA3_#>>x7 z)bT>3@Er2-gwwiOY8x~foV<^Y-GXPs7D+X&%k>qK19iJkqHPh zG!LR;VBWiSm5@Ku+)b^d-vq?VP1l9Ld*+pqxBr zwvN%x*K6$4@y!^6jv%xtV{sw?^24c9r|K-CWwXklN@oMVt}>Kyy=8W{AlI^3v^=T@ z5Pf~VM(^!y%m{K_tI*#B&wMb5pg0D6BB@DUzZ8W z$gm>QGc(uMwxOg$I z2*ZOr>k^he#J~T}wER}c`Oo01qLK@{Hs>QFvKjUdEVJx2aVmVSURe_7GUe`}0vZC-B`K7tjJ*$H$VatfPSp5La!<*4KZHMo z><4;OuPn=8FY5(89iT&Ilya4DLeeTTdcdW$xFLdS62W%%=HNI2w>7vW%PSwIU0{Sx z73vQ6C&HpCg3e2ErPT7(b(ep*p%nd(7a-lY0Z|_y0l&j)tt{VX1}gkxw6U=u_1R`D znoaxPa^kMYHo{T7Xft7U?1L({-rj4dBM^$iBLGkj_e(Sd_Dxh2x92R-D-z5}?=|QM z)Q9R4&N?yRY%SM=(J=%i1yg`RjK=AsHA)4Qw$`TUaIV>O{=NP*osC{+n73W@qSo5J z*V-KNW5A5l8**ee$z{anx_+!(P)M|(Lt_>yU_6cn>GVn< zjQWCvFE&ITFFaHW{sIvaQkwEGJ-D8QgfyYaq09ivK*{FYy!905kV;8Uxz zGh0t0pM0$ymrgt+s#-j(bO*04358TeOnwLqUl!s8s)B%3x=;koiSA27 zuhP?J3&ySP-sJ{JVOwVKW{=M{o0JxIo0IH|CmJ_9ySagxVM0A6&^jsWvxx=*r-^dh1*HF z@I250rsD1WVF;Sda=i!NzI|&u!4FK&v6ELrbPe2nl*6f-Av=X_Ee%W9)Sl6Mi!~A+ zu7V~H7Wb=`cXBx?EB18wpJi56VIv}%AjOM9zb-^WgO1#(sVm3^Bt~EppKe!Lw$q(D zPS&|pyT_Y*B|i1on74G=Tb;)*8O0W-;8gW)m>DYQI7ZudK;IGE+vt`@i9AwU2%zXI z(VTGsM>~QNclGu4JEc=H|B-Pb7I~pGF1EWVGHo?UiLT7LX?)b>-uv$E70tx+q=^9)%ohc$!gSn8fUW+bA@c?;NVaUF7;BIej<^ob(Fw;k{Wox4BSys*5j8ip=oFV z0pluC=et%-3~re!U=O^YnUjkI50zqpWuNR1h;(ZEwhM35P4ansyc)v|AcIe{pX~is1d&>~vIcX%-g*mG6yfPP_}46Jqqd(q4^|V|b@O z@JYrc<1Ag4EojX87i!~Uqr*TJxDQ)f{PkjG&|y_f5Ndt^XKCyQi1N0ovIZX-xDt{4`>N3Xl#R;qaDv5H`)x?Rvm z?URQQ;EQsn`!GpT+KO{hLZ8ha2(Ok%Sg6l`pi1nsGic1WoP{w^U?0a3f~^iyCk4)N z^+WU{m91oKpz&t~)aQ-9n$wUp#Askj(=wCTAAY(y;(i)uplu6*SHnyK?GU6hU`v|f zxY__UzvS~6e0nD`i0kYn$14$@KQEGk#Sv&2pd$~EB1YE#-wr2BjS+lxOD?p-X>2H- zrQ_WH?QhZsUwQ%<9C`55j{2L*D7W=Q49jJoH$p#1#xZz)qG?MVVX@JjLgV2wIrglsE6$;x|;myM#0f8G+^b+{flRbM?=4%;<@tA zQKX>Zx>aO~gApzB!js7$N0M!q5M2SAt{bpDczI|E>Q5C2$b%d3YN{M1(AAGPj!DvKJbgh#^W@4;QebWidH9dFLN!$a-sBS>ECS=ms!6b|&VTGq0BS#09OL<@ ztgA_s@`sxRDOECce`I)091qMGu%Tz2=w}zo?Af&1>VGz|ow`z%$~J53^tkPUV}&ot zL=Wr@I#PUy|8;9lb?SJiKfTy{!%8z*k`~BiaI!T5xkAgvW@NVqXp{x@9QbT5V1PPa zhHmW(7cPv{2G;URrT|3_X2Vu;kt%4T${O8<9|M5q)4<@xS>gycApw5;j`CL92^yWL zi&)6KBW`?8_;m>zpfW!te9NZnr^h?RwYu@3qI?-Z5?ekTfFT}DO+hZ%Ss4$95zKvU zf4VSPEd&0>Fe-L3J3Bj-OP2;ecJ{tjLml)Zd1dA2r0-fi81pJU zRvuJV`sVMQ25wJZKjC||PL6#OGp)D?)D>XqdLrkLCpS!(Ne^K=>h-XT^LcJ!uue5i z2&w>i^j1ERB9ee)BhD`DQDucoX!Ymm!yGQ2bYIhT5RiY#qq{3OD1)sj1bV#w-TO%wVU??T3z_ zVfot@7uQuK{<#;obf3&cN+oj7g}mj--+Ep#&;FJ}jLK<-g7r+4^tLMCVQ7vdki|m( zwz$t2YJ`}W0F~YJ*VlIS%a`k6KF~ttqO5G$7_@ZG^r~?-Lm9UCWePe9ikxSZI(;*B zBC%L3Q7U;Xw@YzFOZF2vrorMx{-;2=($#%l`W)9YKf5hmxM2QEjt1D4~0`0iN@EwT=t}Y|=DfJjMQf6A5 zYmx#6oFciN8UuZ8Q%rJxl3gjXQJ}vm&=5RgI*SKCbAhV(2$zr$B~A9iGhX(ovSmZ3atd%kCU*Km5V6xdNCuFv(@0*EgKGigvRyz=U%cvur#2g1!4-g5Ht^b_}K~aD_5?d zzeeHg=GOFtT?SR&hz6UfX%b}04C=mVep}&aU`tm2tk}!$O5-E>sb_CHWS|;W zR_o-!;6RQuw5Wx_uBAgTTmk|b8z*9jIsLSkSZbhG#qVb`W8&rHz&}4uHnp@2ji^C| z4o!i1-hnG);;6Y5b+y2m)GQ+rJpb#XPoUypbMVta_`>u zxkpi-1b)tDk&CB<`^}?Geu==JLo;#%HBE2zX@R_^oUcZmG50k;;!*x(RL83WDApK7 z1cRYi%X+N9Y zSPW=0zA`ZL*!VAs8v4VC|V4Cq=CXKRr~S%g1Or zf6MR$Z2|$#%osrt^5(VH-^U1eTpWCWfiAB4%Za zlMT71x9Q2oiz;H;1lRYHFh!SlF+6>;#$EW?dgSWuX9~(HiY~yw#HjZVtPp#;0Bppj z^3*lF)2H%*3dd`*IzFutrgMy9)KJ}$WA|?-GIC-cf!W<=pi7_*2t0>eAeC28$to6i@Ls(qgO*^Qo3!2_Drl-maEH8T( zQvDgPyyAsjKzU7dC%gQ(-l6?njLo_2s+-+}?RT{MP6h;ST;@_yNq3IXPq({r3&I&$ z+Dy07w%apBf!MV7Rdjsx0=n6`={lhr3Zc1lpZYXj4%=Gr4U$Ec4?QocotyvDkntBT zY+$Hhbvjh#m(zRQ974hIJFX;b*@;X>c&4M+fe-*bi5kxO?4o;|x&c3R+YXFk{c@bB;Kk7V?@ zt>GGHU{jt_bBuND))xrkrx?>WR1i|I8`-&vmphcI`DySEJ8U8VsXSr`r9Xp9^iY98 zN4`*IQTa0^sxvQ#cuDZ!5;x7>8M*J>)Th7Dar4xl?rzWW(=dVz)uh1TxSP2c#1;ds z0xF85)msK~#WTmpyrdhZMi~x-Z;Hq>8tzt()I(jeEf!ElI~X2#1-uwoK$Q|LVY4}$ z>D-Dd-AVx#_SPko{u(FfMkYDl4Z52oX$TFl@OK+^H$JQ_7^w7DOdy-T@$0@EU+vJA zu!mlv=&qAOX+OcGldKbAcX=$Dk`xlLjIngF1qmDMMF5&=&g@K+)*InX;=HOKU2z%(I0mrZu*k`%f}9u!(^|ob>86X z1zV^59jtX%YS4E8iT_?ieP?r&+`#CLcja&qLCzs%M8%7{jL!!vsSVFW8TeA?z3`T7 zOFT}~`GN6$Vhz4%Z7nmB6aqn%=Pykj@!L|R%pXEku3l2&g-jJ>pR}hcvdS`#A9NiO zDXlEguHT2Sb~-|2K*U4xR38Y`(_W?$fxp>Dukm=B^v0%D#*DQX`H< zg8b9@#*RderhRjxPC*3^v%eBK`>wyAa|k$nJS5WUkO_WsNhs)-N9AHFyb(!SuX9iV zL%qoVoIz)Ig5#jtRcFnDRLX02X>M!P!aRi2@1?`_90sU`vUN$da|W}u$+dGr#ybWN z3x@v`vcy%4@9$LSsv3&x+G6N)6W5k>s=ISB_BZSdv$HR$V#}5@LWuT@#KoG)-G)MB(q-k2u+xXf?bk3j*s(!@ z_)g-=WOZ2&JTVfOHIQF;{6*(a203%oeXmDG2q5-?X`dsNAUzQMNeV|tVbB+Xz~7)VjDdTsZgbg-Ht-F?$vqSV~OLQQa_wzJK_g z3Pmu!%`E;|bC{ZIjc!G~56_(I`$zO^+7zlCrBe}a$W?4HoSKL7y_L(9wx zKal}H&JxpZY0v>b#UsANQV9=GY2HlM_RZ!0RCca$Ii`6Wf7+xXsVN#QNufbAt7`eN-2j#GASK&(k4x$LR5?rN{^wel+(^& z@j`dcec#vhzy62c?_2pKUEKzq3TC*`wm;InK~o6uD_3fWO;pm*){N_N{jdC+RC;HxZj8||KsAv-24)hJcB6IK_@q({3oZRt_4PEd zC^tu;ja<$oBQ(dkh*7Dar&XymIu~tG7D*WcRqaba3wV2!+Fabi!a_KN(ZfX3xf3#3 zugB*nqf*aax5VB)lujIQr;O6a##sU(kT_v_>fF*{T3YyqRVip0?MBLqka%6|XJn|T zs;UmDX>zW4VBOET7y*Bx-}^BAGZee%1`%yCjL<3`x#;unCB{||)Glez^7z#@J1Yx) zolEOJ- zdu+1@hM1%~f8L$hpmGq%U02`NDP46pOhew8g@l&K`+qCGA1>K>r+!t`&fJ5Zt^KRT zgO&ncuodr`)6u)scH{4BXB&*EsJ~P(y5aSeTJb&f`GzOY&uqA)9Krkh_4e6*w#WZ6 z9JfoXx8lm{Zm+bn&#e;8Hg8{lp^m1CmTasK{%{nkRQZZy&WEU^L1RTQg{nCG4S=8$ zZC_?Hg7}n`m6d@IIuN9w+nP1wETu)u936LKqtgWjQgDg^}DqqL?tM;thyHQw&HnwRtD| z3JV9!I(tXQ@r$d9G_3x(SsPH5)>%*@7D9^a@Rng6NUZ)fVmxhTxmtG*~3& z$nfB75d(g~j^aj+OEJOwGyX1RD9Pw`nvcxzcKX*#(k%lFr%h95b{2+dTXu^*QfZUt z=m8rku=msRMLZv&-Qe9?F~5vXZdvH)I2=WG%=I{}%uAO>0@V_dT4{|4Z!c;u&Tw~k z-;2qGR*7hS=q)|95;_?$=xDt2f}Yazv8@ zlIM>*8oX*#VPV0=!Vl*obB2D|1S_%DhEEBB+_%HfD z7P3(H~w5Tq~PRL!v}f4%1b#+`PHKl{X`zMCwcqF-=t3k@U6Jo~d>? zt7vbH-B&8iHRaCjpn3GSgSP_v0T!8AQh}D!79Q&7J5W90TH1yd`K2pFVNEGs8YE^K3X8 zr4t4LjNN_jRL9IHsn5e>%g#8zc$A;HwtD~Ml~Xr8wZcm+k)$6ww23ZA+O>K)x~UR# zYwO6hD`+*fwze7{iNTq1^~Q~XoK+7B51RN4zh7A?=zmR>S<$2$gY)n1=6PAhLnd=V;M-%EDYF05%* zJt9ajHF+h9=g*%f9WgmrVGc#nxV1()7)@^S+JlG#(46FjC|+g-H5n~>Uc^`rANU{W z%xuu-*e_lj_Tq(?01`TdC^ATM_4UoGCUR{}4M4G^p1sxMrjEJ1Bm1O9{_L~OU$Zo= zezpw}s7(Tc2mHO%kQX@>ZFlN-ojg>MnW-;?2)@4YgkolstIwT2Ut!)Me>=Ws+upRa zxVfW)HTht}5Po|5dNd!|B}l0Pf{VH3Y*2?c${?6)BLdm4CcXbn zyRXS;=?THjWOAqz6BG01{riCukr~JnA>mTWB&X}J}l z^RqdZPBsOjvC4Zcy67}xn~dyEaJbeE;%e-5FTyG5XhryiJYs3*JY$>&Mt1zc+r^jAw@9bOF zzDCkI1=B4r?A?H^hB@U8=YsEF*H4kCp=UC*iJ27u2QRN;XHZZPf~hgL)4sGjx1NNA zu$a9O_o;>2fTM+l4lnL!$4w=>T6<>MXokmM7_KO=de_VE3QI~#dPAdIIm|xb;klBM zk~bWX-ZeiWTn>wmk0%B!5gcVDoLth=D~qXBdB<0dd38a zBx&&UgA4o*6ze+FjT&l>nz0bm3f0hf(4&oM8!q1~-2V1AgGfTN>{FdZhlfP-9>?1x zmaQ$i)xFdvQ^da!F(t|#=$3T9jdS(z&}R%j58c~7$d?g3MC)rg0XM-cG1&S{z--Ge zPT^;Kv{Ta4M~(rs2canZ%{2`>B?^WzbmGQxzon4c*;#sd{VW9QZajEPQb2`m+qSu} zE}UNRd5{f!r3B3A+Qg-u=Yx_$9IT);#|fbr>A#xOFMht$mt>^R3Yd>$VHoMP zf$6*3Gc1t`Mp%RoREA`bI+Mdc45P|azuK=F6X)uvLjZ|j{2#qs>W8mPnVDJ{R#WGe zP6TO!o@&XoCc@xwpe11-{_Y98(RnBR_bf#hG1cp?ZfRxZl9buoPEREl5~$xRu(T?m>(7xwjHAqPp=`T-)ErRG5QZVH-(8 zf&V_ZFzLZ^7#MxI0iPJ%n9PxwS4nj^pyzr65DgEXw)xLrix(d8Sb#R;EaHbBJUxX3 z8^-My{4Vdp*_5P0l1C9Dj4C`}J%`+oBRe}M6a};#?|42`!f;OH345tO1il1_m)_E! zcTf?C;RN`^dr%-}RlGvDaL-ivhuRC9#s|DwLgpcIeIhvKA;C8?si7(oq!NT|H}{U2 zV|?}Iae>+iVh%O8vDtmRTtC4yY?uVEZqEpdwsUIwi8ol##-pw3j zuV~ZNH8jHUs)-6rV!wPjXUZUvCZMaVuCBH}>5%$L!NQz{o7d$yF*()wIyow_y`_&D zbxUYM7}#2pzJVN+0=`H%$(5G(_0;z@3X4c&qym#dImyk0(Q`@8+880afzZbV5RUU+ zbOLzKOzb2QF^NSzQhRB;20>4h6bz1bvy`vY)D%_UNn#d~PdU6`KgJgvhcpm&Gpuxa z{3EMV46MY!<)s`}_Q@d0BgEVr8Kwn?HL$8Eade7|s-{=?t|?h!IZ)ES*)g2mP)6`h z`=cG3Ydjp~1vMxpCBloQ0COsUsh5Sh2BXs2tzinf=-o zqKnke9~$^i$;obl1ljn+n_~NZP(2grybsu{EhyT^`~^t7(tnKJ{b4|<6Ms9GpI?gn zA1~A5k>BndSz-E41@}ISBi8BhGLiSaU$;9l*X4xW5t;W&jDRgWD22aCS5{B->t8sz zugrd7ynM8vV6ldTO)mYbdx)|!W+;79>x7^W+o+cFJ|I@Ipu9xOoDugnCb~Ur&K0X4 z3J?GbQ&)F=U(aYU$EUzgM;|T5`UESHI!Vki8w>Riw!5pPrE-8TF;$Il-u`SDaZ`{D z*tnvRK*iQZ4DtELrnaZnB1<6*8Ii$7Vc8P&|LKA019wL+aKfo%*3-U3%>78YkfN48 z%J*mk9I)Wh=&5+`|rP}am;2P zG*!1B(0rGTasBsB*7<*TwCMBjCjNU(5f0w", + "errors": "replace", + "is_local": false, + "model_max_length": 40960, + "pad_token": "<|vision_pad|>", + "padding_side": "left", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151666": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151667": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151668": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + } + }, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for forward_message in messages %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- set message = messages[index] %}\n {%- set tool_start = '' %}\n {%- set tool_start_length = tool_start|length %}\n {%- set start_of_message = message.content[:tool_start_length] %}\n {%- set tool_end = '' %}\n {%- set tool_end_length = tool_end|length %}\n {%- set start_pos = (message.content|length) - tool_end_length %}\n {%- if start_pos < 0 %}\n {%- set start_pos = 0 %}\n {%- endif %}\n {%- set end_of_message = message.content[start_pos:] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(start_of_message == tool_start and end_of_message == tool_end) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = (message.content.split('')|last).lstrip('\\n') %}\n {%- set reasoning_content = (message.content.split('')|first).rstrip('\\n') %}\n {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" +} \ No newline at end of file diff --git a/training_summary.json b/training_summary.json new file mode 100644 index 0000000..1c4ff55 --- /dev/null +++ b/training_summary.json @@ -0,0 +1,48 @@ +{ + "experiment_metadata": { + "timestamp": "2026-08-04T14:49:10.237883+00:00", + "pretrained_model_name_or_path": "unsloth/Qwen3-4B-unsloth-bnb-4bit", + "data_dir": "nityaak/stance-matrix-semeval", + "push_to_hub_id": "nityaak/qwen3-4b-stance-matrix-semeval-qlora" + }, + "configuration": { + "load_in_4bit": true, + "from_foundation_model": false, + "learning_rate": 2e-05, + "num_train_epochs": 1.0, + "per_device_train_batch_size": 8, + "gradient_accumulation_steps": 2, + "effective_batch_size": 16, + "weight_decay": 0.01, + "warmup_ratio": 0.1, + "optim": "adamw_8bit", + "max_length": 512, + "packing": true, + "completion_only_loss": true + }, + "training_stats": { + "train_runtime": 694.2514, + "train_samples_per_second": 2.028, + "train_steps_per_second": 0.127, + "total_flos": 1.47221197521408e+16, + "train_loss": 0.4845699088817293, + "epoch": 1.0 + }, + "gpu_stats": { + "gpu_id": 0, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "memory_used_mb": 13882.0, + "memory_total_mb": 40626.8, + "memory_utilization_percent": 34.17, + "runtime_seconds": 694.3 + }, + "weight_verification": { + "all_changed": true, + "unchanged_params": [] + }, + "carbon_tracking": { + "enabled": true, + "log_dir": "carbontracker", + "note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)." + } +} \ No newline at end of file