From 5d08e4e7a474e80a9492a1cd027b97e4aad03f3b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 25 Oct 2026 02:15:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nityaak/qwen3-8b-stance-matrix-mtcsd-ezstance-qlora Source: Original Platform --- .gitattributes | 36 ++ README.md | 21 + ...68938_2026-08-11T145309Z_carbontracker.log | 10 + ...8_2026-08-11T145309Z_carbontracker_err.log | 2 + ...026-08-11T145309Z_carbontracker_output.log | 17 + chat_template.jinja | 97 +++++ config.json | 72 ++++ generation_config.json | 13 + loss_curve.png | Bin 0 -> 21992 bytes model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 406 ++++++++++++++++++ tokenizer.json | 3 + tokenizer_config.json | 226 ++++++++++ training_summary.json | 48 +++ 17 files changed, 963 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker.log create mode 100644 carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_err.log create mode 100644 carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_output.log create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_summary.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6064796 --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: unsloth/Qwen3-8B-unsloth-bnb-4bit +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3 +license: apache-2.0 +language: +- en +--- + +# Uploaded finetuned model + +- **Developed by:** nityaak +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Qwen3-8B-unsloth-bnb-4bit + +This qwen3 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker.log b/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker.log new file mode 100644 index 0000000..4d8ee95 --- /dev/null +++ b/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-11 14:53:09 - carbontracker version 2.4.5 +2026-08-11 14:53:09 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-11 14:53:09 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-11 14:53:09 - Monitoring thread started. +2026-08-11 15:22:52 - Epoch 1: +2026-08-11 15:22:52 - Duration: 0:27:08.87 +2026-08-11 15:22:52 - Average power usage (W) for gpu: 309.1761045510455 +2026-08-11 15:22:52 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-11 15:22:52 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-11 15:22:52 - Monitoring thread ended. diff --git a/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_err.log b/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_err.log new file mode 100644 index 0000000..4929b62 --- /dev/null +++ b/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-11 14:53:09,756 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-11 14:53:09,893 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_output.log b/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_output.log new file mode 100644 index 0000000..dc0f2b3 --- /dev/null +++ b/carbontracker/1094239.368938_2026-08-11T145309Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-11 14:53:09 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-11 15:22:52 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:27:09 + Energy: 0.221028134483 kWh + CO2eq: 55.988972708576 g + This is equivalent to: + 0.524241317496 km travelled by car +2026-08-11 15:22:52 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-11 15:22:52 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:27:09 + Energy: 0.221028134483 kWh + CO2eq: 55.988972708576 g + This is equivalent to: + 0.524241317496 km travelled by car +2026-08-11 15:22:52 - CarbonTracker: Finished monitoring. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..ba89998 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,97 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for forward_message in messages %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- set message = messages[index] %} + {%- set tool_start = '' %} + {%- set tool_start_length = tool_start|length %} + {%- set start_of_message = message.content[:tool_start_length] %} + {%- set tool_end = '' %} + {%- set tool_end_length = tool_end|length %} + {%- set start_pos = (message.content|length) - tool_end_length %} + {%- if start_pos < 0 %} + {%- set start_pos = 0 %} + {%- endif %} + {%- set end_of_message = message.content[start_pos:] %} + {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = (message.content.split('')|last).lstrip('\n') %} + {%- set reasoning_content = (message.content.split('')|first).rstrip('\n') %} + {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..bd0077e --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "torch_dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151654, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "unsloth_fixed": true, + "unsloth_version": "2026.7.5", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bf14878 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 40960, + "pad_token_id": 151654, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "transformers_version": "5.5.0" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..3d2f1a159c657eca7983266e3d19a656a9cd95ff GIT binary patch literal 21992 zcmdqJWmJ~y+BSL<3I<_-h!QHHfQZtKqBMduNQ!iKhXo=cQi3$nE#0Ar0n#NMigb7H z^J32RjL~!<2Wxr`TOET$0?6v7)B&1aaRGuaJ?}MXN2%5 ze8Sl_@CW|IXMa!4UeU_X-bv5a0F%|Tw>G!3H#d1i>u6wWXJTc^&U*7E>rEC~V|#mR zJH8t?EdJ*ktX8&0H*EXxHsLA9tR>X#FpNYG{U0YyIMoEhl$9j!-d1vso*Q&=KC3*m zzEn|BkV_{b@%jE+k(c?eSePnm3Hin*uN=SpG`Hf-hs%L)yc2H;%rjfQJaNS`k*AdQ za+LYy{Hy#pcW~)QaU~fqx%KRbONd6{+erF<-yb?(p3`=|-J|1GWzrvaqhNysbNKOX78mQx z>9?$qb=#O1)UVjz+nLGxM$JF5XFgc2+!%g?+hS+MV0|Aao)wmdgxho1dHnBRzBsR~ z@$g7qyOdbBd0vO<&L3q0e0+CjTcLS*Sy9?)Vur6^7UqG`ZR!}R}YN%2@xHJ19 z_u5QP?$`B>1W^LT5&}$#28Yx;)_qxWZm8;Efl*6$#X@!FixcNETvqB^A+3hoAH^M z%$b~u`(8W!!7`dkeQEeg1RoNRPJMk`#Ty%reU_Www=Wm4+q^>npg$1x=a+q z1_m?_|FX87f8=0kFGb7Q^sUBc%YhAUuV4W>oqyD|s6 z+TZHyP4;)UwwD`kkX^huyUeHKwO6F=v8G(Lx885skrF_6jge6tEy*h~=Fsr)R5a)} z{PXhe?z`#-uW>pBk3PX#7itc2!kAU3*ZZw{hN|2gV1oR3bq3*DDdIF9N`XS#X$<$H z(>^^TK#Mrtmgw7?-*A`Ss-+_|yFuwKo3#_7d7e2RJD+#r>9w{^Zv=;P_lu&rj;J$jCQpq1JL9ec?J^ zHevsRKHPYq)aLlHV{Nrh@WNtZu1jiEIA(k9%#|GPXP~E_N{#ajt{Y8TWZzqH8%$SZ zyslZ=O79)+w!bw|lki)TN=oBq7X@8A7gtu;wVg+gOyn>9 z{&qn&lEcPCb-&!IX0Nz$*>i9E{L<1AYh$z1&KoLzN-BOwj#vKvF^%o*?XMRXtwn=_ z;^K71mz0VQ{8`Jt8@GLUVFL$f;#S3=C5K7-m&x9OR6PoxJd1uV(cmRmwKDS=Yo6D$ zv$Lip=?%%@+NKZ~Yf~BOT zIbjbbRutvJJvRoO%2%5C9mc~{O{=+3vpUGFuIjxFvg7lJn)*~VT-6!Jz z-Xz5Lrc*9m)Cs(=1`U;gvMb$co`rcqj2I;JNsM$!Q91`D}AU72Q-qfmeNMyoQp zgq^KzhVn#Q%sl6uV}*1Sct*K13^J|DW_PXQM!WhaJsFV8?~rA^eHKeZtdS! zHG?I4G5-Gj`>^8N*{XL*46>2Nn~S5{i*+Pxs~vJ?pPn9pBV;#q{UjmbTRJV9dNN8b zbG77LyS97hVv4n~zlj8-B4MzMm+RP=RzQcq@9%4r*&4iXU{=jhvbO%%*vSb)KnoJm5@ySYaAR(Xq|j% zJk!XSRd~W{w*E#nw6q9M^i)DfSnV~6o9ef!abP_d^S`mW)}u26@g}^crlvbrCznKM zvzDHeM$lEMtgOtmJL^52a;B^SE*{=m&B0DhB)3)Ukn?Y%30vQ~gpy&;{$6(HwJufW z>(^!D+?V|dn!q=ufgKeH&Fj_qq?>f4xUTmat%0YVe)rHasL9YS-J~J(+TmUdxh?!) zJ2_Ea=SyPNS7>5XC5Jf#qN#a$dTvi91{ONbLBQ&g5_DaaukqYlZSmSKXy|xp=mLB0 z058qdsqvidOb_WRvC18+a5DSzJt+9k=|>qe2m1>L_TYBWCsGm;^1j4W9ImUzf}11H zn&Z!$Ig@D6`0g4XpN3Ys{exWXsiaOr#b!lBP^?XN zNrQ=K)Oc2{oL%}JbcGWh6+kVhp;h6i3>Ja{+o>yJ(Q7yR&AA|LP+?ZdlDDzRv#eU{ zK5l`ms%p7`Ia0tS|B=3aSE?LMkww4CV7UW-Y8g3%K!2NQuVKu&va?fZ?pK~D{Ds{c zmc8GB!l5A{i4YG}%bUQ17dgzRsAsEa*|*&T_tDl6#!N;{jUu(AK?oZSukGD%EywqE z6&c!22m5<{)gBeB6|=Xtc6NHcua7GzC=`Nwf+Kv5i%SKa3rIE`zs^iD^?Q|NWwBU5 zjzsQ%5ByV>{U1wD&+1~U;heFtM@5!{8sKY$Qn{4D54F>H?Iysd4wJ13p9wW3`zoAr z*B6F!A*QEGhA{M1xs|NX4`x2WBjC%866kQd9=3KrN2f*`2M4EowOu;XTvbCO!=k@< z3LGjrRp6SYqJ>Y3?1^FcBY7w5K0 zicj#n$)E!DkHC>s@0p+@Q62UZ(QB-ua>4BdC(wUteB^CPYQQjW#!FcDnPg(oj=xr6 z4}O#{8^C`krzhrbC!_?$1HmCFL#z^zS zV=_pw8NakvZ%PXS43j5=QMJJ^AAQDC>Uw;GJS^bod>darYa{yQOZerlEOHnntt8nU z-K~{tS58NeK=~5Q4L`fZaZ`+4+)3HKbjD<;6{BgoI2h&vTP6~qdwJ5;(D>2oql|aW z=7titU4P?vESqKA!E@)}xzsn?4x{jmC-_L6uYP@+tVdo^%wFjktq#?9rq&M@zCT${ zK+!}9FCd>Z>PVx$PA9pLE5lVn0ef&$VEU{z7_fq(Vpo#nnIi-Qam5z5Z$AOA#>5in z@2{w105ecwAnRo@7<0%@3#W%CtRjD$ug3p}hA*iZM!r)OOs z^+dHCx|AD!{>-wCYKr2X`F!F=Cpg~R3znsywtf|vsZyzU8s-to_U}w0cbS^_Vv(RP5aN_p|f7Xn>r!DQ*Jv1bP ztNW})#8+PZybfDlDi}!UjZ&Zh?xCwXIy#aHzrO}JOeKe#LRDilz;)${=#L*iY=17Y;(-N zD^v9b7>g-*;spEwcIGUws^S)=9@4h9sQGF5X` zU@JMHYDN1nQu_pjh-hBBRfr;{keM;iG))D}bZF>U38ZaB5l^@2&2{l~4$lUIi9{{E z#9$L|nEw6wej5V3aPOQWa{M|TYhjShjhUZ0do~G*1g5K3C4yH6>{@tBel#{J?yS!h z!RzVi=pq~_y4uTJ@Ek0ML@p>6a5!1Kn!n)uq?aCG2yXqGC+pZM2%QW{`cb@s3V~0M zYIp4`Uim>tfa%5Q+^~?N-&?+2Y5s$U$us`k-p`SfAhtACd-VFloxQLi#k2+P)c1#n zkR4xy`_F`a*JSK9D{1O&Rqendn14SlR-X4IWwg9h`MK0ZpTAkXMu$(3 zg(nP@3T4wv(i{YTcsiyKk_i)<_r@mw=13TS__c@`{3SElPkCk-4pCqL!)a~W`jti5 zkr|ehzk|n~%MEWlgBwp!Iy(0E_+pW1d||Il}0wYD{x~ zbiqKj-(ZuMzOGx+OK$5mUZVQmz>S=deC{bs@b1ne+u9qmG;sTYD(v(SThb_TTAvNr zemJ)nqN5n9^97xmcw2bxt&gH-I0H{AbuT??>UXZ4wZ$+I!F$*$Em!6}{l?Vi>OcPH zt9Du&e~&L0n0!mPm^~C@f@U30eHn9&SQOFG>MwdvXR@C0*v=njy>=R>6)#NgSb=f> zrR2xd{|sz_6cd#1Pb1YD%E>z^x^3-{-#ZS|aP`3^6TYsQz%=Z&GM0}^ANrt9W*A%7 z#?!B+gICpfkI--1?s*n8qDK?rw2G={lLyRoDJb;nlKMWorUyel4=cCx5XQH((H8q! zU@zMK%Rf`Ojjifl+7~L%+3~xkr!vo3MhR=A149}3rJemaPeR)1v9X+3&Obwe%^KC< zJl^fSc~!FAH*@2?CdAt`5<+inUCp@e;G~wGJ;{Ih&1u&6;dt27!+gH-6K+HypB|M~JAZ1r-}<)`-d?iA9QbT?FK zRPifOF`N+fewI6*-9{F5dWdaNWB8p;k#t{1ay1-GD zkJt!$``D}tsuTMrk~5{py%{G{E*B825OHc&&xKGwU3wW7sRtqnl%kp~LOWSwzkiP} zEad+BrG`>sFm0YWM}UjE>d)!0KzYMy{!2cDQEq*bO>LTO^$+($W-V3fsMMz6hACZ0 zA)>|cYwP{bF$)Xp0A5wKyt2aSweRi$X};^9An}X=28bx4J|`c<33=GBPCoEhY2tQ; zWPI%>drPO@xC08-QjIx$XD{NjYeM2u5x@m`$V+B@MAHKss`j#N2S zXXnzDwn~?k$ZM5v{&yPmxIl&M6l^i$Vj6Z;k}FD9&~3f*&yNsP@P>tkD)piGa^rm#C!>i|4!!o#3RJK&n=ch zbb}pK$?WQlGNSM~e*Ad!3O+yr$p|AvLAQSwYUNjN-l#-zSulCXdU<)hc=4i4V4$t_ z3q^JWhsZO2jv%^#(zIFLQ4$PW7=aWQfXHqF8uxez!q;GJQ4B!^Faj)K@WHE%H)^i3 zvB}r$F8k9>K{@z9S2upXa^?QqaLwUS()Qdk5Zqm?%hwPb`(~>FKFi~GW6qPpbD`FK z=a501k~A9o;~@My38x7t0CnC548brDtH6 zp08Nw)(;d+fuXf#)uq|ZC5qBZ^0(W`!6mW5-_*Y{lw9zBmw9;pNqXA2^BgrR>;=Mdgm8PlA)Ed?%0KW3>-Su`12V z6^@T?O(u}YH&fxXHii+@&S?_BYWL7$uDnN|LR|L%=hN(Rd{h1n1qnXp?F4^O#uaeq zkABhB)cCsu1t)&8Lc-jMgBu^dvXYk}`&(D?BtCc?cznX(f^PYBg63cldO~s%JG0F4-4yh^msWehA8nST8J~z6SLl=7e3U&vw zhq=h-5|3zMq(j~qp(LX?E;|{-l~^dhB^7r4s6`G(yG7{z_KT)Byyy%rEnQ6X3G0JA z_i^%f5r>Xc7GFdn`0~@evt-jZ{5opkTYR{*(G3%L11>MokQlFEpZy+w#=%CY2)(WO zcuAk9>w-&tj4#3y(}!nF;d2=G`tD%Q6(NqOUvJO*UElEi8b`%NupVjn3B=8Gz>WTVq>gh7<(8SG(@oHC!)GOILaO_C_Mbb(@loMrG`T80gmD)*sNYc z@3h+U7zv_O7VqMVD9KY}A?z!mI!dM}X2hq!H*fzY^}2U-=LcJomhTig2py!@gD3Tm zY>4qk`9#2527794rNT0gQStQqavY4CkXJl(Li@#`2A1<#Ef@ zB7bpV*elLou8k6Afa>uz0ry-YbTa}8b z_obwy+B?$~IgMN6rApold6cKfMydSf>`{fY%rrh}GbhpVV4+m(Fu0n&6ko$E0eE{x zK++9}1E>Di*B!-0YAj^$)@FMZfk?@;jrvatFCi-{xDYv0uzq-AuDHmMj3811pbS$0 z)La2sZl2;?pY2Wj{{1^s&(6+HW+rH>>~*Nx=ytw5DvEh#Mo-_;sD<*8^M;qDxKTY;D$L-H3Ze^{bNwqsN3*1znqbq z1ds{gZ1B(t%^|1__cm${!j!nYe*>?;#KICvM?}dX5h$?y5|G{G_I8DPckfP?O~iHp zI&1dzQm1q_<&nk~LuKs;>BNu6Gq?P1UxLV1rGB!`dM795=TDjOi3wG;dB^}Dph+`D zZEh`&*1dZ5DmX4Ku0Zy|gCO|tv!_qncJCDR&mAWrQFU}IZhYJx`}kL*u-U^%t%ZRB zt!HN<539q8rVG_IEnlGIh3e4xD;Gd_fbOU#H_8z`x9$?+Q|fP@?F+JGM7DZKV2o0v zllsuLxDa~tWILxk1>g3Y6tmG-VzfL~G9eLrTv|#t2g;{Td|cZ5%#i9N;0Q4}Q1p55 z{NuieXtA+E7V^d){7)~A#Uh)>#iebY{NvzV#-Iw-w<#_TsnJ;)EiUo)H}=35V2k+p zBGC`r#BlMjkq7Y7L`Oz3T$-P(@{XQ)hYn~(c>z}!*al*10b|GWJolXAb05{=(Mj@? zw4DIIQ^C%O@m(Yybp9RCSL0PfX9DQ)D?h&n9VxO72YVY)>XiG>`H^eql_B!Bn`m|@ z6JLN+x(4{ADOg1$yU`oR`2iC{7oH=B&g-I(;k-MbeAC_8QAzoVH4t6f$Ljsbpv*!X z7d+OqCnx4T{n+!(Nz#9u|CxwBJc`q&Km7Ug7>bu+k5s@|)u12@PMV!HfARczgc{X- zvf-pG0&6$dH&Ae)q}W&pLl7aD{nDy3SQV!%fXgbyqvDfbL1psaQc)KN)KH~M&|3vm{=XY_oysb(m_Pa zc!GW)djX&6S4+wV1>fMnKZnI3kGKrpGt&Z%>*ev1XsmQqP4&b^_q{sCdB%EG4 zj4|snB;HolTPf5Ys}Br}j2gdv6Q`%AHytc58uHlCBBEfcon2mJoRgC|5@Ner3N_E! zS*z__$l!UTQ?&6)ZO5esy$<$Vr_)pIXMf!!J9mzmlT-PM*y~p0TJ^uZd9O~*bn5(U z>eqz*;G~%7qY$>Pzo*1%_P5Ot+*v*m>lTeC6v=6p60YN^4(y~xxqbTk@r2`t{-+AQ zy0Ws;1&D`K4@%v?1=8gHekD(}#F*kW`UWOg%BYB^3pn@c-zX~t`mi>hW7SN%=TANr zEX{f|{Z=&b;qq9eXn#5oK3Eano-JrO3((2@U`6JGL@@|iafnB~rkIij0IuOXU#4h2 zve$YPK!!1>qT}L|j?-#bU@}zcqVZAp$val93`pcNp`t)2J{SWdyL6q2CMg+{|2>Eu zNv{X)+8R2e=*&jFbjg4)$pdjkUl z?Cul7a_(;4_4U}>}MkBj8C@84Qa}a1z6##SBQd_V zO4DqQ3vQjJz%VDhLj>jJN?2Ifcx8x0ndM-4x^y_JE6|?IgMWbnYzNxNVWbv^({ey9 z*uLMQ#00!fU!{v((Yo1xP#1H^++%ufmPP@B@J5k5E&f*mJ;|EljMyh+?jl9bD;rL{ zii}Tlu6YrAjW^zRVhln82Gv~c=0!$Hue}+aB7;V9Dgoz@Tn(#NAuT_5H%yMug8R_X za6w_Y-wX3DGVi^GKu+c2UN|w4To%*$S-V@+9y?5fDNqDCRt%1hHuc#^^T4_Ve>+kO zUMT>m${sDJ7|YU8AEtgXGO}xIY^?_B^73!(vu z9ua(}>`hHGZn3j7YZ(>vb^=6J|MjcN&Klw)V11!xwnPMzTtC<4%O5^hH^!-QN*Ex% zaq$xY0uw7#eQTGW&>kAMHn?qYy8OSRy-~K4rC!ik;k3|E%x^v7y}hxJOH9RwaXXP2m2c}TJQF@XL6xtQUDMyxqtJYl%OzoMixSPNZ_CJ_);aDYOWAwh)7*} z)7M5AP*U zY}aE`Y zIIrsNzA9-iJzAh zC)On;B#@v5MmeI%WjVm3pN4({Vn6 zw?-Kn6!_d_GC%Tx76w^`e4yZZ1Rao%vWQ~NbdUM+{>s$?(#4jx}m)w0QLJ#O{2JMO@eD{<-*8Nmqh zSoNKlnk6vPltS*My#^x}pKtD@so#xXr)lhYBg#A7o05QFRB!gQb2!#LIa(p?z(ka^(%A;_}~=N6k_6Z7Z%j zj2E)-#bMW(>j3mx^yc3KAxM62X~=W_SAncimcFP&vnEM7T8n`6?uS+m@1scOQ+MB4 z^OKA>u$@$AAwN9Ssru6~BB+*uoP=Fkgvc0hy=pFh+Y{1-2Wr)aB^End5y4_cW{v^~ zKgb}OKswEYtlQ)9=}S9WLJ-AyyXH3I>AJd>=jZ321tu6Q00oy`EEz5gEQ9|aUtDK^J4MQqi`szgZO^!#tk_LG?2L~X=`hTSdpF z%q*{KS4!Sz7FrJ9ta2AM(i$vFN9!klt-3~b66f{Hm-2V-KBv2O_3HO6r_!2D*xr68 znf?wt`=Z`@7#h=iKEk8{u#Q5I5QV*aSI!~_j5kzxlCbZ*sZaG#k-rw1j>86{5cMVQ z0xcGkRtu;1{P-WiC&$2{b{fG#l?=H`gKdK{=7GC=CDfho$43O}xv$OO2)qru;dVRk zGp@UA4m?WfYiAiBXckgIYNiabs^`Kaq||>hCqH6`b-IX$p($oQTwN6$64Jzi!^skh z5CHjw_pZk`|NjnyN8Hh)WJQ6*UHLKR5mq812)~cMW$+47T@b?y+Sg9v+6XTVfbhxN zwWSl=>{OJSO7Nx5u=S9Uk)cv~7D?*Wpv2~*_x({`gyty>+hm7q$KJm1Lt-KtK$eBl zOLGux)PQ>EkVmUMMMAPuMl{*R51J!Co06C}rsXPDcLVu3^Q9H57KLM)5d3q_ z-7BgUkK)v+1V}9;6(Aa}EG%A}qd0aF6R9$szT3JeGbe{%oAg>UER;_MRZF|?r*IZQ z6WIk$wF`8KoMzoW$8S2#Ll~&zHKsn5L@ONiO6sCivw$VS`A6iyZ$Xsn_Qt{M{BZ9C z${n5^C2D_u?95{jHNhf)$BR;@ZVu`)Z95`+zZo_Ln?9$AHv(#t45X*KQMDS33=`G% zK>VS~9fI$Ts3t=w3rOZ-a9S;G>ET5!@S zq}cra8dK~6BqT6t?~gY!%0?!2XFrT{*t2$^W!4F{hcf~k*j33_$4FX3PaUI-{4NMi ziA^y^4&Q^xx9*aE{bl$^5@8V#(?K8vQa2u0?ktVm5KwPH_HmV!^*#`)<-n?O8Z}3E zSQbF`h(w>Rqc6^Bx>Ab2xtN}oHa%GN)Q^t21i1S7=mKr8{rddqO*?>RpNnALCY$?Q zWdznB=Q92EF#!NsdP&p%;%sWK-K7H0nATQ#6yiWu)Yh6H+G5%db3*DM(9bC4bm|%R z?PimGj-xxzbm9q+_gy2;jeE1+Nol}J^%+icdV{_whn!W@c_{Y`oG?JzqdSUGWk~Hh zc?o=)^tV8EqrokWij6dY=QA{|B%~TyTl=cSXL7E>hJJ=%`RT|xV@Q`%=4v3M1K0Qf z92A0XK^k%!He0#)24EC}mQF6UU8B(%b;D(aP`q)rbSl;&*)CG1pfU@5QMNS`7Z?SU zvPJm|rKLQ3OW$akd%S=}=&W*c0tv^1IMAH}svRe!1$&zr<|=Sc$yg+y`0#n5)U|+z zUj?8Uz#(N@+kB+8L267>P*pYlMwvwsB@*L(P6h?*{(4CbDqoc?*H%iKy+$Bl7gWnSObB3bb&^Aj4S& zt!J6J|B6w8MkjMl0thn-%_olUmCk(xXG}&tY32xWd1uZJTwT~ZTRS_se#2iM^}0N( z4mJ+v(viBMYXfLpAL{ErS&v~@uAv6z zzPt2|Q|~i=fny*axG|1=GxoiiojKqdaZs7h!0tdwSouwdpF6Dna<;5cMySkuDS+wk z0p&f@Hi}bTXmLfdUG)O-As9E*6pA@RPMPksFl0DO$w1j#1ZwC;q8$T@uje)Jz?L3K zVY2|}o<4p0=PynfjwJoUr@Q8T;Vzmpif;~K32lGH+B9}V2Rc5Yu06<_-~g7^@Dldn zzLwh<$0BzWaYlUUbpJduOi}D^49fQ)m3VyPYTMYH?_ng!y$he`Yh2$p3qSMhcK5O5cYLt_NRI@93NPHXn3$vc>m=bZLU0GdA%@#fmT7@^|p**=-z zRrO6XETZ$8ktgUY=Z6JXn7aj0lbRoKu)yXmK>}4Dk+VBgo9SpY zt*cUvV7ielLT@&$mG87#?R*M8mzw&&M}uW`a>2A;n8}rKM(eSm7Z>?qFJ1M1y=YtB z$YYwa&e`XAYk?x3GY9%&E2cv44gjE>uvmeItzD(B7dK)vSVNGEh)}*$wM?L!-)zrWFA5O9b zHms`s5`zrYqt8l8)2-Y!|L7M$ANA68q7OEahX|th94+=?s4T-SD~sI3L+af+^$&Km z3j!eeUAwPj?9FP`qZYhMR)wa>10zpf{zR)|$wTY=>~QFyT}ul`G6Z=qnmOTjxjG?% zhr3N(pNKmGI=8iU=^In14Pl)NzO&gScHbuo1&@TXR5*x@|RZzHxgAM{4rN*ug*@3IYmp4MHOlwV0KtDfQQ9 zU+!YLEMNA5UZZsFElPPod36~R13C8M$S1&-x`zH1vAKKBUfVJdd%Bsu@8#?iRDou%2F0)uh@_f#VM};CS)~oPG?^@l4<6D)Rv;%i<|oJ ztP4EtIa(VZAAelX8L*+?q>+&k;37cVnO{&469`g3jodSg6ZpF%hsJhF`vUg+_wORN z4a;x?$hY3rKY9S;WFGuFJglRqr^iatSv`8L9;sJ~IVy^&{}h6DZlci)R~L{d)RY1+ zfMjq^^|q|kAYvL2rwC;RrZ(E|a(MiAk>aaX7ZAth@W9?9ouR0! z1e`RaAr0TZw*s7%3P}SB1Hp#^Da6x)Og{tEtspm-K~Whgw?Tl9;yNOL-(7!bxEvIJ z>q-Sz$3|2Kr`7M&HtSd4LyS0Jb4Ulix3i%NH5Ev^qi6K>^^p__ z5E;JkrWk(J+?xGzh&&v+wHT^5WB43yCAvr79(D{M1I+Vv^qp)8zDLMLOF8|atDyH@ zDf9mnM|Og`R1wQ-h8`bX<8r3YW~z!gAa~^*HMZ0L%oQ8mY7oae_(-qCd!+twQ+F<7 zpDi>ySu|||o+*Qd4MIc|a)Xxs7-5NCp4$EQXWq8eg0zqsmv*2*r-B1Q!CwAGnnEBo zH!{G1(>SD-$tKT4)=WF(gE_45oQ?v0sY!~BIyT7Rd6kWNQ+y%DYI}i;oI5G|S|vVL z)-CXliKywj!}AMrBx`<;1C%mcsdyXu<*1-Sd zrWE>*9Kb_ZMdSKB1O=xod_zgk#ntf%N-0lprM{OZ19UJqN^B41R`Oo3un#QfyA%M;1U#wh-Lqaq9Ew!k#h#1%9V6+~VP(01Bj9F` zUj|jSyc~Sp#&WJhDtL7`fB=+f#+El>!l= zbtCzhUH7b_o@6?TVe&PwYC%2>Vu;rgxAo`nQj9z-^?@rG4RW_o863zAqnoNCb2Ffj zIZ1?x@Z!=6bf-}_k&T#jb#qjB_PTW<4nK{X(0fsh=;^M#MUP={gDVcmVL=HX&{uj! z@$+u!+*^fPfl&{E&R@faVPsnY230YjU)dqU6^aVEeqs$AFF zpOFZqL3h|>VgLTl@PP`{uhS{=5r&U@pyR-o>YpRPpTx{37KMlgc#;`5@$-EmRC|Yw z0^quJ5q7x^_$bglUVRqO4R{XvG$f#xBG+F*FPK)CCSbblPVnlG6jFUTbAvz$tqgQ% zX})uqA5e#4zOT&AD6Aip`AC$B%1?0bs6PPcJf+_1e^GCo4I8`McR;gg6ilQQU;N31 zT#d}{Q#fq={1u-a+`tEiDslZvyoD-bSoA{AJ=Z-L7W71fR3GfS$;R*%HSD1x2oS1f zad6RQ)1>kQk1pVwsy*sWAMRxiX+lchGY|+@S5`Wfe&>Yj{{8z`DtLEqk9jZ!x*bpf zzTyJ$@hgx+px@1a=lz#dh)5~0TuBIbv*rQ`)0Na#lnJpxP_KpRP>E1~yyam@&VDEj zu+FWcb-tOJ3qT!1Cu2ClfOHS}sp)~rC$FTawl~AiBGkF|Ea-)Oi7uo-RXhoVb+Z8! zab@N9Qy&0%mIwwdX$k=Ps0|=E2_WXuO2Ek?g}thQ>(_94QFnH{%9|#;H}zjn89(px zg@XNgs%Nx;$(K^bk~IQuKXET>HDUm@&TuGgM4)S;9-*6|Q{ zR-vdwjORA|TUOw7=LZl_njE_|B7t!QM~U|le7=EC6Ck-du$)LP6u-lH9;{WFTT0I z{+3!~#QYxqj>+R5Ac>JTSmXk$&9cx+ks$Qv?^G)wO9?>uW2V(grxad-Y+Oh! z<{ujehfvvw<fJe7-d!VVO|f8+s`J?L3Z4YkgcNN*RViFX?JEu6_RK8Bsjw+`u8-47uP|__iic z`5|#1s(R6hjsJQIdm`*dxZd$Sr-?3X4HuAo6GCqh`UZk$ECa3**WQ0a_T^0pttw15 zw?pK$9B*Ga@3Z=8`tjk<#o*^mp>ikpe)OHaKIACzuZUB5T3444bQhrJ0gdWfReT;A z=i4gz63>s#|69gsJwJ(qpYhS!tem))dFV9j|HwDrGm>H>v1l|>R6fwwp)pmye5MwF zopF0M;ECbYQdxs;N+!KWlykW0k`2zW$DZbU%!vCt?oQA zM@#EpOw|pMuyN*#4}r0W?^Po6;k#91luWffDtf}OC=O+R-=-V>yhlqQaA9~Dzjo#G zjkgp0;nwfo#pKralb9_P*J%XV-+e((JW-D6WU^ZHOW^f|uMu0y2&V8)WaYLtZce;a zKQn!~)A_T|G}BwR&n>S!K9V>M68z_BPCRj5FPHtLidnlmT<{g^qazf77kAchD!+pemViyY@(ahGxY<$|_##yXfJn_5$lHKCu zapR?R(QT6*Jqw8+8QqROjusijH}#IMZ(MWR>^(cXkob0aVxQ~9=FZjD9+jygABR(> z0(vyipcCG#ra8VU%t`iLaMY+?=$9}5g6P=J!^>FgInO87LLg*M{Wf8dlh;$AmZV#g zFQP_G`pn&;?``C`E#-F0om~(6ndI!p1!@L)p?jicf~Tw-VjqHlx?6EyySVvsW-`mK z>O$l2*(3DI^H;$3&*U02&YVA5r&O;;;X3b2l{zS{<{dbHzEy=>{SVv8^Nhvpuk$IX zd>&JbH){6qpPUluwrLu+|65Tp&~@WJw3LudnuXNlDnF^_Iuh+1x;L1C=|t^%WRc;z zXg&YQJ|`LsivP9VxhgtIdScP!Q~{}rZ-fP%_6j=n($bQY6ep~d9X)NrcCLB}XOTGZQSKfr%SGxyGBqrGi34`Z zy&*16&1;&^zy3o_Wu@j+*uau_M$|^4JB>f%dPu$P@}70{=6n9vXS`yUsd-L{(kCSZC{Qp?Vd zjTkjuJkfZ6r{LA`m7dCqo$q=Q^vT3z;e1M(rn^&ezEV;|WHFlso1u;`=#yPXzr{49 zkJ)L57~R|4XZUvm0bS`#bLx)H8>}UM06O>w+IoHfrG%*}eHi$BI()+Y)eMdQz2l3# z=LzvVESPL4AmiD6-OupV=Net@H+pB#d@?!k+&`M%uJ}y7cX|0nX9g>CZP~HKyjWF? zg{R4@)_VQ#P`4sjPi&9b;$9O6o3}{@dzXy8v-c2n$6le1kdNNgn$p#~S6P&`M}K&i zx*PcjsZ}k!E?V_7OM4gaR1RPAcWCUbp4j)xLxmxYNu7z`if(ewyxu8IQ!fP|tL0bD zErNoTwVnN0_TrhL{3jZBk4lsOaQ)!he!0<)`gQ(AK=4_bG6 zvtZpDUA-D;a$2&422`${Tf{t1(pwwB>ho{5%0h4pGRIgcCnSNq7$hQ}6f z*j;R z980;sfApwKJ!rrHy_$EfI#6iDV6)MhGv`zIX%r{`{w~%UT7qsJsY10h3N@my4kdW|hZ0N7e z|Ad$Rs5{+kLgS-nT%U7=a%HHGz1U;Ri!W2!|7F3DFCBE(r0fU}I)4RfZa_=$Hzl8_ zR<8-PmJ>fn-(L8ZnOGj%)zV-iMWI>1s95rIf9-Yu&#Jl8Yp=|d<~*V^%D+7r^xL*^ zr6$9qrKC_tDkwQch%Trsgzst=jk%(k zv-}wk8wsmwn6_SjTdEz|v=bVq=%x}Y#f-QC@#96p+6B6>!@@KHO~RF$2oU7b*XjE0$kC@m<+ay&td@BE{N7}>NX z9}fveJQw>?Ggp6NlC+>U-`M3thp)BqBt+m5>38VlMZ{cF#7$8Ud(?o~FbzJMft-`mE*LFrXECOR^w!H|rO{j&+a6;@;dP9Bb&9MlBQ$(3d)~b{b`$=)w^L zL&Juio)WR*Eq2c*BliXL*7wW%#I+VfOP3lUpNa~ALufgtz^Fo@T+%9RjjCQ2fhge1%J z17#pt4lR%cewEL0HVsfcQ%Fs)5kG-PloSPQuc1iWsM{#j?wT1; z-|Dqvcn&f>k5Dfww-se;NHpGtgj`9VcEN*Md@l@eMPT;}8rhCK6KQ@{H`)r)PBKbL zCja_9OEIrvXdD53Zw_>F=2jSYKMWjv82E7PSJl$5sb z1-&OenHFV$uFWv~!9=CYX>%(2LD^-{!NwU3b~Yb7O`pSfFx0kEF8y``Vxt z5XHkOL3fWRfCQMeeDd<%_zf?c_mi&BLW=IeU^3^1Uh5&OJXt(R)? zNQ~je0Ce{Y>=2wT)-|}B0jm6FF2G*95sZ$|Vu67@%d4R0>jFil=9_CgJin5GH#O@7 z^G0V3Bn9YPfozaEgem7d5QJnyjUXQtqw!b`f@>7$!v^VfzrH@t#LDVuGBGn_X1iu& zghW8M9>4tC5|<0o`GR&XRHGxN6t%|mmsqKS{D=8@>~vwe8~_-H7wG_i+a6_AoesV4 zD#pLlwuy_u4I@9V=Bl9D7djEzP5SMp+UrY~zFvrF zId?*Wdt}t}@59Cab9#4VaEyADY!dM`|F*pqhU*cL?nO z13ul6+M;gp`$wFI(p~I}Nw#`{7%&DoizJe$T^ppy=mr|-VrT=+hUR^;vc%;JPs2k) zQD;T@;^z}?48V@WH;5mdkh; z8U--Jbm^au{6Scj!#wM?Ym(3m-Gi<%$rreM`3^i!8Fnoxew_{zJMYVHpNq+y8afDRdSn+LDm-_k5IxHzcsNG;IQ zU2iXm7P@aOm$Md#?QMB&AZ{FlbO_s#v|ZnPY-ChX*x1luJ4Iw`1noEqpoO%D`$Z~P zNT74u6K)&|3=BkYPqt>60#GszT87!6d`e&3r}Vi54K410nH^tamU<@&yqK)EX5Fsf z(lYVb{&{(n_+naG+Eut?XPB3A)*jxdEH5ul(A7m%$M%@QXQhfeM7m3BGlvKIltMOnx;XxnZRH#Tw`mG4&+`r&dZ&Y(KZjZfW zqYxGW$d7x5hAHT^VgZy>$T_TzO@WZ6R6q{&Du9)7SdY|}GZlO_c>Gvt^V?ogk9J6x zsWJ#W=_J90DS|9=4VvZn`rW}m;p!gmoT~M{a+VSmcaR&y@H;>t#FPbpHyj!lx8NQd z7ncjiYYNW6M%omu577k%2sBNxg8gN)*(E~?;6m(s4Z@Wx0{F)YyiUjMg;b8iQ7S!3 z%DO+{wJ#1^-4)|Blnz3g_OeR&6N>0`l7MfbPL@n+L01UMBB+b-=t+urxXk8PR(=cI z#!(Jlhzzu*pcp|42t;v$CTaARt1UFKBh(Ll9a>|ipiiO|-I4^9Xq2iu(X|6{K_Q{) z&*kW{nAOQP)Piy6&K(pzuJZ7xSyipQI~EpOfqIvKIYaICATdUb98$q{wj(gTX}IgE zOUr368K6xxv=ihk=q{DNv**+Ag9Bq{S47J4qi~bbQ zKx#Sm8nE_Mhw{Uzgcx%JU`S}7O^0hy7?d6soUCg-aicOGv|LE)5?1^J3<<7NK+Oth z0+ejJ-sW5nsZ?D(_xBdOR3p0Y2G3XTSRy-&Lmo$Xe-mj-IKU@>20Z^W7hEc*^B7c> zd`k`>3%0K#;+9w*XxWERYEFIWfzAi(p{n}-r;&3FX(|rm@X>-K3=zA4!LW=zI1)02 zD2G;FyA0DVR@d0}cAl_@roE|w)4l0mcZg5P}8QIxAR%hD`sin=s4q-d7* zyjY*>)7W;-IOl(P-}mhO{hp|RiKM$@At$qItG89E(t2I{Q`tNvi$$wpy!6pMP)eC~ ze@mHvzUlFUU8fsN;ns)~t5C(YaB@#8lSNt1^Gy0U=jR_jflzFXe3} zrGZGCW!@zT2K*e&(zg_DUT}Jr(x0O^nM>H(yHI~ek&y&sr1|>T(@rU+ZQP{O73tE4 z{WN3EZfA3H+7SYYijWr@+2C+oI=B%VYT^R!nzGH0Y#~*9eOj23{63?_8#Tqtg6+EN zR1cz|X3`gOrVU-p`}(UBcKhr5 zc}k!KdG}~+!THq2f#P#pA|pRJ8*#RIdmdj+9Hy5pjy#R^bG5Fiv+oBqCWK{boLKEa zKa>bHCMNTKOzIW10~)}GyebKG5n~R`qqY^#{Yxrq8ieYWU&`)`#|SD|6y}_3_ce6- zYQDYMkLj*M#)CRUbR1F8XNofIas5c3tu8X`GNttgts$C;p*m+rhlr8o$Vzf=VG|%? zC+x)NPUxD)6rh_Lpm~<8ok-!~QL<_0jeS|fsNW@@br_tW?L~EuV%MC11d* zV=B*cFq@KRqt!P*Wk&vdC)gzn!v8}%nm%kYVEEKI??p==>Inl%c(698X6@b+zX4cJ BVqO3M literal 0 HcmV?d00001 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..81a4ac4 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c3561174af26903fa3b37dc051dad0427d99873341dc1e59a88bd9e56d3579 +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..61c5d53 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd9dbee4e2c0a18297f0ae787ebf1ccf4d090cb5357d61c74de9ff4c68b3ec3a +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..73d4847 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4ea61629db55e2b2b0356a6f79129c7a1ec99092d83f09645f804c98fc6ba1 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..6590e8c --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc768d29647b712707807fe2d41d611f50ba7592480b2c0f7b73312bf4e8e1bb +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..10c7a17 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,406 @@ +{ + "metadata": { + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..10c92fa --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476870a1f2fb6f6a2759a6ede2383bf9d5d738f17844563b65c91965b722ae09 +size 11422924 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6d3380f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,226 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "model_max_length": 40960, + "pad_token": "<|vision_pad|>", + "padding_side": "left", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151666": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151667": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151668": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + } + }, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for forward_message in messages %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- set message = messages[index] %}\n {%- set tool_start = '' %}\n {%- set tool_start_length = tool_start|length %}\n {%- set start_of_message = message.content[:tool_start_length] %}\n {%- set tool_end = '' %}\n {%- set tool_end_length = tool_end|length %}\n {%- set start_pos = (message.content|length) - tool_end_length %}\n {%- if start_pos < 0 %}\n {%- set start_pos = 0 %}\n {%- endif %}\n {%- set end_of_message = message.content[start_pos:] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(start_of_message == tool_start and end_of_message == tool_end) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = (message.content.split('')|last).lstrip('\\n') %}\n {%- set reasoning_content = (message.content.split('')|first).rstrip('\\n') %}\n {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" +} \ No newline at end of file diff --git a/training_summary.json b/training_summary.json new file mode 100644 index 0000000..d83dc55 --- /dev/null +++ b/training_summary.json @@ -0,0 +1,48 @@ +{ + "experiment_metadata": { + "timestamp": "2026-08-11T13:22:53.433476+00:00", + "pretrained_model_name_or_path": "unsloth/Qwen3-8B-unsloth-bnb-4bit", + "data_dir": "nityaak/stance-matrix-mtcsd-ezstance", + "push_to_hub_id": "nityaak/qwen3-8b-stance-matrix-mtcsd-ezstance-qlora" + }, + "configuration": { + "load_in_4bit": true, + "from_foundation_model": false, + "learning_rate": 2e-05, + "num_train_epochs": 1.0, + "per_device_train_batch_size": 8, + "gradient_accumulation_steps": 2, + "effective_batch_size": 16, + "weight_decay": 0.01, + "warmup_ratio": 0.1, + "optim": "adamw_8bit", + "max_length": 512, + "packing": true, + "completion_only_loss": true + }, + "training_stats": { + "train_runtime": 1628.8861, + "train_samples_per_second": 1.907, + "train_steps_per_second": 0.12, + "total_flos": 6.632629478734848e+16, + "train_loss": 0.5304034289641258, + "epoch": 1.0 + }, + "gpu_stats": { + "gpu_id": 0, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "memory_used_mb": 18788.0, + "memory_total_mb": 40626.8, + "memory_utilization_percent": 46.25, + "runtime_seconds": 1628.9 + }, + "weight_verification": { + "all_changed": true, + "unchanged_params": [] + }, + "carbon_tracking": { + "enabled": true, + "log_dir": "carbontracker", + "note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)." + } +} \ No newline at end of file