From 0129792ba75e19df4afe00d1ba20b44a1430b8d3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 24 Sep 2026 21:55:21 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nityaak/qwen3-8b-stance-matrix-semeval-mtcsd-qlora Source: Original Platform --- .gitattributes | 36 ++ README.md | 21 + ...68938_2026-08-11T145253Z_carbontracker.log | 10 + ...8_2026-08-11T145253Z_carbontracker_err.log | 2 + ...026-08-11T145253Z_carbontracker_output.log | 17 + chat_template.jinja | 97 +++++ config.json | 72 ++++ generation_config.json | 13 + loss_curve.png | Bin 0 -> 22950 bytes model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 406 ++++++++++++++++++ tokenizer.json | 3 + tokenizer_config.json | 226 ++++++++++ training_summary.json | 48 +++ 17 files changed, 963 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker.log create mode 100644 carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_err.log create mode 100644 carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_output.log create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_summary.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6064796 --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: unsloth/Qwen3-8B-unsloth-bnb-4bit +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3 +license: apache-2.0 +language: +- en +--- + +# Uploaded finetuned model + +- **Developed by:** nityaak +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Qwen3-8B-unsloth-bnb-4bit + +This qwen3 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker.log b/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker.log new file mode 100644 index 0000000..358c366 --- /dev/null +++ b/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-11 14:52:53 - carbontracker version 2.4.5 +2026-08-11 14:52:53 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-11 14:52:53 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-11 14:52:53 - Monitoring thread started. +2026-08-11 15:21:52 - Epoch 1: +2026-08-11 15:21:52 - Duration: 0:26:25.17 +2026-08-11 15:21:52 - Average power usage (W) for gpu: 298.3021371681416 +2026-08-11 15:21:52 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-11 15:21:52 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-11 15:21:52 - Monitoring thread ended. diff --git a/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_err.log b/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_err.log new file mode 100644 index 0000000..c6e384e --- /dev/null +++ b/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-11 14:52:53,939 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-11 14:52:54,077 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_output.log b/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_output.log new file mode 100644 index 0000000..c3c05cc --- /dev/null +++ b/carbontracker/1964061.368938_2026-08-11T145253Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-11 14:52:53 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-11 15:21:52 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:26:25 + Energy: 0.207532531472 kWh + CO2eq: 52.570380996534 g + This is equivalent to: + 0.492232031803 km travelled by car +2026-08-11 15:21:52 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-11 15:21:52 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:26:25 + Energy: 0.207532531472 kWh + CO2eq: 52.570380996534 g + This is equivalent to: + 0.492232031803 km travelled by car +2026-08-11 15:21:52 - CarbonTracker: Finished monitoring. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..ba89998 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,97 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for forward_message in messages %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- set message = messages[index] %} + {%- set tool_start = '' %} + {%- set tool_start_length = tool_start|length %} + {%- set start_of_message = message.content[:tool_start_length] %} + {%- set tool_end = '' %} + {%- set tool_end_length = tool_end|length %} + {%- set start_pos = (message.content|length) - tool_end_length %} + {%- if start_pos < 0 %} + {%- set start_pos = 0 %} + {%- endif %} + {%- set end_of_message = message.content[start_pos:] %} + {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = (message.content.split('')|last).lstrip('\n') %} + {%- set reasoning_content = (message.content.split('')|first).rstrip('\n') %} + {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..bd0077e --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "torch_dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151654, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "unsloth_fixed": true, + "unsloth_version": "2026.7.5", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bf14878 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 40960, + "pad_token_id": 151654, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "transformers_version": "5.5.0" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..2039bc2249a05e574239dca590865ca96de5cc17 GIT binary patch literal 22950 zcmdpeWmHvN+wP)7QA9;T6i`8sZjeSPLAo1@PU!|kKtx1I>F$#5P(&1@*=%VPkq)K% z+>7UZ-|zd*8RMM)XN<@3?7dlg?YZW>=N;E|-7{E4NtT$1iU>gvV!69gY6ybshafnU zCr`j9e7&Q;;D16+(mGD+cBW3Q4;)Mo#RpFI)^<+T77wqwm^e6E*xB;1b8)eAv0gQI zabxvFd3Q2 z`E%zaIiB^M;(LmZOCLKRC)^}{M<$S-UV@vEXU)eDYrs7-YSy)-@cA3#mf)5*Yv2P) zTmO>@=cM zw_Lxbv^3Gw)b7#}NZc=ew9~yd-o3drQt_~rsK2sF#dL)h5eY_4Zdc1iFfa)Vk8JGc z7dQ4T6gL&kB>NhT)w#N|g}r{=m~yaxu;PpT6ili(LW8Jy<4ZKRZ7g8Bmv#mV^>4^E zcy0~$q)J*@izf=Z@;iGX5*z0coY`Q;q@M8x&yD4}mHDNriNQ4Kkb!!4$Idvudn*lF zNx!=iS>#If3SYi@r7_Xy?L3p{%FN8%zCp#&xScjwpqt(;wpTE^(6}}3>9My|wJ~vY zsQvWmQz~(v`l6;ok18s5Cr`QIl1D*@Ft&x}r+D){ss1!xtGC(oD-~$HR-ampI6D9O za=u~bcl>a@dl@Tvh{wi!X5C7ozG58jlZvmMofyxRhHTAzEhZM0drQL={e@NI^MfsV ziTqJtySfI^KSr@=GYbf48`e7YHf)XOn|8*@g&+QnX}ZbDslrje`fS9-M7&Nqg#4>z zMQua2*L4CVi#d!YkjDiBzhP~xF`MY;j zl$2fzInAb^W1<#z5t-Sd^qb*2iSOrgu%TUOP^0EL<{Y!RGEsclw)z7ZC40lVn&{sz zbRNIn%C2uU9T~)bZZHXwUa$hE&>&Fvu}8G4+0VOUGw5$VyBjqT@R5o~>7Io(dLZF;r@T zu~m=t-rLNz!WMZP?#wuUy%96JIbx^n=2jg@LR<9hn}S?lt@A?plc~=RBMb}-^KG=g z8gg=SHCyZ7lAX7f$12QwuU8>PzXK?YR2&>iS@zLq0ZYWfjOKN)*D1J;J_+jU>l-LD zQ$E<93Y*y%!{dC4(_H*5j<4g*V^;mjZxxHR3q?G*czB^OK|>Vl0j$rgj^P9D;MunHO;1lyb58j{c@9))rsw% zoE+DpOWn1vUphMS*WH*$e5-87UXiouQP$Md6q%e2YB3)!&+RQX7H{D^^Qi4Lbs+tt z@p^aLk?6=s%GlUgbV_dfpSToyS%6H;lY_{4GJSzryBBRE+LqmQOJe0%w@2I;G- z_UQQHxJ_Qtxc@pI5EN9Gh+Cv!ZEam+wL-;jeY1tr31*FI=n&jgct$jve)LEq>;=u` z^y?Ck5?;B>O#E`C>8MdAjHWP4Fci>6y! zTZNZ zCucXviHy8hHU9C{NQ1`K=rNU{huWS(9wIj8N+xyYKYl53-XyW73 zMBPz>pyNeS(kb$FkM-G9xMAY0CwJ&%UgfMl**$52IFsU>lgI?$mVbhnYPMfl+?k;9 z*RRK&34-dd2;4Qb6Vg&r=6`>E-JSF&fr*;bJN$gv?j{GvO1<$K1gSx@WbZ6k!tsiI zaHu^36JF_rG;R_fK71H1w}=?`J@T%S@cR2p&cw`&g`Hg~JP(s~ePbTef3)X&q-^Ya zP+{b`#E1PG9)6)=V^F^+=|jn*Hs%{Qq?5h=2IqGc=$2_{XgGDXc|$PB(=9XgSgx5_ zKiHaBs2s74=rncAw}78PhlX0y7tS--TJR+nV1hIC%1Dwdg0GUBl5*91`$v#om2IM4 zg=Hp;QU}}?CPGXv=VaD`Pi zf=v@an1AFak8jGVbGmcq4zGDniu?!!T`Pzg^2*BE1_lXwmDY1{;uj>wWDxwxvNJ6zG3N=ZrGWj;VOoy;HySJ}FCWM_Bl$!eUpFjV3FmaGFdd`-CP_>pPe;7_!H(k00}FLP4c^UIZd!F zr=y!-@6LZOdBmorSMo?VDyV7Af)J+aQu0Z^5DJdLfn0Ux7GeQ&h+?QSLU;I3nHlOj z^6leay*lH4bg;GiD?<4qIr(qB@p21w63wL|IjOs$m3Rn}^GX@NShZ5qxEPH4BA-m%Gsf%O{$~A zO$ISCM0xA`qp-P9fpHZ*J-v!5_usK*@Gu;j9?ak8oZ9D{YLkSIt-O9vOhUT#2G!qD z2kNdb{Y^y+S(kVDi~o3oP1&9F6LTTjc0y~9KT~aExcZuX{rzN=lsa>}lau$QWn^ka zE!F)x^Mdj8Co1y*^PS3q{8;r!*&qW9Fs9ABVvvG!J!O=X#m*99%qQh&UVkOtNmrv5Jt6}XR z4YRF(9%=YOTl@K@5VurYSz=t%jn+j6@QN|l5s$YL@tUNB<>B-V2Rx*bc!=McB(lye zU^seb1J`CaHZBw6sr>Hv_IKd+k4T6Iw#A-=X9%8BI75seUDP-|r^m$JSFn=LwI#Nd z3$Ts+bLVS_N9thcN8Wn%Im3J7hH@NW>bC^o4x0R2>lBwGqPjlyz@%O|hcsw3@vFWJ z3)b*?5G) z^v@4oMLbGUkbK*v2{pC3NY3NY<@qDC)3&u4nRjpthdsWhR_rPNGgG*57YZ`+j3*86 zC}C|iXmNT7N4efRaefJ>mUW(Vd;Jvy(^LBznZ+CCJB5A!I@E;npF7GR>*q~KC4DQe z>BiOs9IwYbH*QK8<@cggA!*s0#qV`!i_IRIgXa^3kKgOC);{W4A(f;c=i%ao-A;+q z6ZC57e7?+&5At8XVV_N?ePahVIiQL!L3`oK{eHHC;}Ipmyta*w76&}TE!gD~RKI*S zD;`~h9DmqwS*mXDKW|tw$i=PksDFfk{)G>7tU14sjHo-$N)`Px_&{XVUx+ufXYy<| zL!gl~x&ZdF$hvBT(gv*!cS6Bzj%HdwJ;jd zbrjlxA}~(Wvl7Jso<# zDm&w-$VhXjYN2%P`xtOKzrr}E7iMn5Lg6A%)z+`3iWXVbX-^E4DLihx{1(d!m!0YD@NVOPu4 z)UHCA@#F{6%mo4zj8*=181E-?0C;L+HuR=RP~r6p144Y7pX$GHqO! zM|00o3sti%03IbTFJErfO|t>Pag<*vTU{x;e`EBA{eaF=k_yL{tauKKR9}vfe8E$D z&L&t&bd(6gYA{VRH(VgTe`54;+cbkV%hbvXu4g~wFiaco_AVr z7>UyW4y)l0xd@DT;oFCA;`^)qkj0qD>iU^l(LJL7N21wNP^ zbDhAvf6$W0=bIw1(D$wAtYVAi!@FDF`yn*jkIQTm8f5%U*)bmrnM`BA9azRHpTX5F zeH;u?Bm)QU#7$majZ>#ip_#7O!MeJ3d`1Sn=;rrFR9p|A$MIQZL5wu08u!ST38l&u zKbTWS;W2)j;S4est#@wpNhS7HFI{Nad=np8nl>)S*2xts&t|F`QeMS{IP^Ez9m(vg zK`1zkSc6(p0S{fs%P(@Mi{^kLz^?vJ;Bw=hEtK*#(HsWVJ6Yj{GF z`tyP$j9gRRv^D!PTX@>iHTicAm)7uc5wCCoA73nQ@+pXMpGkV=8yKCY7Wp(Q_qMxy z<|iss37Ns5%j*B^)n)B`;`7UCe56aZwV!Aw3}M0hq@PdLzmvc5AY|4IQsGQW&lk*f zwcXd5AoC5;mvt{?g-dVaONc)z)8n;KsHcxQ{nVs8J2cn~g~-JqfCkAp2lqmz#WcL^ z6DKfC^YJ1llms}*?+DM$*lNU38q&}fKL5l!wz=$aDR8}Y3~!*|wrJTsaDNrAXe7i< z;l3G?q!o4-*yV5QB^5k&mX_z?Tk>|Nu}ngD!plSZo8kVvxK|A*Pr`cpUPV6M5c|v?{PgNSKWkth z>L+`J`%KF(OYr12*N~5ykNQvQvh@Wg;AWZ#b{>bP3-I-Mf}w$0)pzt3m$5jw$Yj|` zKYLPIeGlr%v$$|8F(4@fMoB3VWI`5semUzI4${1J9{G_~KxlvT=gKts#aIJK7;=d5 zC8{m1oGj_CjO3;AtB;sdBhomKRaUH+rKwpWu{1B@TK2(yjS3G>gMD(7nR&jzrmVE|7}V|X1d#p9moLN2y;hvZ*LN`DPX3+l z*jQ~LSpXF5WpHrsYieN>DQMUnwkjR6CbKQG!m<-z=2yTYJgXtmykgg4RosxZz3rwP zWn||3^7Wh6>oAv5(bF1JFYX^ZNxn~TQ@|HD0Kv%tY#=-Xs{1_SCLha*#s(UX+0-)I zJ#ZSiJ_oxrIem4{2?%qXTR4}5lhUb~&houBw|0?(gg0;-whk$yl2d@V-26ap1PZVh z>Q&^mA3Jdv(3c;R8Z)s%Jm(!@%ufWp3JGD_U6(wds_^(v)trI({L4auZQRE#sbi# zg(7~9d&|OA_S%MkOb@=LlVvufy>g{s^8V2!;*nd|bwWS-JBidu)V(&%m0jCC4*r&Y z-RsEVg7Hxwsj^5a%5y+mW~mzgVQ;?kce-d{6Tq4FiXA8y1}dzudc_!h9oFcH8N6TU zcJvBVUPl@acNdOvTF*tUA!~j%<3@wXMbufVh4*@|>@KWYR76C&QlijYl(v!Jg0uhOi{lle z33)&nI3(@H@}Hz4xxsrhDP6bLYmf*$Mft{`x21Y)=xj6-{0UlF$=m)0?w7joasbn< z=Dg8o52;0Bty~1bx=x%!o@n9l=R;z9_u=twdWO7U1~+v-3w3pVaT17B)UkV-xC5`+ zmrvExW$up#gO}Vphp1*MW#it@qcdhKO+0pd>=$v)X%dl~Rml%b4WA`|-v?i+%60}H zT!kz8>d)~@GxX)?1;}T) zh^sv{xK1OM=5L91-{0Q`8ZuhLW8M|81-)9QT!5OLccx>k;4R7w#@_gOrs!=miYC=Z z=ZgCM`0+!?e$tQL0?3kiKr-O+8*;$b5Rs4wln80ii&Z*ZJ(=wX$(~WxCi42SfD*uH zSb+Z50a>1lHA{L+4}ieZXpK62E>I?-k5-Ym<#7L}x)a^k^l25s;eT~Y8$z^)8H zq6$D?wpo(93{X$u^x$RW(MJO_w=;Fmk$8MJMNcYfv(Ev2qVcZ-G!k-DLQXk=^UQlB zy?vW%J66lY&p%k7X0P>!>#dLzxAuto6{?=1w?orlNsga*Id7R22|xR1LV_*s+jmi( zI)nJRKBA&bDC>f7N*ZR;p{r3aiNt>;!+~#nK)+G4d2VQdATQ@rPg45OKkIeAzj-o2 zmzBJ=P0Dhkk#soer%H^e%dyX$@q_ys9f!fKJjed#yL~yT>ED=6{9`HgF>^R7yWYr` z-gH?^n)GQD61aVP^g$Xs%L2~mlTX)LI3JhjC={VNU`%ed-;HDJBwwqL*J)N|3|P{6 zAgYC&=QA?z#l#s>b*0%%*%J&Ev^$V935s^3byBk+Cm&J-tSE`ds$Y`FJX2Z0f-$@wzl!*KaoGxhTrZS~yZcL|u7kiR}N5w?kd@9JoA3;_Vk9A^iXi zXRsUAqK?ZnI*6GQ_39qQ>aWE1x)!4t{o=X&%xN59Gz1-LcMOhSDpX~=xBQ~Ses$f;xunB;q%xk0ZR0w=vF#BL96kSRZ zvtLX+RXxWEhjXkD@vBbLeyp)?VZdn$OL!O{G2fv?H)Q@Qz?&9tF6{439BIK!mpjd= zwSM|EyVfm^1wy_EuA19jC@!{-pK1$Rc*#=K18`Oj!D(`H7*Xx+d_EZ!RUQ-vg9F!g zc|98>TKRIaf31tyC_l;Z9SJ-R2zehKZkxwoA*^dQ`FNv2h^)vLB{pD}u&}Wy0%0GX zVbPy;yx8*cFAE0qgk`DE1_7VS{SW4rzTp{iv~%B|+(taFO{UGNFJ%z5M2V>FL;h4k zPGEiji^o`ACMBh-JJ?_5@m!x(t+2%8^=-ft_4(o88T?QVXRll27X9;y6lzF~ptICn zR!xTtV*F|$m9&_%C!T@V;}fAlXd#?*#`0wA*}%#aevM#EUK2BgSAa!X0x}y_Dd@4D z1GUUbCCa20Ig=4cWcM>=_s@AO+n@7jFT#6_I`Q$ADV)`snWTR3QbvW9s;a6p`@7)P z1^|N323jWP%B3HzuKe2z3yRt1_l`*2ORaIqoWz*UcP<}g&!=)yq)h}{6bC3 z50$mwogD8iSIDs`N!Rb-Mn)NDe0nrgl=}d3(XnZsF}{1zti6CLZ+s$Eo=pv+$$PJ; zs`_?e0`jbZJk5L!6_rW7O?Z$zSRzZHD*{Fcp(N(!?pyk?!b*Oc^bQ^}X#!v)JA`R% zWA6$Yh}xptll~yoP=g!23<)u`L8Tha%@T#WWisJTBQ{k`w{GcdjkzYPsjFAG{dtHM z$&il)NZnLbh5$X%L%fWTw1r0wE`3qL*1T;l$O`TVd1aN3%pm5`S& z`+l~DRCsRLLLQ+6F0-$NM7*Hs=wQW^IuN_tK*-tuOCBE5`JK>tC&eA$hx4r+0YoPwehr*{|a3UIHU7GfOitrsPGt1~o z+9&6LGRc`zXgIM7niq6U(D_Cgb$LZa44@Whu8V3VnhtmKPms_Q0M^UG!qV|gO_ku- zIz<(T{gQnTYl>=qQ=x_F%djwQSPcx+)hOTB4j#$KC~4eniWtb#yMWmU0GId_%~#w= z)bZ{EMGvu(*#KLh%L8?J`@<3xb3wu3p!}8^`wfJf0xoqXAviYDBH79%*Gay6p6Y3mLZN7Hx8cr24@Qg;(qa1i@8<$Jf5`VbP z>y=L3L`x`@HcT*54dBWRM#j3aI_>bEQ&X`gheQ5xUHL4X+&~_m#ZZq&3rCSd%r?&Krm1kyp0MLLVz%YGT3JC zba5>ytDfT_Da$+?7gsUb#)XiI=D_`_Km#z3$)BkdgPH*J3=EnI&eR3RM}Adcy@ zRQ0e;RioZ{S%S^?paTb}nsuTXs3#z7<6%TPcT*IXsDiApy{tCkKd&M%n}qHnNLE%B zGaa2IFu|zF$;ilL+B|yr5K0nJ?JJg2Ue*~b$k~AyUxY?)d2AY^pBW?c#L zBM!tVt^i06)El35l!at+{wA7IGrGP@N-6>_Mp|0>>zoraBV%@7rL*_N_bor(0P1II znsuEncD?#r`=_beouvxPAx;f(QIT)xPuaI@Rh<&`10SgZGy%OF%vF(Zi)&;kzL?u} z?V+yg0fg9KeI=-K)#pD6tO0o)32g7rpAW0h0swY6UoLY(anAdzD6thDTb#&rcEf_q z1g!ukd0|>$P^d@)5F)ao87hetj39#=Q|!*L5`vGUbaC+^jbPahx2~YD5CqpR2Y%jn zy%aK{mqk9KrF4!z>|R0=ngMFp(Nw5ec{(K6?8ivoy=?|yT2PAzc8EG7h?ttcT~N7) zCiy&k_ka*O&gqrREJ-H+51VjovXU}PK5-(->O5KA`>XK|L@z5=++G75&57Ec{YywH z!9DZ?S?=5|x|IW)+H$keT5|)uld~U^&UwQ%~~-A zhR^<(l&sb^8B0J4m+n591w8r~Lr;J#>DBAkS|EFgy^%s*m_*E$9E7fsId6Vx~_C4iRxPo z7W9H_gW0A-s%O0Lk<;@6@;ND`r>{)}F}&QL7Q^8i^#3>e;1q}`8lL7j%n)rW-B`Bq z<||MqMR8-l6}#A;V@8q>;%E3pkQVIE{c-#8KXQudl(7slLY5_drYRsc!X$~u!ZfZ!j$p7 zYe97bZV}7&@d7F7##hE<5YV8KFvw7ZXRufJEF-D-EHi2xXOb!sVMguk-;b2S4Brip zX4O^u!HdO=HWI|4k(zr-_5?labzzzk&$Zj^@DFAc4~2 z+l<2y`;obC4w-FyJk4>FjjizG#(&}bIqqw}eGYK)+5wubHCtv#+_}b5$Fd5T>Umro zghm?S-MP35I8Y%-NMm)M#SaW<1Ox=YK7||##D2CU8b#Hgde(PFIsl<6GU=bOn{fgo zr7^WctO4k%v>ls&>kaX$(X_+=3Kz0? z6pxAHwMesTI?xJ_jEc&HysS1W&H|Gcg=Q_NChF={iLYP3qKWGUC=mu{xpvF`OUYmv z$OJkFkk6eze;ySOfsRPsqV8W&8RO9jx10YadFt$0mrkB{iHT@Zo(G0vODfKI;|3F` zSKtG7ftwl329owJ`CCanp=DT&q2(#zyL6cJ$7D-O+e{hNM+O#4iXF8=UeZ{yzvg&CkkuAM>l~;Pmfb z==VTC4&*slXM4Agt!gywDITFm&h>$4P%${UdzFJyB-d4Ix&P-<+kj}7(l#E_OrJ&2 z4B5g>Vd1?3o1*%^@+6x6!vLTUG}%bJ1P^sV^5ne z`jMhBU2)2O!*)pGGD+6LLTAv1xc^9;;RVpU2U#IMo?tha8`{=@H||gzgRIJu7Uvv| zt7a7?0ijOCo_VE@aDoMjSZ!0Q<4$%8OcVfT@~*^c00*V<-Bst-#f_~Mj`73&FeV&( z*szeG3OvH*&=oBhdQfeTu*m{|{?7%cv;7{tyuCz~Yw`F!x5McQr#3FsT{jn>Lmm*t zW73{v6Q2O&C`l4|ZqY7-$1#zZRnD4?0`imMC;d1T>ll8__trPQym!XCZ09|SZcGZm z=a`L#SW-wPld1XN2olLTy zHVt{{5J(?KTfY_fvQtc@RR+WP5Axk?1AU3#PJwT;K|cnZu4rjUA$)zBK?x5JQ5gX^ zjI`aBxXOBli@MuXNdl$~^o7oMg0jxf)0k4(UXkZH{*4Rp8}f4rekI`<9Q+K&WI$su@D?vCWA) zyBP%pRz=}g1QXNfFqyg;L?Oi9b+I3=LLLGH#(c(tXVfOH&xb-ZX?X(I$!TwyXGz3M z>yrqV^I-m&$cyNOkSiGu=2|OBc;G+^AqSW0Vz+GB<>IzF&i}@Ttmp*#jKoXdb%p3Q9^^ z*djwdllF_=AcEOF+*`@77(<~8Q0!|%4BGwEMoR|zMrZ^WaHzPYjZLoQ`9g8LI5P14 z0+2C_?atDn0(*$4`Gfpu`JSEZlLzR_Z633(0oMudY}f;{#l8ntOXMMr{FSl=xCP_~ zaS6F&vSr8VQt=Ea4lt5|^TQPjf;MZQ$II6)HbRRUt0Cx<*Z`1_NmR5U>)s~knxA{0qqt?Kh8;^Cj5_V`?t|!_o11$y zI!ZL`#fzN(N%T%Lt1`eQ%CBpaf5-{mlcF8I;N?{hqnoa@2KNQ^50EL|0VDYTf&_57 znS_b!-9}VRev`+cY}9y%9quHGh(c~TcdV?2!qy6~BM_%X(dSlI>p--qlzDwc?tOkb z`^!*`?Aep3`Ap*OC?E-_SleUv8mz!QNJsi4NklWUlRVlh4q@>(9{CWOUEvO24S&h-G_@5?Z3Ja(nsi^)TJv4qNa@j3c#I zFMWA$dk+*!j?&0;Y)ye9DF)n6X!PhL{6MpB77KE*J%MM?{Epx#$W<0>8 zw^GC8Hy0yp)|qF>$>IUnze2pkF=aVY6Gw3mQ77j{hI_R>d@sRoG@JzPe;e*!nINI3$W&l?(DC?TfuXeG3qI33xfu$3(Drz7F)$cymdj`UVzOF}Es+nnMNFWp?R9|l zG9Ul8+88H2{Wavcr?+k&WLN!Cmb^W|6F?6WIkyCpmDg{B<3K-{ze6)~G zAv`Dc0Hm4?5$~Hu|Ncj)X<`p%Y=RC0c#W*?iK3TEo6&6XV!p!J{xH|*sH<#`(9z{2yMCF8;9WNDm&G$46>5(#!9i5a&?~LALb5`GV>09=C(F71le>9&t7*Cp=udCNyt9zeap4cJj-G zIY0dYhhLjx(yC*tT~`Y3*z5~4BVaq*Zvb3V6wGzE0R6FJ%7S^ZdyYTs)cr;si_1Qd z|19kSie@xl5p%XHfCSiPs8kwIRTPgZ7;Im&k&y|E<}fz0-Fb6OascF;dIc9ucl%q} z)>o!Ioo~@88{5hchEh}=m&PJpX1J3mun!<9ioc@_4``h#?0?*WLazGbW^izDEs)N~ z;wQ*zk10aXj*(w5?;n#Kp8vX1xiHaj!P$G|7QyiBNkU|s0tC1yY=_n*XtbdcuuX7q za6rZH2TOLo{m>rbHfVDMO52%DCa2i&nlS$o( zg%Sa|uqAQJj^C?LX?cH@S|~RE--(MzJ4kXt;#9M+i8jgPI=z>bhUY5);@ceXh25Q* z+P+~I)}v#fd^wJq_Vq&S=)428BR z+YX?-Z^(frh|IPh{O`u%Q2$0fpk7czgaf^;J?E39l$ZyaEi4^Vu&}&anf`8thKA0Y zvk6}?Rr)BsxlIC7Z!=uZMDe*j2|BK7hl|yLV}L%ng1(J^i;bE+0|*Gs|7K<;hiS(! zR@5z~qp;Nalw&ZdWzJI*Mv8P$LPME5j1fDneA zGU(ycYum6tMH9MA&JvG#=%Nd`8gue2PWg~ETIt(1Y-phb6BLDLlOA-?EnAY3k!7Nt zC4d@+ukWvQFF<1Zqp0Pfr@brw8(Ie)DN2-7{m|TG<<~pq+RdJgI$q#?wMFnky-gpzD<<8c6_H za~;9W{w|5Ro6BEva%t25(vAsPAO{?`|S$nC@}(Lgsq1UHET4mECe zo?uiG^(Ktxk*7Qgjpdng+g9s0Za!PL^j-g?dV7nx?0+`N7i&biB>( zbO22S8 zo8}Pt|4XCy?K}+gERHD!;ubGXVwK%3z%Vx>+P1M~v32rwNsu{+`9tR~JbLI1SwJX_ z#N-tl<*ypjiQc)fJ1D%tHX8SHCk>>^g!u5ci!qdOV!oaM3+>!L0KyQYK69J^Gz;oL zkA@oe8jGRbT~x(ed!Rs0jO5f+pE!4mu&tDt#5cQcOFW(zkiHGOewBj}ehmZv9=#&q zv*+PSXHr1gRxzA8Lq4Cc7_I8OCICmnPr#zoFKUF0291#{; zi}QV;@VqSQtdQij;`L_+-|fQ01T@%uB>duQc(>a?%O`b^_Es+6o{}Xj->^%@emS=d zRRA;QhlcI#CjrF|-d?mJQT-U%VYwJG5z!EuM8ugS#Gu^h+PLlb_gCXBhL!KyHY-6Z zkiHZA!22~}IZvTsYLq&dEM!;@(Av^n=bYLjZLwQv;B%}~Uc8Y2Z*`NKUgG?nvFVf_#dDH#mXb2IPmOfrazNbL zy~hXjQ$P^@O_6Heb29jZH?L=`pZ8&=k0$v1J_QloIdFmX)Y{hL8yeA3$H{tME#)52 z+RnkM<#RjuZ;1R+qP9xGe%gg;p%C7U{E5i7+JCs@)ckuSM18$o1Mr6~Ub&Alavz>* zVVnGM+YfCt{R)3xDgzXOIIgC=FZZeC--fkcjb2;>4hrKX9Lh`oe)i|XrSQOGw>%Z2 zmW23;V_F}oYWch^{d+oUi8XJP{RZC$%eT+)tcl8XQDI9;;o<|;lunP~QuS^dErNti zJ3us6eDCG1msipU;Op_dx1kdZk(X~V?9Elt*12xhyMoi*Piiw#K(0-BhWT^|juu&T zw_6I`y6jg#LSB zGa5DCYdIc7#Aj4)KM76hS#i-WA`gkwqMaDwQI_ zO)8$RH4l!K+FUo)k1C1ttzG%Oe0gA?jQ{jD6?^`+4VNYh<4@veXdE^EKprCf-~$fP z>9Z>34IYlmX?|EqDkkzVb!m4?df3Oeb;$as&yq}t>H4A-ip^4(JWs>Y(pPMIOv1{#bUlicCzEy0}H#y zbALPK=HhDXwWIcG9^GfDu)VUpn-<}7%&pIX1&B&-lo1B1>X%hSNR(J~8p$ln6Wn zQu`AD;p$J*SQR2834-Mh_2HY(&Y1GSTMqiRQ}`x>mxV z;d;j>A+ehPW!C;_y~51%OW0h-+>in3wC3`|*;%Sa%32}E%Q7R9ynoYXPYW%RtL9*nfELmiJCqBx|Q$X4^A60P8XzAKb#b$@5FJ0r~pD$uez9xBK6j zU%B2-6evDZgq;%OKKU40eo^$s31m80i%~#y?^yqL*)4^h5OA7pJ5tCM=wL@X z-|Oo|u%$roFhSEeuo%%A!0AKPq0M3JTq&pyRMd4kx-l9AlG)Etwg7mDN~uutYPiNR zTkL4xu>oXbC}(2De*mRf4m3v$zkeWEQ3W{qsx(xDbaZqT)| zAKU{%s5oEo{{0jv?sA%&n=S1C`=1Q)dPqfC#`)?BsNH~A4_gQFA4%Cg3H955PRH^3 zsdUwpsm?1LRWnSAwl`KCxKrXoAMaxm6S)hnsN(driHXTq+p2iOKqg88FC6G|af0q& zXt3YLj6Q`1KWOpLR#OX~c%8)D;;H&_EA`?^%ZeL^{2#H%JgXJ|2bAsY?P_p9LuQrl zhVwdN1e|qVb@i>X4o+fM$sOtyX{PZYwR)1KsfL@adn$SC4J3!dYuca1A929!(n1;t zbOkggcj?0XK~a|l?UH5pxc>L=!S60VI0vwhUverT&KrV@%P$TNGe$(|83Lt>7w%crhpxh1fydGHMUJ!0&lC$ZV_hrc0EJMOh-t@9cf>3}|BjQ@%u+;Q7tA_HK2S!055!tT zlB>HL3n&u+NH7!3Cn?z^xu4Zm&Wb#-;olM8HXrpdiQYrG5R(R5Ti zxpgH@&@qeX^y%*1x<8=0>vP5$X2Ss;pjy;~DaXP&9U{&*DHdsuwu8`WXJND0i68_0}#=8KT!3f!@$dW?Aq^#;b=_4h`Agb9Syrr6A`@v z(a9swHWir&yDW0jUjjX>Y2+*yxJ+In_vt8kECo3^6=-@siy!_W!Ir{tAI&FEp5z4e z(roYr#Xq2orQ(n8T$&LFLgf)??HRN**DhSR@Cu^$6dVJ^Pk#wSuN>Gc5H@}$78srM zXoTaVB*RPKaU3nxV?YAkzu|8C{e3E^>kAxgw2F;vA|oTKlW0Nng8mSkP_&@82}0A$ zz*HA*cv#(oCf~Pj-rR@AKZS%_B_F#z!BbrO3OYsE%;GZlHB-1bC~L8$ur`<%VPVBP zX;xpMU*YkunVHL=uH&J<1QV}m%L7LnO{ImfJLnJAx!OH~$Wx)ozoLu;}qeph+Ljn78bLR{rkc%TKmf9~2rljW5mk z&Sl2r!Lx#bwm5Grt7rjKz|bD~WRM@s#&O}R)lg|B_+*{sqgXgU0d*BeyV$1k$6v$s za;qwz1N-haUw0inOa|R~-q58EGGu3c0kru8f)9utUD@iO!M(zJ57?TDd>N}EHW1^9 zWxF3JCEQB2Yuu56Q<=Qdow4s_#HP4mYq-nemtnVo%be`gKd?!XyMWH2AR7&3g5vj-3%{=OHmKs2Ah@Dy`OK>}RXwzLB$Erh}eMi5isG^Z9f*wvwvlamf3hF*VK zKf_5JB5LW`qN~k#=y^=48XCVUMYy^mI3F zwA$>T+eS!KCy{?V1KO~%h2h+h^Q5GYP#vRN|(LcjCSmpQ$Fk&a5l?ds}s z+0#XLE(pP0tvumqpv&5Z&QT*SaNg9L$6jC*71~a0Im=9wAY!KkW=p+h+U)Q(D!~rz z=~0h0!o^B=%I;$b8GZnO~Yisx-d14 zX32XB2}O%$UcV>b^!pxSET-YPR3+Lvb2S9*f-D5sb&{%iBsXt>iSY((Fd6Sl#OiJ2B377?BKmOV6YxnRaH1a_I z@4G)my8&&LmT>$S=-}L=MlMoN>@7O`nY8;njiELJF7w9MrP@Tu!@x{x26w^%E!AUG zPGS|99}6Ge*}K$-*v8Ko60P^5q{T3iYkaFn=2TPa>R>QGw+5#j)Ckx*8ZB{Y$U zFxDwZQ!pW-L{Lh~QUS*#(o~@D7wtuR(;H?obAX)xoc~+??|q+FZQ_`(n?|ksHgfns z0r{fu(-S&JlgnQns&Yxh8>tsKh4*tCLB!BwN>RN3xN-Os?W{?QI6(ds*es<0(9sm* z$(=4Fnj{ZM>j zLqb9^giD3EI35e-JnL=W7i(@v2Dib6)hQP&aq&s|7((O0WB5V;2BAPzm^L3H4*=Ip zIPF$GB(%{0EFM4RrX**{WF-ix85Qx%|vv!MbopNr@7_X5DPnbhw@$a!KVxAc<( zMJQBAl1=k{I>4u4>c4>*zYnUACW`2HaZ2VU-Ymh$txImIhbUS#oH_5UWW3Orel` zjH>o1MTqbc{Et~Xq`~3+bFK6zF}xC{v<8)*vsOS7Mc5yx+^-_T7#~_pXYSLGh$ICi zR+tAV@XLI*qL|cy0X6*RDZj0IE`FB`;|Ee30seMZc94nU!wZ%nL&Dt%L>=Y!1cK2o96VG#`kq+46FYNg?+_SaTC2q zl6)M}elrF_O;}Of02!5{T8yFvs1a#sfrlzbDethrud40+4J%MvLlBoGJe&=blABX; znUIQ77^2KzU2T&lBqI{V-1?%<&CM+Z3Vu?vvdVAl#haZmSbd?Oq+Iy{(vpPlk6fW1 zv&6#RNN}oh*3{!J})B3q0|OC&v`@y2-iB-uMUc(FNdCa8-B*OAqX8x0nDHx zP$m~uD-#2Q?#5Tgn9rYl)oA9yrh*qB3~7P3I}n4Vo!rXs_~cyy0cnt0a`)bw2jpBq z`(Oo|P(0`mnmreSpcA{wh{}G+>Bg`mQ*t)Mk(AqxTmA?`W*{3P1a-O?!!is?(5J0Y z>mt#9rE=cjm0mX>|LR8m`(ZS_v$NAa3m6%QK91JD%e;qyMe0@*d6#J}gkGx%rwA~G zwA(rI@=>}($v|}sriLPw%Rs@(znjKyH7Nu$vt z|4NV&5qDKJJ~IP5Iy#)yH6ZVpIdhzyfgQ`YI8I{{7)6?0cO~*^KwzNx@$unE>B2UM zJVhut3io@<8X6khgHdvXVZdo7I1XlPSrA)7g)(kY+=_3?V1tNpp@4!HzBqLj?G>U5 zWMRX>W=|=mYs>4RRx{cuXh}z+G2u%rL?-x0sL0Os<=JExi~u;=E*+}M0{nU+ z=tI`K{^Q?5hL|e>EX=hIAYqjf212y)R5>GYVXCemO}8sHb)e0 zX(j!t?DS-2?h3f0nS5`dL>EbI9culm1Rck7d+kS%YF|O`H6O^c>IN}l@KW@QXo-}e zFE5df^3e+#>+**&)CTCLru6%S6Bw^J!chS8Dof41Cxl=Ara?UIFNdGIq_QHXOlkZG4+MUZFep z0;k%xWjBv5!6{g4rACl=n9Upr#YpPSp+PqfL`r@9Zf3;e%A~2Zp=}2z{{Yf3F?@X> gK}QY$_aS@2k$-K$Ro6vLHb8N3Q0T_;fSqZ70}g5=X#fBK literal 0 HcmV?d00001 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..45e84d9 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488fc26b54bf418d10e85dc4e2fd903121de6dd8f657b90ad586be6b869919ce +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..bf50e40 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09be4e9ff645fa9b4a20cadcc1cfbc6199ac6e2046d5b74946c6144fbf5437f +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..8f1322b --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826d2c2e44eb11a1302931221ddc02b71ffd6f558a7957f6476e950a8284f8f3 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..ed658a0 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d06d9a11f2851860102fb13341be132eb3e9f332d3e513ca234f305a9da1dc +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..10c7a17 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,406 @@ +{ + "metadata": { + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..10c92fa --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476870a1f2fb6f6a2759a6ede2383bf9d5d738f17844563b65c91965b722ae09 +size 11422924 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6d3380f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,226 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "model_max_length": 40960, + "pad_token": "<|vision_pad|>", + "padding_side": "left", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151666": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151667": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151668": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + } + }, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for forward_message in messages %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- set message = messages[index] %}\n {%- set tool_start = '' %}\n {%- set tool_start_length = tool_start|length %}\n {%- set start_of_message = message.content[:tool_start_length] %}\n {%- set tool_end = '' %}\n {%- set tool_end_length = tool_end|length %}\n {%- set start_pos = (message.content|length) - tool_end_length %}\n {%- if start_pos < 0 %}\n {%- set start_pos = 0 %}\n {%- endif %}\n {%- set end_of_message = message.content[start_pos:] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(start_of_message == tool_start and end_of_message == tool_end) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = (message.content.split('')|last).lstrip('\\n') %}\n {%- set reasoning_content = (message.content.split('')|first).rstrip('\\n') %}\n {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" +} \ No newline at end of file diff --git a/training_summary.json b/training_summary.json new file mode 100644 index 0000000..3a80376 --- /dev/null +++ b/training_summary.json @@ -0,0 +1,48 @@ +{ + "experiment_metadata": { + "timestamp": "2026-08-11T13:21:53.287710+00:00", + "pretrained_model_name_or_path": "unsloth/Qwen3-8B-unsloth-bnb-4bit", + "data_dir": "nityaak/stance-matrix-semeval-mtcsd", + "push_to_hub_id": "nityaak/qwen3-8b-stance-matrix-semeval-mtcsd-qlora" + }, + "configuration": { + "load_in_4bit": true, + "from_foundation_model": false, + "learning_rate": 2e-05, + "num_train_epochs": 1.0, + "per_device_train_batch_size": 8, + "gradient_accumulation_steps": 2, + "effective_batch_size": 16, + "weight_decay": 0.01, + "warmup_ratio": 0.1, + "optim": "adamw_8bit", + "max_length": 512, + "packing": true, + "completion_only_loss": true + }, + "training_stats": { + "train_runtime": 1585.1822, + "train_samples_per_second": 1.855, + "train_steps_per_second": 0.116, + "total_flos": 6.205807994486784e+16, + "train_loss": 0.5328531386735647, + "epoch": 1.0 + }, + "gpu_stats": { + "gpu_id": 0, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "memory_used_mb": 18348.0, + "memory_total_mb": 40626.8, + "memory_utilization_percent": 45.16, + "runtime_seconds": 1585.2 + }, + "weight_verification": { + "all_changed": true, + "unchanged_params": [] + }, + "carbon_tracking": { + "enabled": true, + "log_dir": "carbontracker", + "note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)." + } +} \ No newline at end of file