From 78d25c1e31b5e9b06736c382bc46c6912a0de90c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 26 Sep 2026 01:11:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nityaak/qwen3-8b-stance-matrix-semeval-ezstance-qlora Source: Original Platform --- .gitattributes | 36 ++ README.md | 21 + ...68938_2026-08-11T145309Z_carbontracker.log | 10 + ...8_2026-08-11T145309Z_carbontracker_err.log | 2 + ...026-08-11T145309Z_carbontracker_output.log | 17 + chat_template.jinja | 97 +++++ config.json | 72 ++++ generation_config.json | 13 + loss_curve.png | Bin 0 -> 21994 bytes model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 406 ++++++++++++++++++ tokenizer.json | 3 + tokenizer_config.json | 226 ++++++++++ training_summary.json | 48 +++ 17 files changed, 963 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker.log create mode 100644 carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_err.log create mode 100644 carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_output.log create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_summary.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6064796 --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: unsloth/Qwen3-8B-unsloth-bnb-4bit +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3 +license: apache-2.0 +language: +- en +--- + +# Uploaded finetuned model + +- **Developed by:** nityaak +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Qwen3-8B-unsloth-bnb-4bit + +This qwen3 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker.log b/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker.log new file mode 100644 index 0000000..407c164 --- /dev/null +++ b/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-11 14:53:09 - carbontracker version 2.4.5 +2026-08-11 14:53:09 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-11 14:53:09 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-11 14:53:09 - Monitoring thread started. +2026-08-11 15:22:11 - Epoch 1: +2026-08-11 15:22:11 - Duration: 0:26:26.66 +2026-08-11 15:22:11 - Average power usage (W) for gpu: 299.7996336070752 +2026-08-11 15:22:11 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-11 15:22:11 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-11 15:22:11 - Monitoring thread ended. diff --git a/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_err.log b/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_err.log new file mode 100644 index 0000000..fb1303c --- /dev/null +++ b/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-11 14:53:09,757 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-11 14:53:09,886 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_output.log b/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_output.log new file mode 100644 index 0000000..39f8e77 --- /dev/null +++ b/carbontracker/1094301.368938_2026-08-11T145309Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-11 14:53:09 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-11 15:22:11 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:26:27 + Energy: 0.208770582365 kWh + CO2eq: 52.883993550280 g + This is equivalent to: + 0.495168478935 km travelled by car +2026-08-11 15:22:11 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-11 15:22:11 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:26:27 + Energy: 0.208770582365 kWh + CO2eq: 52.883993550280 g + This is equivalent to: + 0.495168478935 km travelled by car +2026-08-11 15:22:11 - CarbonTracker: Finished monitoring. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..ba89998 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,97 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for forward_message in messages %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- set message = messages[index] %} + {%- set tool_start = '' %} + {%- set tool_start_length = tool_start|length %} + {%- set start_of_message = message.content[:tool_start_length] %} + {%- set tool_end = '' %} + {%- set tool_end_length = tool_end|length %} + {%- set start_pos = (message.content|length) - tool_end_length %} + {%- if start_pos < 0 %} + {%- set start_pos = 0 %} + {%- endif %} + {%- set end_of_message = message.content[start_pos:] %} + {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = (message.content.split('')|last).lstrip('\n') %} + {%- set reasoning_content = (message.content.split('')|first).rstrip('\n') %} + {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..bd0077e --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "torch_dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151654, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "unsloth_fixed": true, + "unsloth_version": "2026.7.5", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bf14878 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 40960, + "pad_token_id": 151654, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "transformers_version": "5.5.0" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..015edf880b5a322084ca1b69f534899ea7f99493 GIT binary patch literal 21994 zcmdqJg7>5DPF-0SP5k5D*DzFi-*Ml2)X|nax*2H@ z>6C81YxDf#ecwOfJC6H4)S20Puf5il=XtL6R#E-|bKfI@mAS8GM!3-ZE zhfnz1`v1Zo!j4jp9aU_M9i5-r8zFK}9c?Xb94*ZZn4FC49n5U3dAWFaxOlEJnL0Y! zItX)fTm8>3xNPiAxb1sMH{dQuZ69hnAjpZQ=>M1$iDWYbQB#+`cU#pZVs60M{VaB` z_TTz^QX%W}S1c#B?i|M?yg7TD?Ci;G+lka8aW5nqH0M`T1y|3~)oL!RoR!Lmcr34Q z;<){hU?zI0Ysz=NGAQ68$uHR%9r2!TFJV za>q3o%?3qo+adTf#_SY=K@fKe%t-{Psy+Gtzkl$(F^Tq2uiPG3py;cpct0qC@Ucq7 zA4gh?tV^cY5|fjOz4PCXb9a)S5Vh^z?#VHFSFt@WQeBY69lw48k$a0AaVa+INV+B= zF|@if>MzmVz+IV<9PO!9?zZm4>F?*4N%WjAo?wuR6z445GeF;iN@v?7g9p!G$cMA_Ao%EQKcm|IZrNqR2($uzwU!F)Sn-90CNG0mI z$?1D;ChqL+V#k6srVA@~GqovK2lN68tOwG(_Lif2%iRh~9H-(W_Wt>6Rk#-qdTv`0 z3rwbAlsLFzr9(lY&hTcc%}_9_a_V)I0t(d_Y23nP~aHpL8;E za%#74KSu|xZCxy-Tk0e>>h%nf^S{l6tSq-kSk(AZmu!xQ2Sr5@hIZ$j2~{^7Cl#B% z@Z9A!Zfq4>?~i}SRr2uox$CWX3~9eSr-n17?%2%U$O*63`GHb?qx!Q_Qc_d(99f-x zHkEVT1r>e!i`6Hlhbk)tYz8x=1KF+#326piQRuD@;#gfJ>Ni*yM*pj9*jk+l3J8ef zuGqM9=8Al$QHXAmzr^0-YuB#zmbvD#)Q#Ahu1vP!z#jN4f8Q8z?2t1j5+al2!jr}t zLWsq3a!zx-iBV#1(^JXO-L4an$#m95x1TLA;+R*d^Md-qVEO8wciiSb-kd6dnZy45 zb!v60CU(8%`;xvfl&%(lh*NJWHK*p#{7cVd6?O*Dg$$<4k6ud4G`|Ex-9^0$dT=WURscdrB}; zUKgg$x`C@`n8a$RLKnQ0GH3S#y-1$xvN8JA(z1x1k*uX<#(jSV-5K$;Tv)2zo#mF2 z5pTM)7cb6gF)%O?QdN>sH|?$Ts{CGEZFDnqWzcP5>enY`f)iVy^r=&)2v+76Dv@Gt zYghUC)lm1o%*;H{{rc6bBKn!ol&SJ40jn@&6_tFeJ^^A0QQu3~)6?}1SF%3nwh95HxR;nHhXwm)m7Z=-Y|x~? zD`$?&N``StNJy0LZOsI*zxbnVQ=a&5v^E_((+&Up%EGCY_wd=z_idAH@%*?IQ(gCe zHMpIBwXD+H>kBrmI1HaC`E%rB0{i(r+4fJ&4^~h+A8!oB{ds#ur(w>ibY?5JSM}E7 zcf*^~0e$&qt34GtK7ruc}oA#lsP9C7a?Z{#?n=gHD4Z_04`v$v+)nNJy*E;&rsjCM^$eRQ)q!={>r-F;bq@_*w zi4KK>e4Uqa2HewB}}(`q{G_E&VCX!r?;g9kJi)=m z)yz2=>Ch~6jFPgeE&c(&d1s0_;}!pppQRV@F;!y^a;1WyRQ2jBECl$ugM3k zd~+jP?3GtOJ{DUmQ|Jo^g@sLPi965hP*YP!u38M*H*lgUXJvCDx-@uyduYEKa$s8N ze2MJy=g)hypS~Q#&2SbXIeI@sL45Nbclk!3Kk`MO`Zp zpl9X^hq`C7D!Cw(XgO~zK5Yu)pLxH2G-m4H)tHzhA!>Yp8IGr-7dEZJV`#~NcsEM5W6s_ zi>819=b^b{!gh9cTWftb)O2*|;vQS3tueP{9zE)ex&3klGIBSBcGRzg9L7z-K7HT4 z>ws_0!fz?*1d8NODMSb=p||>57uZ#3qmP|xmx3S{cH`-H8phljgSO686`1g}oSd5j zE~9>Gz5Q+rE3WxA()srJ-oU2)mTZN1rt)B7tQhHa~=g()QsRM7A7#W#? zgA?Y=aRVOPYf}(nx>{rJQeU|6o2gHux70anZMG-=$B%n8wY8{GpsR0Q{((@kt0C+( z`=!9L=W<|O0)rS%Rm8q9CFNn|-d1{jeSPQGXAh(vJcw2c5BnS(JRPF%sidhHTH?H* zXGBI|fpW_NOb!CXJFP}F*{VLAML*McBZ&v zs`Ht@SQ0qQBrMx4!VSdKdlEx7Oue+c%#WQ`1<$)fFXE(%!<8I6c5LMrv;Sn2+dNN+ zC}OI91do)-I5`y**bH$&^h!)fC>qZsMIs~-G6Y%V(IGv8Aj8k#R|q2R?S>(~1fzaV zdiX2@!+hAY;|RiM1A}vQb@lc4U+*dAIEr7j9j?N#vanpxg}y@YIILQ7Ieq*sW~BSB zi%U_0FJsK~JO$h>j4`|^>D4PT;(8JHQW#R?zG+{+)@#xG^_h>svuD`VE)9$J1Zn<) zA*eP8CDUo_4G`0GSEswu<+n3L=jcwIx(!3Ds@_-{)7CqMNNoN+gNEKPQP&(;v=o@z z$^E^B{XDOI&jB#8E^8H4)r6+-TQfe4p0?YROgubaQ|n=fH(qHpl0MebO2gxkLZgmk z1tP@4e1jTa^Fqx+>&RxYb)B)lf6-dbBws(gi4DxEzh4Ij-NWKZcQ3a(z8lHjm5|Fb zwen>qBAxXz`{cjexJ`PPs+00oe+(oMe)YHTx=r31WK}Zp_x+TK1YK%I#;k8I56`3~ zM+sYP5ACfLh6y<&fj2S35s?uW%tx;s`{cq8OnjA{CH=(E@R1 z6N=B(euow_s1gZ_>rlvYu(C=??C<2Vn9cVW6Dnof+Y@D1w`Q^|>OWtT(-uV#$urBo z3{{Zg(c+~y-y-D2%a>S)e7YX1T{tM8b**3k`B0ibjxQ|ktd{fz= z#Vd9BmfdljIU>Jipdf^Yf}wqjY>QITvfQ{Twh9kw!?!~re33oFSJUOU08@kM8W zIj{ipJBTHl!S|Q6dGs((a_DvV4@$ndK5&}*jDunli-~+522b~r>iZK?FfPoi8-82lk-K6_VaILjTN)_TCSOE(m012 zYa_$+v^q2pF38~#)-FU-N_opv<O5Pj)SF7Di_JuznROanDj1X^ndAur z$~7WAv#@MH)b5ZI_2mtM~OAHJCW+43eX`pHmU9&aq$5pDEs-yKykCr!cNxhBv34+ffJJt*ms) za+jS&(mrY9-gd~JoFKg)LW&@w2&T1K%IENO@bS~E z(h45=a;#%cFFC*ln&>gD#~(5FN@p^YPYb2rh|YkdS?JjO?BuKT5axriHd zE_M8+ZfPq8&lg(cEx~&$D=Nn9@2yw9j*nQq659<1|yUZL_Q zNy7uB&Kx&yDyye=<p?19FfBoj=EwE6GYT{NHza< zFXP-|F;S^n_1KcNGN%A`>r)f9F7CD5P+7?8Q6rh^>CkafpF9}@^^(Q@-Y$Ou=hdqz z?Q_~a?;a~ED$WVynzRIWnPbIHpFT}X*kH4r_|<&u#7f6Fsle_;t%p{qlWO!{o<4YB zy*v|C6DBS-{P?b7KwI)1r<9=`Rx9;{k_}y6C>tiV3Y_M&C@+1H;Bo1eD$2@n z0Rg9p4*w};{7bxtqZ^#3Q?m-{ECb}5-R-)W&_Mi5`OkX}Dg@6~#gEtPCUwbybf^z) zyRx0#s>2XkeM4?{&@O-uSo8WhsF@Rctw=~o0TLToTjV?X>03a5bu|X@LyGtB*Lc`@ZTAhK#c3NX6{|Fr z&)wyT7GlkL{n=072wbyN$;Mur7Wp&m%flH`+Jf{H5a*YD-^LI#wUfiGOQd(V*EJqK zd;`5Cc4bnje1C77AOIaJ5wHly&9M*;0P?DRP7tjM2a;sDitlOY*u92&Ic{ae(F0m5 zat7&9t-z?v#{RGc@;{$HhiYf=PxU|o$(cF^5lpTgUI6+W0tcb!4z%WhO~xHXcB6de zomUT$krnmkSrFx61=V4ubQ<FEJiW)9T|aGh-6NBS_Ym8JP1o4g%)h0LA2mL_v#>kN7ig zr5f-pLN=AtJcl5r24s?q20YQ+87=N0;)5#%M*3~lj ze_6R^@IQoH-yjM%-#|!WPSC=ao!bvgRo5>_w;Pp@2I2OPd}oB(`2{i=f899Hnz`MD-8zJsWB?+9MJ(NZ8)#W98D+MI30w=PJiNq3MHJ82#rDBbW`aQ~t+ zq_?3LK&muOA|4k}=z9oqnB7~RD+G+Aa3r|~EJGLxrnMGpO2Zx~okJbM!BN?H5c$tA z!R1U|?@nL7%VI}+0YUU{Bd<<#B)_vfL=3zF9gKP; z*cO(KoPwd7hr~5=(3LBhrIU7=SvsFp{e8$5K!+cv>~GXhS$z0W6tC2UDnG09hgJYODkv_ zqa6;&rWzy@IW=5vhwx>^Sj;)<&%OD#N+qRvD(JkSH&BNb%6ay8EcBv!(8WZtm@SVt z(TcicpFVR2yFTC??bOFzxuXn0#`Fcd*vmRYWrIgwJO@M4BYl>Sg7Ldt$`Y(}9`(Cb z@;#bmb+YYlwKt`Txw&~}AJqCP61yvb$BtcCQJngrdSfRX492hQG7^=Rm#2z01OWj7 z=2jwrP3Sr_@%z4i-^sYQcsM8|g!sDv+7W^9rnwQn03GJ%G)G7f{H>*W#06TxI^*1_ z4&+?VW|wUgNJA45;RFSR>XRo=JY-gm z%xQW5G7z{{nV{pdEYm4``PV@$M7k8lP=yjUC&X4hibMOV>)0lx);%#cb`4-sXsH8K z=VJW#cNe^5q@~SPw8BdzCEoQ)y?*#d7~HJv6Ortll+acQa4W?5 zkObeqO_INR4f9Fqb1XdwT?qtYY$$lpH+c8>%-@7y?hcgv4nDseHTm zi&Oo!bW`9n2wg3Ak$d@CugFr=9^+Ze&L6n7+7Wz;(iP&X)(CQPq$>O*q7;9Rgb6yM zx5yh>JB23)VfG}y%zL3hQkO3ls7bJqNp@bH+PF5nl0ni#|LFWt2ue&y-2H!?FQ_L? z)KdpyJ%nB#6y3B(Femw;37Y=xJA+;+KqeV+?%=T=5D+;J-gEmTVyE@!5GjIRzl8kB z3-}OCGU)mRK_eX#{98Cb?Fe4zwNX9SRsMsJcoMG697f*t<{b(CVTO+H5awjQFwg0O zYi_|n)DOZ*DZEPh8I^B0&coXb;*mF6JO_V!4S$2A5kb=Yi%ZombYR#VN^Or*@Z-sB z$=8QB>qb7WUF1AS8j1?=ruBw558^rZ9pqkQ5ed^l2>%DOc816~a*!-W;o>WehhW6( zrcRhez$t}ohw*Jj!)LF|lPfd%RGZoILv<`pL5YWgB9Kk49bj}8>38S3)pc|tpnH!8 zxU}I{yREO2(xoNda8*@f;%)7(2N4-}gAd`-DN+Ou#=Nf}lV$4D1BSNuG`xBCV=^cg z2%+p&j%dV>Ap`a8;7b95lo0TfdHE26cA@<4)@q=t-L&)QPd^ll=eHe}M7^fB$S(fV z*vQ%UWU$~O7if{{@89#>)~%)6QK%Rt6)#<)E`J2R3;+Uews1r}mY!)H{c-#zP4V*E zGgr(3}G-W)-ZHxvnmA~^-E<+vtM}UEn zQHq9%DMl|#2;x`1^?=qw#kO_+OtjaYtJq5GU19sbZ(h83!6J?FzpLHaHfDgk-VA+| zKVNN}TW6lne(RP7gvHe~V&MDj+Vx)dsw7w9Dp9H~(+?U(Jnx_Mp`k0hD`&G=nj%Fs z=!G3yfda(NfMM;DhWzsJ(p{Yqg#fOS$;4rw;Kr* zBz54xKxU%!UH*(#fo1CV@85ZG<&ZU|17x|{fDXt!44_(`)iVPFM_^kEje=Sf=4dkb z9L66(>sZ17@UDq!bm2o^As*^SyhX3hB1pugyQITF3Gg}3_p=lGIW=?c$%b%s0X?TN zK}6FIaEX~B^F??4#nv82u9bt^L#{6k=G3py0T2}!cIEs&GIDb0OTW*Jyc5o&2&!Wl zI~R2Azv|K|8kh<_Y?s<}N3wqjO#SVbwFKtOAiIzi9@+%W{8Y=}FmK>z1k5T{?C*K37dgzH^R`;*#9zZW~4 zGH)_2JgG(lvZ#M7rq$rc@(TTU0Go7%a(j7cm@kPuzbNXW2rihe(pOX@sF~TV)fXumqA%BIocsNI zTBSuz&npT2kPFp1c*weGY$x!L#bd@>qV&=ZXV2#l#6RbS+xWt5fOUg9&T@Jn?zz-!@)UsNK2Qf= z6HAw@`&Z#g32L0EUyE*-YTnRCZ1SXFhp~_WEeWcnCrWN0{v(w2nW$JfmPlKwL~8eYWSsb+-q2L*BaRA0;OF+4zSxWKeg^cyQ* zWj#=0wzsnh<*e-)wbv!)bTk>rJIxv+syPYugjXpi<7J_l#y)|-`hd|x_2|)~xRtgC zD9%g|vxmwQfXm{CjuU0RX$365pcFdr?KGO~X(J{)>37q8TWiriK-4D|1I(R7CoD3- zhXMBxN^Wyd1fU#3`Es)eJ3G6wlG3N~=E!vQOf56OuI~r?(nfqa=KY)rChi#cO>?A3 z7oY&<#C)@k`y$TspP|xTpC3R8>mOaQTwef5MOvPjBC|j%jW>lSLwjDzsQ@7@_p(0Lpo~Gc}N$>S9Vt%2k+6Q>fHS zU~pZPUS7K}`Vt^vg1&q)HB3#xB;z6Ji9$e&iD5$BGumS<6qO9o3)$ZTLJAes=!kg& z2WL!X%iBHWf;851D_K7c&A7C804kcpNHh36cU=4!B?c#N+MfGPvU`^9RKm*wgG8gT zbeqzL2UDMKdJba?R@z%=6Ad(2-x4sAY%kUjX`ZLln8h1t)2i^q6uEx&YU>xCXP?8u zwC1*4m&eV3s*}^9ZdNsLOi^|=wxfqhWcc2SY(R+$z!BQPO!wxeUqAQm)7bEJD3Ejx z7X_kioeLSvG)Pk%pD{7QD$n^L1RR)~oc2_Jx>j4=%Usc=-<!n;|@89+!!!#$lktwe*8IPd>?;Ij;@ojL0{fF3vMdvvKRv@ zjwJATln#ROjlaO}-MhdpbE}d+w%tWnpihm8uOkJXQ#=Kjbc?|Fy^GWByZdkq>nA`x246Q6wF9=TbxCGx|HOxkB7IAkvYCZN%jcfw0EAb< zsXupOsJnu`#(NrJ=&w*Iip`KXM9;!8a3&xbZ>6wDr2d#xOf;ds3YZ7^m4X8ZSCRBC z=@S^$&-XO(ot>TLLTk-qrlFS5&xi zpM;khu$QLLSd1-54NzrKP(*~KA&n{1Tb|kp646HpP&q=pE9$lY^>zTS<#!!JnWB;o zWEE*~4f|DqmjT&OJag9#0ped-*Y?{X)bOCAOdTG6Qn=dWL3^R-9R;OgLn}hhc~uQw zQ@QuX+gtF=PqAY76B0YwK+dBgoixalG7lfxx|MCum);Nd$*scT0dVkwx>I~_V|1${ zdQWw9tEi}mErXo$5)YfIg_DT`YWGcFVlg)W2LO|}AB-peiDC?4eOndbH&IEe{qt}idR3cqw z(JAaa-YVcae9m$V2&4Pr?WSl6eKbV?{K)6Ew?o_4jlDbxs2}jIk02m)LvUhE?MA+U zNCK2N`hYn))0uwHoSMEe1#k!fZL{Px8`%zE?BttJ@|md2-?(z+0kn`XPGxE7x5ti| zi>o~*Dpd)D%hlA>0Q=nr-rt#~#sOWza9&>q^aIfQ5}=&zgq+MPMnUxS*fnlX29pEJ zGXNB5Wv;xstHLOyjTM6odoS3K;t*zLX5Dg2=#?qkN6(!)W!G&pyt_Wc4Otr2b>=6X zO~T>qC;;k&3yyVV9bW$I#1ajSngutDg$10oKsXkVS+v^bx90sn3N`eGvhT$`6`r8oa8m#zD|mHc zf^^^tB(`)gJ=&XwZx~$vp0fI#eS3RtF0jVHtQ`mK`lF<<2btvL9qr4*PP>Vxl>+WNSJ-A5>$~?ErO*3mkq5 zA_P6JT`Y>;QWhxacY!%Pak`zFb6n;CT#Kl0MIP(vaY3-P3WoOKZ!d!YhGTy4VG_i$ z8Ov)Sx=x`NseHI9ckGEdffFZZ`-^kWap|N$u9gizYXLvHTkXOPK znS6u*8f|>!wEnwAah<^B%hno5M`bEypN}`FW zQLj=Dy|=Cvf*|q+Pz9kXQ?xBadoP}6KT++2^-O$RTtB&el|#l*By%83a)N}%MlQ>> zX4(XwD=Zd3E63)8kIhifkmXnqxn6_13gir75~#8TofFVB+W;t;6D&uP$*U5+dwx0QTgeFAz)C5q!{Dg7juVdP!z zv;VLO10_#hTF`z`0X`@c0}goMjRn#+{4?Rl)L5MdwFOq9iEh@$_!#u~VVJuQFx74# zGw6`2`-<`>Sht+j#(+8YLJ|HLW@ax8awF`L7#`HnndB!JEPoK%UO~trXD#Rik~`gm zF1`MuyhomAbej>Z$uh-J{CPc>*nq%5zu){6H>ZF|OK>L624Nih0ip`DrDO{Gkyt)T zeQq)t;IGU_BIYOrxWPxl6n4)vCYo#E47ccm5{($-!cWX9+kg=0#^w%*jQi)rV~T-(mI?#?3jRCn@vTrbU+?7;M<_k(4Jpie;nBt zD3;o`JlMIO-GH|T){W!|G(TJw8wOBzpaOhsuQ321xZ&rASAYf9*7sNqLKW#yGVOwR z-L&7pPODn@K{{|cmNjErvnJo6Cp@?fKyRq59ZH2R*Kp?{4~<9>=WZx+S*35^zFh(c z&}!Y4=#=d2?5{FXoQ=kT1RBM*;~QCBZU;8B@E4j2OOPpXqgvIz9B2ekA_8uj?iBvt ziJW$DVe85-Ah7-2{LLCLdwx((nTpdP4h{~~G&EBM*V)WqP)+nUvaz2_8 zA1RD&j}n_NmknwW0r}pX0H~~d-@LJPi?O4Su}uAtc_&C;nXqpy`UJH#7wYJvcvv^B z>?h9;vLAq>9bxIS3zF=76_B71yvU0MH>0UAr1;S{{Q}Xn~DxQ>ffodMCcSqQa?L z(mBk0J8@{mB0agHH%V^WYRh$qXVtv#JKFXv9@Fa}-RRQLHv>g6I^U=^ujbu(i_N7m z!Yat%(RNd}+zq6g0Ou9&E&529b|lH6oqczfeiqQ=Ln(KwuEpIUb(C)L{l>JfRTGK2 z@l`gE#qyOLQ80pjKVK^-JiK8Q?`JqSZ>cNfocLmwQ){>Cp%mFB9mp=Ks{ifINr~YX z<#+oYq&YnL;#)tv^|y8x#q;qRfUau-4ner~bT8jLYciW0iP;11TO&;Nso&l+wi5ZA zOzGxu;Hv%)!2e7@O7u$aU%&+l=qm0qA>WxF3479R;X}UcJqpH1( ze1G=p(AHFrxD|^U8WQlicac{QLix}z^+zrgIvK(DA-!f1JS@ATA~OmDDN!fgbUx1A~C`+u@Tj-{63YrW{_op-~K-O zje0yT5!E)ct(X&0W>@Q`Cn0 zyAS6+rxrCnb%afAd=@Ln_jqVyD8Vh?dh|_?qe`r-#QA`Zx{G)O>3oG8$+GJzo4F&I3&I-M?3$=toIIaBxgTjwEAs=1{6LH7zQiM z79F|sXO{A)FfN~$Z(}h?3Q+09t%2gB$4)GDKnKS;eT(q7(_YC8UF))~P zeMCWt;E%(Qt)_>mfc(ib*C-H}YvD&l3t@+{j^iP4=k!@Hu4?M(5i&9|*!>~)u%(=q zW37WMGOQEZoQN=tc&RR1<#vdI&}33^2ZeR$sPZPtjR=`b>guX_|JS zHK7(jukdVhzSm|G8WiN3dH>Lie-P|PfyZoYY(xu6eju2~CMGOELW~N$fda|UDwLCz zb(q1-60`KrsJ>6?Ot(5t3Azw_9~GP3svoToT%{2A<)&Mx#0bR(fwMw`*nH6_RryN0 zY(|@Ene85nFqKBAsoU2H(r>6%LWVL36 zat|LWzB|W>3dn(SDEun>`u2UNcS<000{z8IHJ0We2*jdU7mzlHlGY9E(TuQhs@Do6 zvFH}4X`m?B0S`kN1{6z&f?vyT8!)*8$#50#mnOCWmmRGtqQ-1+B)WLwjT|H~b%ts7 zX@&O4n;xCrOKZT=R|36E&A@;vztOfTOcK&EN9q zLt$J%w5GkZ|5J8&|MNvIfRY*1YsElZFq}UR0RI#;8Gy;Veji5l{I_lqSAYE)R*k!I z^yp$o{)E~iirwDzM@LDKMO{!F_)yX%0asE)IsQ1u@GZ2+=^yAh5frCmq$r z4i$mm3JWrZpS%Cf2w+-nVigZ>YCqB{yz)R|zKI7lE07*zYysCq^+47|BjmdP?{5Lv zwhA2_x=R7rpnwEW?4i9gpzwh#13(HM>^cBNxCNws++?iJ3LtK1*K(iX7_H``dmp*x z2JQ!}(4M(VinxCU^)~QaCckZ6 zHw@!53jo7R1{6gJYAd3ehOSZP)0nra@)Wyc+@bZqxcJZz9u`%nIZ&+F`L@Xz06H~m zYp&#%VvT=^>Ks^;;H2mwr4t_%Q1PqenLpcovN+^9FTa(k6!);31+O6o7w^F>&S6f9 zPrYbvlkq*O;wfD${g0fHa46PDc4xVdfJu4YPL!f!$1NS34N)B{PZRewl2*6qs$+5`2> zqFLs568^6(|K7${W^D>U#B(`A!sMm)%mb;)D}MIg?Ig zP9Ab!_Hhgf=H=l#(C0iKWn1~6;^-1X)g!aA$$c2j)cE^%5wZ`*S8^w}zR|NtXL&?7 zqt2Wqg^BeiiI?MWrauTuv_Q8DN*kKuJ^QjUSfMrx0nf+(onhyn;4VOR3>9;-zV)`tLkT|BDa4i(~FD^R{gKGkRpu&QDk)Y>L5MRIXRQ*llDqNTKNCY zx01W3kmu(An{Rc;bI)0gINm_2n9(mXq+8UDt?m3~A_LH7iA}6@%9jL*d43YUyV#sA zv=ce&lXo45!5|E^Et4ep@vCg2De`lAj|)^7Ga6cpqW*=oipWo}#Ay^(34Ct$_?F!RMam;GG#Rq6ZnF?aAV)Pfs(Y)JQU3CW5POWcHIjnUT7_+71) zWsFB> zw|AXKJu~H7)W@zgv($mUA$34$&WTO>Yd2HkphVnl`NOwr%#7uYh>?Y5jAauQwRD3H z6_qq(Bzz?)t%#g(RwT59@;;U|TRRhvIJY+Op8akaKNqh=iV}yFpafCNq7D1Q=b#c< zzvitt%DHfOp?G1gI(*PU|G|kTVvBTS)1!W!j!jz`Tcv&x*Q*Sa`+l9Qxktt>aQR_o z=51;(1~2IQ&Yoeo>Lt6{fm5e4Hf!u?l>6#mzw3fa`4_zYa=m|jZA5NCXlRJ63O922 z$m-Xdb18(-!nE6Z4Tb?)-sGxe-$yTf#kzbnxJ$(Oam=(peC@7h%Ld zD3lm0Z{&72#Vo^%1NP@9=f)9>`sZ5@DR{)cEcodr;nLz^!#KDSCF|}b`(F=H+GI4B zbD#`k$^USqy)r2}nR$~{*pQK>;!JcXompTtqV^g;`p< z?RNxSxtdk_1S90dat%u@Yxo!9rLrp-qCQ^tlE}TDe7O7Zrb(SFLE~- zheohjS?cPZs}dSP(aSdT^qxDsF5@FpkE%7zitlc+jsfeTp=VcoOr{}7Ux%<0U|%>! zs0{gRp)VgRVEngROSUxSBv8LsTU#{39zSoEo$uk+ z;hhir27gTiO7}805>x-2zbx^tj=GoQuIp3jVgdT>uC3mY+nxk{WznAR;pFCu1`W7! z@}VIL5)1|OCi0-y)gHrz{N^nhtO50`(c>5`??Y)1%DSv{brpE`u?7mOmKNAmb|Hnn z8OJ4ivyQ!IxRu<@{Q1$~r;(i%YAN+|R6)IwfW@iK+omH~1n7|&Y9E4#b*=yIJHxLO1CJNIl>{Vkf6D%X_MaO@mz`q*iQ$jKg^!YkUh z%F8RdJw(?_2d8_w)8P3|J}`tc`{P|=+_@q;4TX%29TurmFl=A(f4(-St|zP53o7hf z6uKxc6hSR!t6UTPVKn(GN8emCdu!Uttk!y4q3-c~A@RcTx`kxz7VjA`3A1t)VcU#{ zbn9J%>0Lr>k3Pj>>;)roL?Q_ib5v@%jUFCKnqUI6`SbD0oBzC?rH05Q%-(T$oLdF`-pli$>STZjrNN;eD?b#`5clZR

C7!}pF11q^ zaFDtfNpd@=?!>9m)GO@7{q5{-)G03#&4i0r`}AldI%S{{I!2lOE6e-&v#zfIhdPcv z*BV-$x+}uJHBm-bH?N)Q+8wYNhhqq^ATymt59F}%T&CmHD=Shez|g*|v22g|5nM7G zA%N=Sza@!ef04tv+{s~CpNW(A+*^G07dMx6ZB2>B&;oZTkp2Eqs>uso8S5ixymzf$ zcy_O_8-koFDASKBU7G&Qt{SQB!yzPoN32h)t57$A-0^+;aDqB*H>(zNNq+Yv!&h1& zhrCx=ibdoa&sQ7me6v&6EwcA%UQ5)u4LU>&Q)99L9YZz#Ah1ED!0E6Po>s!M48&IZ ze3JtBD`}!l7cH>+nL^#PollsjY26qHPn)wWxJZNAr$o99IT zAvOW^FUc^7G4f$kCzRs-`LnPMxRW(RCk{5$pl5PW<}{^lU`WEEZoQ(7ps{gnDK}!2 zi~Z{Va>0fhm2B74ctu*2M1Pfj4(|OARXql9NY@8`>Qs0IKmoj|`C#^7ac)D48 z(7~qXfy!d=sA+TAAKEI|uzUy@FwWytR8E-|DOSe+tElQMbOhlV+XOY{20Ob5Q>G@=`OC#fvO)7 z|H&~=X7IT_ccT9kFaj+~o8@y28sAPKGqLvfc$`r!{PN$iF%aX?>Uv+gK&E^GWTS_v zE-J#7;74pNr9Eq*Aa?`i8@8-?x9IZCq}R@;*K*p;R=CVo;Q9j==u11MRQ2?tK<;BC zusz;oyMlDT?6E{un0{RGb(>4NitekwJywfYKMb7rAJFjEUdnv7-W63TQ$gbf6YhTD zzfb*9G66Idw=v@5v7}d5fkSV9x_18E!SgoPzHYO_F$}EhBNhK+;Wt zwq7096V5nDgiS9$tm0-s@FTs@&QT_}AaO@nK_hzpN<2-?r@?1tnM#l=6!~|4uiMHH*)g24oIWRQP@72$JxpVjKKyL=@hXxG| z5l$J1hwTkh=*}IG*I6spP%_`RkzMb$395ssNasN%Tifge-%_&1P~Hcy2ibZK4)>uX z>@~h;l+cTR;NK10J}M``6vFhr%N;_mhAlqdS(;%AHGZd9E!lE%6!tIw===QwsF|pMcAKoao2xv8F_M z#Wp}KU0sNt%4fzEFmYZ%!QVn~Fa$9NRD`uXC0GmQdJ9!xh8+jJ_IH!5fbn3Q0RCL3 zC4^IZ{PSNOpuL}k5DmehB4Ib)ChXEK3I>gpAgfTJ^?>;kqt!y#R+d~nVk^G0Sl#^N z#}D?I6AYr0aL9&z1rX%~Bd^T{{Rkx`rDl-V2p5`JJI(h`JpznM7z7f)$VZ}@$smEj ztsc;PVb7gCD;UD9KmYk}9eo0|xG%e!(-6v{XLyd$haln7)2Axp7U$d@mV$BtJAqVg4VGd`#a27+OK2keWK z1-C;_TlpLjF{@U~DGfSw4PcW&5v$W6>^RBf<>f{E+MVckYdE*Xq%wfpea++4OG(9e z@MBbi(Ea1>8B{$@Tmt2-8Ej@FSV+!S?t8+C3X`zU|A44hEnZz~m*pf;pmIu!iIEIQ(~-2!*V3I49RO*;Do`_1pwDpD29a$lob7NG-83$|Xb4?`VK% z(GhmO7IU7Uq{Mn)9-;?rfXZ1IJzm18v^=%Jk`FS5+Mqu4b#N9E&VQ!;XW+k{iCnLn z2cscjO8Zq`-wp=@QJ*;z52AwN`!6Fu3|NEI)$WWc(J?|k8UC9o0=SoJ>c>=!46J~2 z=CYwvsjf}=YA~Dw1ZOnhh4Z;NIf1h>eK8$&AEc4k#o^n9pW@8S%-FfPoy%*nW}~Sa zvl_#>`fhGE+b{_vO#K%j8^b)P!W*nW)KPQ$=LoWrzGdJI&4HJKBdH8kf_jEOToh6s zlUPR+EbviK@`SLUXK|o{1UR>B+UBigVKH#1X>T6@4s&a z8rMR#XLa0BnBT0O1r91=heL0)3oP5vQzB4X^NVr^H4v&(^t-@w2UWMD{)!$SHWA_Q z!S4U-exH%f1}rZOt(Rac>V){g?%tlIOL969%!7QJ%(M%qBP-!acHFrm zg)T@IyQ4qYZ98;pEj}RwG9oS4X-Lh3x0tj&M{mD9SrIH&19%)xr<=0Kbhg(F!cM8nrucr&=1M@LOo4ZumOLhcVPe&50GL^7St%da#iXFTKg@aOFckoF6Rr<%i|h8mJ8_0YoXMvGr683+|gUy_3x6HH@{ zolPB#jK5}n0ZYt=2=~ZrMATcZ9#6gnK8{6bB~hGKLGkUgX3@KhNP%6+4^XZlPBM$n zcLax(nB0;%)_j#$NntxQtKq9dwK&h4PMtDAk&E<12@EW3-Uyk%lkZoU@T)=HTIXkM z1$@ZV4#uoyT>2J-R_;0&om_I3I3pbfFxL!D+^D5yB5vpcVX}-Bq12ERL$OM-wqpsH zmHZN@gbHKK(1Ktrvc`ZsMsD0VZ2T>ZdExsQJTM=bL$m;MwE2HfBW0kwQ-A79 zhcb6Ao@+Byo!GsFIg@HW&KY+Tq!OqnNLd$P0>#?4dR?5aUcF#acy)kx-<6S)d!WGW zaB9$sAccTJ!-Bxi&(Z6U9eXf9Jc`81pQ@hhsf#|3!J}iUY#KQ``ztGZ(GX^A-h-R( zKc~q>I@dUliWAa&Pr>q>)RfNAY`^}raf|UU=-R&6a83LlkRZX_{Qm+;7k1`} W1!J%0M*Ia>VA4L=CuZN1fA=qk4@`jo literal 0 HcmV?d00001 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..af3aa4a --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b564fb3aa6c830d509cc165f34814d755a4cc744f955a53f98ca049ec5bd74a2 +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..1641286 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51bc00bd530a33950410df093aef931a0bbb461b7a0a2aae0f8fe8c0643699f8 +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..c5717b6 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4915ab37d7aba0ae82485624bd835f0e716dbfc40e034f38e4d2769311c212 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..028ac35 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df081140f2fd389c56f93997d5f6290649c97cd5437dbaa544122cfc23e6cebf +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..10c7a17 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,406 @@ +{ + "metadata": { + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..10c92fa --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476870a1f2fb6f6a2759a6ede2383bf9d5d738f17844563b65c91965b722ae09 +size 11422924 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6d3380f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,226 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "model_max_length": 40960, + "pad_token": "<|vision_pad|>", + "padding_side": "left", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151666": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151667": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151668": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + } + }, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for forward_message in messages %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- set message = messages[index] %}\n {%- set tool_start = '' %}\n {%- set tool_start_length = tool_start|length %}\n {%- set start_of_message = message.content[:tool_start_length] %}\n {%- set tool_end = '' %}\n {%- set tool_end_length = tool_end|length %}\n {%- set start_pos = (message.content|length) - tool_end_length %}\n {%- if start_pos < 0 %}\n {%- set start_pos = 0 %}\n {%- endif %}\n {%- set end_of_message = message.content[start_pos:] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(start_of_message == tool_start and end_of_message == tool_end) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = (message.content.split('')|last).lstrip('\\n') %}\n {%- set reasoning_content = (message.content.split('')|first).rstrip('\\n') %}\n {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" +} \ No newline at end of file diff --git a/training_summary.json b/training_summary.json new file mode 100644 index 0000000..dbd918b --- /dev/null +++ b/training_summary.json @@ -0,0 +1,48 @@ +{ + "experiment_metadata": { + "timestamp": "2026-08-11T13:22:12.609283+00:00", + "pretrained_model_name_or_path": "unsloth/Qwen3-8B-unsloth-bnb-4bit", + "data_dir": "nityaak/stance-matrix-semeval-ezstance", + "push_to_hub_id": "nityaak/qwen3-8b-stance-matrix-semeval-ezstance-qlora" + }, + "configuration": { + "load_in_4bit": true, + "from_foundation_model": false, + "learning_rate": 2e-05, + "num_train_epochs": 1.0, + "per_device_train_batch_size": 8, + "gradient_accumulation_steps": 2, + "effective_batch_size": 16, + "weight_decay": 0.01, + "warmup_ratio": 0.1, + "optim": "adamw_8bit", + "max_length": 512, + "packing": true, + "completion_only_loss": true + }, + "training_stats": { + "train_runtime": 1586.6734, + "train_samples_per_second": 1.961, + "train_steps_per_second": 0.123, + "total_flos": 6.539695452417024e+16, + "train_loss": 0.5003311071640406, + "epoch": 1.0 + }, + "gpu_stats": { + "gpu_id": 0, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "memory_used_mb": 18668.0, + "memory_total_mb": 40626.8, + "memory_utilization_percent": 45.95, + "runtime_seconds": 1586.7 + }, + "weight_verification": { + "all_changed": true, + "unchanged_params": [] + }, + "carbon_tracking": { + "enabled": true, + "log_dir": "carbontracker", + "note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)." + } +} \ No newline at end of file