初始化项目,由ModelHub XC社区提供模型
Model: AI-ModelScope/DeepSeek-R1-Distill-Qwen-Fortune-14B Source: Original Platform
This commit is contained in:
55
.gitattributes
vendored
Normal file
55
.gitattributes
vendored
Normal file
@@ -0,0 +1,55 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
model-00003-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00005-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00006-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00002-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00001-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00004-of-00006.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
94
README.md
Normal file
94
README.md
Normal file
@@ -0,0 +1,94 @@
|
|||||||
|
---
|
||||||
|
library_name: transformers
|
||||||
|
tags:
|
||||||
|
- unsloth
|
||||||
|
- trl
|
||||||
|
- sft
|
||||||
|
---
|
||||||
|
|
||||||
|
# Model Card for Model ID
|
||||||
|
|
||||||
|
根据部分五行八卦数据微调的用于测算人生命理的R1模型
|
||||||
|
|
||||||
|
## Training at Chongqing Valiant Cat
|
||||||
|
|
||||||
|
This model was trained by the AI Laboratory of Chongqing Valiant Cat Technology Co., LTD(```https://vvicat.com/```).Business cooperation is welcome
|
||||||
|
|
||||||
|
|
||||||
|
### Direct Use
|
||||||
|
|
||||||
|
```
|
||||||
|
from transformers import TextStreamer
|
||||||
|
from unsloth import FastLanguageModel
|
||||||
|
|
||||||
|
model_name = "starsfriday/DeepSeek-R1-Distill-Qwen-xhs-14B"
|
||||||
|
model, tokenizer = FastLanguageModel.from_pretrained(
|
||||||
|
model_name=model_name,
|
||||||
|
max_seq_length=8192,
|
||||||
|
load_in_4bit=True
|
||||||
|
)
|
||||||
|
|
||||||
|
FastLanguageModel.for_inference(model)
|
||||||
|
|
||||||
|
question = "紫微斗数中的天相星入宫,对我的婚姻有何预示?"
|
||||||
|
inputs = tokenizer([question], return_tensors="pt").to("cuda")
|
||||||
|
|
||||||
|
streamer = TextStreamer(tokenizer)
|
||||||
|
_ = model.generate(
|
||||||
|
**inputs,
|
||||||
|
streamer=streamer,
|
||||||
|
max_new_tokens=1200,
|
||||||
|
use_cache=True
|
||||||
|
)
|
||||||
|
```
|
||||||
|
|
||||||
|
```
|
||||||
|
<think>
|
||||||
|
好的,用户现在问的是紫微斗数中天相星入宫对婚姻的影响。首先,我需要回忆一下紫微斗数中天相星的基本含义。天相属阳土,化气为印绶,主辅佐、协调和享受现成之福。
|
||||||
|
接下来,用户可能想知道在不同的宫位(比如夫妻宫、子女宫等)入宫时,对婚姻的不同影响。我需要分别分析这些情况。例如,在夫妻宫入天相,可能会代表婚姻中较为协调,
|
||||||
|
但需要更多沟通;在福德宫则可能反映感情中的享受和依赖。然后要考虑用户的具体背景。用户提到的是30岁互联网行业的人,之前问过养宠物增加财运的问题。现在转向紫微斗数的婚姻问题,
|
||||||
|
可能是想结合命理来规划个人生活或做出决策。这可能意味着他们对婚姻有一定的担忧或期待,需要具体的指导。还要注意避免过于绝对化的预测,强调命主自身的主导作用和环境的影响。
|
||||||
|
比如,天相星虽然协调,但若遇不利星曜或四化,也可能带来挑战。需要提醒用户结合整个命盘分析,并非单一星曜决定命运。另外,用户可能希望得到实际的建议,而不仅仅是占卜结果。
|
||||||
|
因此,在解释后应加入改善婚姻关系的具体方法,如沟通、包容等,这能增加回答的实用价值。最后,确保语言通俗易懂,避免使用过多术语,让用户容易理解。同时保持结构清晰,分点说明不同宫位和星曜组合的影响,方便用户查阅
|
||||||
|
</think>
|
||||||
|
|
||||||
|
在紫微斗数中,天相星 是六颗主星之一,属“阳土”化气为“印绶”,象征协调、辅佐、享受现成之福。当天相星入宫 时,尤其对婚姻关系的影响需要结合具体宫位(如夫妻宫、福德宫等)、四化(化禄、化权、化科、化忌)、会照之星以及三方四正的吉凶星曜综合判断。以下从命理角度简析天相星对婚姻的可能预示:
|
||||||
|
|
||||||
|
一、天相星的基本特质
|
||||||
|
协调性 :天相星具有“调和”的能量,擅长化解矛盾,但自身缺乏主导性。
|
||||||
|
享受型 :喜欢依赖他人付出,追求安稳舒适的生活。
|
||||||
|
情感细腻 :对伴侣的关怀与支持敏感,但也可能因过度迁就而失去自我。
|
||||||
|
二、天相星入不同宫位对婚姻的影响
|
||||||
|
1. 夫妻宫见天相
|
||||||
|
正面特质 :
|
||||||
|
婚姻关系和谐,双方容易达成共识,避免激烈冲突。
|
||||||
|
天相坐夫妻宫者,伴侣可能具备包容力和责任感,愿意为家庭付出。
|
||||||
|
若得吉星(如禄、权、科)同度,婚姻稳定,晚婚或中年后易有良缘。
|
||||||
|
潜在挑战 :
|
||||||
|
过度依赖对方,若遇化忌或煞星(如火星、铃星),可能因情绪压抑导致冷战。
|
||||||
|
若夫妻宫对冲破格星(如擎羊、陀罗、刑、疾厄),需注意沟通不畅或健康问题。
|
||||||
|
2. 福德宫见天相
|
||||||
|
正面特质 :
|
||||||
|
婚姻中享受对方的关怀与照顾,感情生活充满温暖。
|
||||||
|
天相坐福德宫者,容易通过婚姻获得心理满足感。
|
||||||
|
潜在挑战 :
|
||||||
|
若化忌或遇煞星,可能因过度依赖导致一方压力过大。
|
||||||
|
禁忌组合(如天相会劫煞)需注意感情中的付出与回报平衡。
|
||||||
|
3. 迁移宫/官禄宫见天相
|
||||||
|
对婚姻的影响较小,但若为命主核心宫位,则需结合其他宫位综合判断。
|
||||||
|
三、四化对婚姻的具体影响
|
||||||
|
化禄 :增强享受欲,易遇富足美满的伴侣关系。
|
||||||
|
化权 :通过自身能力争取家庭地位,避免被动依赖。
|
||||||
|
化科 :感情中人缘好,易得异性欣赏。
|
||||||
|
化忌 :情绪敏感,需注意过度迁就导致自我迷失。
|
||||||
|
四、改善婚姻运势的建议
|
||||||
|
主动沟通 :天相星虽协调,但需避免一味退让,定期表达需求。
|
||||||
|
培养共同兴趣 :通过旅行、学习等活动增强互动。
|
||||||
|
化解煞气 :若命盘中有破格或煞星,可佩戴粉晶/茶晶化解矛盾。
|
||||||
|
五、总结
|
||||||
|
天相星入宫的婚姻多以和谐为主,但需注意平衡付出与自我价值。命主自身的心态与行为 (如是否主动经营感情)对结果影响深远。若命盘中天相与吉星同度,或夫妻宫得红鸾、天喜会照,则易有良缘且婚运长久。
|
||||||
|
|
||||||
|
建议结合完整命盘进行深度分析,以获得更精准的解读!
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
32
config.json
Normal file
32
config.json
Normal file
@@ -0,0 +1,32 @@
|
|||||||
|
{
|
||||||
|
"_name_or_path": "/root/tangfan/models/DeepSeek-R1-Distill-Qwen-14B",
|
||||||
|
"architectures": [
|
||||||
|
"Qwen2ForCausalLM"
|
||||||
|
],
|
||||||
|
"attention_dropout": 0.0,
|
||||||
|
"bos_token_id": 151646,
|
||||||
|
"eos_token_id": 151643,
|
||||||
|
"hidden_act": "silu",
|
||||||
|
"hidden_size": 5120,
|
||||||
|
"initializer_range": 0.02,
|
||||||
|
"intermediate_size": 13824,
|
||||||
|
"max_position_embeddings": 131072,
|
||||||
|
"max_window_layers": 48,
|
||||||
|
"model_type": "qwen2",
|
||||||
|
"num_attention_heads": 40,
|
||||||
|
"num_hidden_layers": 48,
|
||||||
|
"num_key_value_heads": 8,
|
||||||
|
"pad_token_id": 151654,
|
||||||
|
"rms_norm_eps": 1e-05,
|
||||||
|
"rope_scaling": null,
|
||||||
|
"rope_theta": 1000000.0,
|
||||||
|
"sliding_window": null,
|
||||||
|
"tie_word_embeddings": false,
|
||||||
|
"torch_dtype": "bfloat16",
|
||||||
|
"transformers_version": "4.48.3",
|
||||||
|
"unsloth_fixed": true,
|
||||||
|
"unsloth_version": "2025.2.4",
|
||||||
|
"use_cache": true,
|
||||||
|
"use_sliding_window": false,
|
||||||
|
"vocab_size": 152064
|
||||||
|
}
|
||||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
|||||||
|
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||||
11
generation_config.json
Normal file
11
generation_config.json
Normal file
@@ -0,0 +1,11 @@
|
|||||||
|
{
|
||||||
|
"_from_model_config": true,
|
||||||
|
"bos_token_id": 151646,
|
||||||
|
"do_sample": true,
|
||||||
|
"eos_token_id": 151643,
|
||||||
|
"max_length": 131072,
|
||||||
|
"pad_token_id": 151654,
|
||||||
|
"temperature": 0.6,
|
||||||
|
"top_p": 0.95,
|
||||||
|
"transformers_version": "4.48.3"
|
||||||
|
}
|
||||||
3
model-00001-of-00006.safetensors
Normal file
3
model-00001-of-00006.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a3915cf71784c0379d5a65f7ae85a8f3f7cc2e9425f31085cec8d5a922938831
|
||||||
|
size 4986211280
|
||||||
3
model-00002-of-00006.safetensors
Normal file
3
model-00002-of-00006.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:45b120a75c2d10abd7d3d2b3153cce6f79ff39ce499de74beb39f983d08d056f
|
||||||
|
size 4954847344
|
||||||
3
model-00003-of-00006.safetensors
Normal file
3
model-00003-of-00006.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f38269fb4a8670dfd4fc2d35ec644a28a4bd25aa911f95c73b1c85bc8bd6fe83
|
||||||
|
size 4954847392
|
||||||
3
model-00004-of-00006.safetensors
Normal file
3
model-00004-of-00006.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ebbbde48665401408384144b1e781605ec27c07362d889a2ef7a2dfee19074e5
|
||||||
|
size 4954847392
|
||||||
3
model-00005-of-00006.safetensors
Normal file
3
model-00005-of-00006.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:883254e40d75416caa0f495e5b9b0842069610cea1b66232838f06035b92628a
|
||||||
|
size 4954847392
|
||||||
3
model-00006-of-00006.safetensors
Normal file
3
model-00006-of-00006.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f3053a84e56d054a06ddee9c2b67d8832ada046dbf6392a1aba922fd7ba31f84
|
||||||
|
size 4734533160
|
||||||
586
model.safetensors.index.json
Normal file
586
model.safetensors.index.json
Normal file
@@ -0,0 +1,586 @@
|
|||||||
|
{
|
||||||
|
"metadata": {
|
||||||
|
"total_size": 29540067328
|
||||||
|
},
|
||||||
|
"weight_map": {
|
||||||
|
"lm_head.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.embed_tokens.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.input_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.self_attn.k_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.self_attn.q_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.self_attn.v_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.input_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.self_attn.k_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.self_attn.q_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.self_attn.v_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.10.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.10.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.11.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.12.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.13.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.14.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.15.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.15.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.15.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.15.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.15.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.15.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.15.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.15.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.15.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.15.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.15.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.15.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.16.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.16.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.17.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.18.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.19.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.2.input_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.self_attn.k_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.self_attn.q_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.self_attn.v_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.20.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.20.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.21.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.22.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.input_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.mlp.gate_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.mlp.up_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.23.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.24.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.24.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.24.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.24.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.24.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.24.self_attn.k_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.24.self_attn.k_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.24.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.24.self_attn.q_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.24.self_attn.q_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.24.self_attn.v_proj.bias": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.24.self_attn.v_proj.weight": "model-00003-of-00006.safetensors",
|
||||||
|
"model.layers.25.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.25.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.26.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.27.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.28.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.29.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.3.input_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.self_attn.k_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.self_attn.q_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.self_attn.v_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.30.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.30.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.31.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.input_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.mlp.gate_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.mlp.up_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.32.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.33.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.33.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.33.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.33.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.33.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.33.self_attn.k_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.33.self_attn.k_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.33.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.33.self_attn.q_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.33.self_attn.q_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.33.self_attn.v_proj.bias": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.33.self_attn.v_proj.weight": "model-00004-of-00006.safetensors",
|
||||||
|
"model.layers.34.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.34.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.35.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.36.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.37.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.38.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.39.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.4.input_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.self_attn.k_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.self_attn.q_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.self_attn.v_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.40.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.40.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.input_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.mlp.gate_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.mlp.up_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.41.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.42.input_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.42.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.42.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.42.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.42.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.42.self_attn.k_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.42.self_attn.k_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.42.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.42.self_attn.q_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.42.self_attn.q_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.42.self_attn.v_proj.bias": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.42.self_attn.v_proj.weight": "model-00005-of-00006.safetensors",
|
||||||
|
"model.layers.43.input_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.self_attn.k_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.self_attn.q_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.self_attn.v_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.43.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.input_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.self_attn.k_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.self_attn.q_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.self_attn.v_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.44.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.input_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.self_attn.k_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.self_attn.q_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.self_attn.v_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.45.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.input_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.self_attn.k_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.self_attn.q_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.self_attn.v_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.46.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.input_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.mlp.gate_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.mlp.up_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.self_attn.k_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.self_attn.k_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.self_attn.q_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.self_attn.q_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.self_attn.v_proj.bias": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.47.self_attn.v_proj.weight": "model-00006-of-00006.safetensors",
|
||||||
|
"model.layers.5.input_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.mlp.up_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.self_attn.k_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.self_attn.q_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.self_attn.v_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.6.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.6.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.6.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.6.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.6.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.6.self_attn.k_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.6.self_attn.k_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.6.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.6.self_attn.q_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.6.self_attn.q_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.6.self_attn.v_proj.bias": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.6.self_attn.v_proj.weight": "model-00001-of-00006.safetensors",
|
||||||
|
"model.layers.7.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.7.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.8.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.input_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.mlp.gate_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.mlp.up_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.self_attn.k_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.self_attn.k_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.self_attn.q_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.self_attn.q_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.self_attn.v_proj.bias": "model-00002-of-00006.safetensors",
|
||||||
|
"model.layers.9.self_attn.v_proj.weight": "model-00002-of-00006.safetensors",
|
||||||
|
"model.norm.weight": "model-00006-of-00006.safetensors"
|
||||||
|
}
|
||||||
|
}
|
||||||
23
special_tokens_map.json
Normal file
23
special_tokens_map.json
Normal file
@@ -0,0 +1,23 @@
|
|||||||
|
{
|
||||||
|
"bos_token": {
|
||||||
|
"content": "<|begin▁of▁sentence|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"eos_token": {
|
||||||
|
"content": "<|end▁of▁sentence|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"pad_token": {
|
||||||
|
"content": "<|vision_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
}
|
||||||
|
}
|
||||||
3
tokenizer.json
Normal file
3
tokenizer.json
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
|
||||||
|
size 11422778
|
||||||
196
tokenizer_config.json
Normal file
196
tokenizer_config.json
Normal file
@@ -0,0 +1,196 @@
|
|||||||
|
{
|
||||||
|
"add_bos_token": true,
|
||||||
|
"add_eos_token": false,
|
||||||
|
"add_prefix_space": null,
|
||||||
|
"added_tokens_decoder": {
|
||||||
|
"151643": {
|
||||||
|
"content": "<|end▁of▁sentence|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151644": {
|
||||||
|
"content": "<|User|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151645": {
|
||||||
|
"content": "<|Assistant|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151646": {
|
||||||
|
"content": "<|begin▁of▁sentence|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151647": {
|
||||||
|
"content": "<|EOT|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151648": {
|
||||||
|
"content": "<think>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151649": {
|
||||||
|
"content": "</think>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151650": {
|
||||||
|
"content": "<|quad_start|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151651": {
|
||||||
|
"content": "<|quad_end|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151652": {
|
||||||
|
"content": "<|vision_start|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151653": {
|
||||||
|
"content": "<|vision_end|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151654": {
|
||||||
|
"content": "<|vision_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151655": {
|
||||||
|
"content": "<|image_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151656": {
|
||||||
|
"content": "<|video_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151657": {
|
||||||
|
"content": "<tool_call>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151658": {
|
||||||
|
"content": "</tool_call>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151659": {
|
||||||
|
"content": "<|fim_prefix|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151660": {
|
||||||
|
"content": "<|fim_middle|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151661": {
|
||||||
|
"content": "<|fim_suffix|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151662": {
|
||||||
|
"content": "<|fim_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151663": {
|
||||||
|
"content": "<|repo_name|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151664": {
|
||||||
|
"content": "<|file_sep|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"bos_token": "<|begin▁of▁sentence|>",
|
||||||
|
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|><think>\\n'}}{% endif %}",
|
||||||
|
"clean_up_tokenization_spaces": false,
|
||||||
|
"eos_token": "<|end▁of▁sentence|>",
|
||||||
|
"extra_special_tokens": {},
|
||||||
|
"legacy": true,
|
||||||
|
"model_max_length": 131072,
|
||||||
|
"pad_token": "<|vision_pad|>",
|
||||||
|
"padding_side": "left",
|
||||||
|
"sp_model_kwargs": {},
|
||||||
|
"tokenizer_class": "LlamaTokenizer",
|
||||||
|
"unk_token": null,
|
||||||
|
"use_default_system_prompt": false
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user