初始化项目,由ModelHub XC社区提供模型
Model: QCRI/AZERG-T3-Mistral Source: Original Platform
This commit is contained in:
35
.gitattributes
vendored
Normal file
35
.gitattributes
vendored
Normal file
@@ -0,0 +1,35 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
10
Modelfile
Normal file
10
Modelfile
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
# ollama modelfile auto-generated by llamafactory
|
||||||
|
|
||||||
|
FROM .
|
||||||
|
|
||||||
|
TEMPLATE """<s>{{ if .System }}{{ .System }}
|
||||||
|
|
||||||
|
{{ end }}{{ range .Messages }}{{ if eq .Role "user" }}[INST] {{ .Content }}[/INST]{{ else if eq .Role "assistant" }} {{ .Content }}</s>{{ end }}{{ end }}"""
|
||||||
|
|
||||||
|
PARAMETER stop "</s>"
|
||||||
|
PARAMETER num_ctx 4096
|
||||||
48
README.md
Normal file
48
README.md
Normal file
@@ -0,0 +1,48 @@
|
|||||||
|
---
|
||||||
|
license: apache-2.0
|
||||||
|
datasets:
|
||||||
|
- QCRI/AZERG-Dataset
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
base_model:
|
||||||
|
- mistralai/Mistral-7B-Instruct-v0.3
|
||||||
|
tags:
|
||||||
|
- STIX standard
|
||||||
|
- threat intelligence
|
||||||
|
- MITRE ATT&CK
|
||||||
|
---
|
||||||
|
|
||||||
|
# QCRI/AZERG-T3-Mistral
|
||||||
|
This model is a fine-tuned version of `mistralai/Mistral-7B-Instruct-v0.3` specialized for `Task 3: Related Pair Detection`. It has been trained on the [QCRI/AZERG-Dataset](https://huggingface.co/datasets/QCRI/AZERG-Dataset) to determine if a semantic relationship exists between two STIX entities within a given context.
|
||||||
|
|
||||||
|
This is a specialist model designed for high performance on entity detection within the [AZERG framework](https://github.com/QCRI/azerg/).
|
||||||
|
|
||||||
|
## Intended Use
|
||||||
|
Use this model to extract potential STIX entities from a given security text passage.
|
||||||
|
|
||||||
|
## Example Prompt:
|
||||||
|
|
||||||
|
```
|
||||||
|
Instruction:
|
||||||
|
You are a helpful threat intelligence analyst. Your task is to identify if the source entity and the target entity in the provided text passage are semantically related. To help you, we provide all the possible relationship labels between the source and target entities. If any label applies to the relationship, answer YES. Otherwise, answer NO. Answer in the following format: <related>YES or NO</related>
|
||||||
|
|
||||||
|
Input:
|
||||||
|
- Source Entity: [SOURCE ENTITY (ENTITY TYPE)]
|
||||||
|
- Target Entity: [TARGET ENTITY (ENTITY TYPE)]
|
||||||
|
- Possible Relationship Labels: [STIX RELATIONSHIP LABELS]
|
||||||
|
- Text Passage: [INPUT TEXT]
|
||||||
|
|
||||||
|
Response:
|
||||||
|
```
|
||||||
|
|
||||||
|
## Citation
|
||||||
|
If you use this model, please cite our paper:
|
||||||
|
|
||||||
|
```
|
||||||
|
@article{lekssays2025azerg,
|
||||||
|
title={From Text to Actionable Intelligence: Automating STIX Entity and Relationship Extraction},
|
||||||
|
author={Lekssays, Ahmed and Sencar, Husrev Taha and Yu, Ting},
|
||||||
|
journal={arXiv preprint arXiv:2507.16576},
|
||||||
|
year={2025}
|
||||||
|
}
|
||||||
|
```
|
||||||
27
config.json
Normal file
27
config.json
Normal file
@@ -0,0 +1,27 @@
|
|||||||
|
{
|
||||||
|
"_name_or_path": "mistralai/Mistral-7B-Instruct-v0.3",
|
||||||
|
"architectures": [
|
||||||
|
"MistralForCausalLM"
|
||||||
|
],
|
||||||
|
"attention_dropout": 0.0,
|
||||||
|
"bos_token_id": 1,
|
||||||
|
"eos_token_id": 2,
|
||||||
|
"head_dim": 128,
|
||||||
|
"hidden_act": "silu",
|
||||||
|
"hidden_size": 4096,
|
||||||
|
"initializer_range": 0.02,
|
||||||
|
"intermediate_size": 14336,
|
||||||
|
"max_position_embeddings": 32768,
|
||||||
|
"model_type": "mistral",
|
||||||
|
"num_attention_heads": 32,
|
||||||
|
"num_hidden_layers": 32,
|
||||||
|
"num_key_value_heads": 8,
|
||||||
|
"rms_norm_eps": 1e-05,
|
||||||
|
"rope_theta": 1000000.0,
|
||||||
|
"sliding_window": null,
|
||||||
|
"tie_word_embeddings": false,
|
||||||
|
"torch_dtype": "bfloat16",
|
||||||
|
"transformers_version": "4.45.0",
|
||||||
|
"use_cache": true,
|
||||||
|
"vocab_size": 32768
|
||||||
|
}
|
||||||
6
generation_config.json
Normal file
6
generation_config.json
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
{
|
||||||
|
"_from_model_config": true,
|
||||||
|
"bos_token_id": 1,
|
||||||
|
"eos_token_id": 2,
|
||||||
|
"transformers_version": "4.45.0"
|
||||||
|
}
|
||||||
3
model-00001-of-00008.safetensors
Normal file
3
model-00001-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:fef4656dd89e6855e191059819a5ed638def603999056252dc3a362c93785143
|
||||||
|
size 1895878496
|
||||||
3
model-00002-of-00008.safetensors
Normal file
3
model-00002-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2c5a3e95b4f146c8a43905e9534458f9c46f91e3f3f9bead0604fbcd345792ff
|
||||||
|
size 1946243936
|
||||||
3
model-00003-of-00008.safetensors
Normal file
3
model-00003-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2213bd18015d7b4f7f67c16e334847cdbbafb030601c5c26318593d672ace99b
|
||||||
|
size 1979781432
|
||||||
3
model-00004-of-00008.safetensors
Normal file
3
model-00004-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c166176f53e5990b4e414bb6c93effcdca48aba17dd697cf6d24bcc53e6d249f
|
||||||
|
size 1946243984
|
||||||
3
model-00005-of-00008.safetensors
Normal file
3
model-00005-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:fffbebf0c4fa6524f79abd051bccd2e1e4d7f29c82155ac1c4e10f4d26d15bd8
|
||||||
|
size 1979781448
|
||||||
3
model-00006-of-00008.safetensors
Normal file
3
model-00006-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e9a5af5fb9bfe7e79ee9a927bc3062219457db00102b0a63307558e75a0510fc
|
||||||
|
size 1946243984
|
||||||
3
model-00007-of-00008.safetensors
Normal file
3
model-00007-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:aac4362113251ef80ad9b6209a4dd0868c75aaab828d9f187899255a626f8761
|
||||||
|
size 1979781448
|
||||||
3
model-00008-of-00008.safetensors
Normal file
3
model-00008-of-00008.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:86aa8b959b6b0f51a965dc61a1c2927ba2906795e6421c4e1e280321b32e9c0e
|
||||||
|
size 822126136
|
||||||
298
model.safetensors.index.json
Normal file
298
model.safetensors.index.json
Normal file
@@ -0,0 +1,298 @@
|
|||||||
|
{
|
||||||
|
"metadata": {
|
||||||
|
"total_size": 14496047104
|
||||||
|
},
|
||||||
|
"weight_map": {
|
||||||
|
"lm_head.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.embed_tokens.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.input_layernorm.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.input_layernorm.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.10.input_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.mlp.down_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.mlp.gate_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.mlp.up_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.post_attention_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.self_attn.k_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.self_attn.o_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.self_attn.q_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.10.self_attn.v_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.input_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.mlp.down_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.mlp.gate_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.mlp.up_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.post_attention_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.self_attn.k_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.self_attn.o_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.self_attn.q_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.11.self_attn.v_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.12.input_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.12.mlp.down_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.12.mlp.gate_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.12.mlp.up_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.12.post_attention_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.12.self_attn.k_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.12.self_attn.o_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.12.self_attn.q_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.12.self_attn.v_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.13.input_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.mlp.down_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.mlp.gate_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.mlp.up_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.post_attention_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.self_attn.k_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.self_attn.o_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.self_attn.q_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.13.self_attn.v_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.input_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.mlp.down_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.mlp.gate_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.mlp.up_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.post_attention_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.self_attn.k_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.self_attn.o_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.self_attn.q_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.14.self_attn.v_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.input_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.mlp.down_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.mlp.gate_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.mlp.up_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.post_attention_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.self_attn.k_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.self_attn.o_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.self_attn.q_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.15.self_attn.v_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.input_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.mlp.down_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.mlp.gate_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.mlp.up_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.post_attention_layernorm.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.self_attn.k_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.self_attn.o_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.self_attn.q_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.16.self_attn.v_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.17.input_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.17.mlp.down_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.17.mlp.gate_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.17.mlp.up_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.17.post_attention_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.17.self_attn.k_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.17.self_attn.o_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.17.self_attn.q_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.17.self_attn.v_proj.weight": "model-00004-of-00008.safetensors",
|
||||||
|
"model.layers.18.input_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.mlp.down_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.mlp.gate_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.mlp.up_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.post_attention_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.self_attn.k_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.self_attn.o_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.self_attn.q_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.18.self_attn.v_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.input_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.mlp.down_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.mlp.gate_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.mlp.up_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.post_attention_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.self_attn.k_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.self_attn.o_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.self_attn.q_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.19.self_attn.v_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.2.input_layernorm.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.20.input_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.mlp.down_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.mlp.gate_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.mlp.up_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.post_attention_layernorm.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.self_attn.k_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.self_attn.o_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.self_attn.q_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.20.self_attn.v_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.21.input_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.21.mlp.down_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.21.mlp.gate_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.21.mlp.up_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.21.post_attention_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.21.self_attn.k_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.21.self_attn.o_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.21.self_attn.q_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.21.self_attn.v_proj.weight": "model-00005-of-00008.safetensors",
|
||||||
|
"model.layers.22.input_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.mlp.down_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.mlp.gate_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.mlp.up_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.post_attention_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.self_attn.k_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.self_attn.o_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.self_attn.q_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.22.self_attn.v_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.input_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.mlp.down_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.mlp.gate_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.mlp.up_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.post_attention_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.self_attn.k_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.self_attn.o_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.self_attn.q_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.23.self_attn.v_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.input_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.mlp.down_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.mlp.gate_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.mlp.up_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.post_attention_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.self_attn.k_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.self_attn.o_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.self_attn.q_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.24.self_attn.v_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.input_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.mlp.down_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.mlp.gate_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.mlp.up_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.post_attention_layernorm.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.self_attn.k_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.self_attn.o_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.self_attn.q_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.25.self_attn.v_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.26.input_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.26.mlp.down_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.26.mlp.gate_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.26.mlp.up_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.26.post_attention_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.26.self_attn.k_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.26.self_attn.o_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.26.self_attn.q_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.26.self_attn.v_proj.weight": "model-00006-of-00008.safetensors",
|
||||||
|
"model.layers.27.input_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.mlp.down_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.mlp.gate_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.mlp.up_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.post_attention_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.self_attn.k_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.self_attn.o_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.self_attn.q_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.27.self_attn.v_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.input_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.mlp.down_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.mlp.gate_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.mlp.up_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.post_attention_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.self_attn.k_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.self_attn.o_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.self_attn.q_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.28.self_attn.v_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.input_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.mlp.down_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.mlp.gate_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.mlp.up_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.post_attention_layernorm.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.self_attn.k_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.self_attn.o_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.self_attn.q_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.29.self_attn.v_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.3.input_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.3.mlp.down_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.3.post_attention_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00008.safetensors",
|
||||||
|
"model.layers.30.input_layernorm.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.30.mlp.down_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.30.mlp.gate_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.30.mlp.up_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.30.post_attention_layernorm.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.30.self_attn.k_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.30.self_attn.o_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.30.self_attn.q_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.30.self_attn.v_proj.weight": "model-00007-of-00008.safetensors",
|
||||||
|
"model.layers.31.input_layernorm.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.mlp.down_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.mlp.gate_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.mlp.up_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.post_attention_layernorm.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.self_attn.k_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.self_attn.o_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.self_attn.q_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.31.self_attn.v_proj.weight": "model-00008-of-00008.safetensors",
|
||||||
|
"model.layers.4.input_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.mlp.down_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.mlp.gate_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.mlp.up_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.post_attention_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.self_attn.k_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.self_attn.o_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.self_attn.q_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.4.self_attn.v_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.input_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.mlp.down_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.mlp.gate_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.mlp.up_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.post_attention_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.self_attn.k_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.self_attn.o_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.self_attn.q_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.5.self_attn.v_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.input_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.mlp.down_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.mlp.gate_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.mlp.up_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.post_attention_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.self_attn.k_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.self_attn.o_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.self_attn.q_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.6.self_attn.v_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.input_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.mlp.down_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.mlp.gate_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.mlp.up_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.post_attention_layernorm.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.self_attn.k_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.self_attn.o_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.self_attn.q_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.7.self_attn.v_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.8.input_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.8.mlp.down_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.8.mlp.gate_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.8.mlp.up_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.8.post_attention_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.8.self_attn.k_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.8.self_attn.o_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.8.self_attn.q_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.8.self_attn.v_proj.weight": "model-00002-of-00008.safetensors",
|
||||||
|
"model.layers.9.input_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.mlp.down_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.mlp.gate_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.mlp.up_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.post_attention_layernorm.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.self_attn.k_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.self_attn.o_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.self_attn.q_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.layers.9.self_attn.v_proj.weight": "model-00003-of-00008.safetensors",
|
||||||
|
"model.norm.weight": "model-00008-of-00008.safetensors"
|
||||||
|
}
|
||||||
|
}
|
||||||
24
special_tokens_map.json
Normal file
24
special_tokens_map.json
Normal file
@@ -0,0 +1,24 @@
|
|||||||
|
{
|
||||||
|
"bos_token": {
|
||||||
|
"content": "<s>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"eos_token": {
|
||||||
|
"content": "</s>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"pad_token": "</s>",
|
||||||
|
"unk_token": {
|
||||||
|
"content": "<unk>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
}
|
||||||
|
}
|
||||||
275733
tokenizer.json
Normal file
275733
tokenizer.json
Normal file
File diff suppressed because it is too large
Load Diff
3
tokenizer.model
Normal file
3
tokenizer.model
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:37f00374dea48658ee8f5d0f21895b9bc55cb0103939607c8185bfd1c6ca1f89
|
||||||
|
size 587404
|
||||||
6189
tokenizer_config.json
Normal file
6189
tokenizer_config.json
Normal file
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user