初始化项目，由ModelHub XC社区提供模型
Model: BAAI_Industry_Competition_tourism_dev/eatbreakfast_TouInd Source: Original Platform
This commit is contained in:
ModelHub XC
47
.gitattributes
vendored
Normal file
47
.gitattributes
vendored
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
233
README.md
Normal file
233
README.md
Normal file
@@ -0,0 +1,233 @@
|
|||||||
|
---
|
||||||
|
frameworks:
|
||||||
|
- Pytorch
|
||||||
|
license: MIT License
|
||||||
|
tasks:
|
||||||
|
- text-generation
|
||||||
|
|
||||||
|
#model-type:
|
||||||
|
##如 gpt、phi、llama、chatglm、baichuan 等
|
||||||
|
#- gpt
|
||||||
|
|
||||||
|
domain:
|
||||||
|
- nlp
|
||||||
|
|
||||||
|
#language:
|
||||||
|
##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa
|
||||||
|
#- cn
|
||||||
|
|
||||||
|
#metrics:
|
||||||
|
##如 CIDEr、Blue、ROUGE 等
|
||||||
|
#- CIDEr
|
||||||
|
|
||||||
|
tags:
|
||||||
|
##各种自定义，包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他
|
||||||
|
- fine-tuned
|
||||||
|
|
||||||
|
#tools:
|
||||||
|
##如 vllm、fastchat、llamacpp、AdaSeq 等
|
||||||
|
#- vllm
|
||||||
|
---
|
||||||
|
## 模型推理结果文件
|
||||||
|
|
||||||
|
见`吃早饭_TouInd_12271627.jsonl`
|
||||||
|
|
||||||
|
## 训练和推理代码
|
||||||
|
|
||||||
|
### 训练脚本
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Experimental environment: V100, A10, 3090
|
||||||
|
CUDA_VISIBLE_DEVICES=0 \
|
||||||
|
swift sft \
|
||||||
|
--model_id_or_path Qwen/Qwen2.5-7B-Instruct \
|
||||||
|
--sft_type lora \
|
||||||
|
--use_dora True \
|
||||||
|
--tuner_backend peft \
|
||||||
|
--template_type AUTO \
|
||||||
|
--dtype AUTO \
|
||||||
|
--output_dir output \
|
||||||
|
--dataset qa_dataset_final3.jsonl sft_dataset_train_processed_rewritev2_with_example.jsonl \
|
||||||
|
--num_train_epochs 3 \
|
||||||
|
--max_length 2600 \
|
||||||
|
--check_dataset_strategy warning \
|
||||||
|
--lora_rank 8 \
|
||||||
|
--lora_alpha 32 \
|
||||||
|
--lora_dropout_p 0.05 \
|
||||||
|
--lora_target_modules ALL \
|
||||||
|
--gradient_checkpointing true \
|
||||||
|
--batch_size 1 \
|
||||||
|
--weight_decay 0.1 \
|
||||||
|
--learning_rate 5e-5 \
|
||||||
|
--gradient_accumulation_steps 16 \
|
||||||
|
--max_grad_norm 0.5 \
|
||||||
|
--warmup_ratio 0.03 \
|
||||||
|
--eval_steps 50 \
|
||||||
|
--save_steps 50 \
|
||||||
|
--save_total_limit 2 \
|
||||||
|
--logging_steps 10
|
||||||
|
```
|
||||||
|
|
||||||
|
### 推理代码
|
||||||
|
|
||||||
|
```python
|
||||||
|
import os
|
||||||
|
|
||||||
|
os.environ['CUDA_VISIBLE_DEVICES'] = '0'
|
||||||
|
import gc
|
||||||
|
import hashlib
|
||||||
|
import json
|
||||||
|
|
||||||
|
import jsonlines
|
||||||
|
import torch
|
||||||
|
from swift.llm import (
|
||||||
|
ModelType,
|
||||||
|
get_default_template_type,
|
||||||
|
get_model_tokenizer,
|
||||||
|
get_template,
|
||||||
|
get_vllm_engine,
|
||||||
|
inference,
|
||||||
|
inference_vllm,
|
||||||
|
)
|
||||||
|
from swift.tuners import Swift
|
||||||
|
from swift.utils import seed_everything
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
|
|
||||||
|
def generate_unique_code(input_string):
|
||||||
|
sha256_hash = hashlib.sha256()
|
||||||
|
sha256_hash.update(input_string.encode('utf-8'))
|
||||||
|
unique_code = sha256_hash.hexdigest()
|
||||||
|
return unique_code
|
||||||
|
|
||||||
|
def convert_config_to_dict(config_dict):
|
||||||
|
"""Convert generation config to JSON serializable format"""
|
||||||
|
serializable_dict = {}
|
||||||
|
for key, value in config_dict.items():
|
||||||
|
if isinstance(value, set):
|
||||||
|
serializable_dict[key] = list(value)
|
||||||
|
elif key == 'compile_config':
|
||||||
|
# Convert CompileConfig object to dict
|
||||||
|
serializable_dict[key] = {
|
||||||
|
'fullgraph': value.fullgraph,
|
||||||
|
'dynamic': value.dynamic,
|
||||||
|
'backend': value.backend,
|
||||||
|
'mode': value.mode,
|
||||||
|
'options': value.options
|
||||||
|
}
|
||||||
|
else:
|
||||||
|
serializable_dict[key] = value
|
||||||
|
return serializable_dict
|
||||||
|
|
||||||
|
seed_everything(42)
|
||||||
|
|
||||||
|
file_jsonl_path = "eval_only_query.jsonl"
|
||||||
|
out_path = "吃早饭_TouInd_12271627.jsonl"
|
||||||
|
log_file = "run_log.jsonl" # 推理日志
|
||||||
|
|
||||||
|
|
||||||
|
# for objective questions
|
||||||
|
model_type = ModelType.qwen2_5_7b_instruct
|
||||||
|
template_type = get_default_template_type(model_type)
|
||||||
|
model_id_or_path = None
|
||||||
|
llm_engine = get_vllm_engine(model_type,max_model_len=10000)
|
||||||
|
llm_engine.generation_config.max_new_tokens = 1024
|
||||||
|
llm_engine.generation_config.temperature = 0
|
||||||
|
llm_engine.generation_config.do_sample = False
|
||||||
|
|
||||||
|
template = get_template(template_type, llm_engine.hf_tokenizer)
|
||||||
|
|
||||||
|
reason_data = []
|
||||||
|
with open(file_jsonl_path, "rb") as file:
|
||||||
|
for line in jsonlines.Reader(file):
|
||||||
|
if line["query_type"]=="objective":
|
||||||
|
reason_data.append(
|
||||||
|
{
|
||||||
|
"query": line["query"] + "\n\nAnswer this multiple-choice question step by step. First, analyze each option carefully, explain why each is correct or incorrect, and then conclude with the best answer.\n",
|
||||||
|
"origin": line
|
||||||
|
}
|
||||||
|
)
|
||||||
|
resp_list = inference_vllm(llm_engine, template, reason_data, use_tqdm=True,max_batch_size=8,)
|
||||||
|
|
||||||
|
# Add run logging for first inference
|
||||||
|
for query_data, resp in zip(reason_data, resp_list):
|
||||||
|
run_info = {
|
||||||
|
"unique_id": generate_unique_code(query_data["query"]),
|
||||||
|
"model_inp": query_data["query"],
|
||||||
|
"gen_parm": convert_config_to_dict(llm_engine.generation_config.__dict__),
|
||||||
|
"answer": resp["response"]
|
||||||
|
}
|
||||||
|
with open(log_file, "a") as fw:
|
||||||
|
fw.write(json.dumps(run_info, ensure_ascii=False)+"\n")
|
||||||
|
|
||||||
|
final_data = []
|
||||||
|
for line in resp_list:
|
||||||
|
final_data.append(
|
||||||
|
{
|
||||||
|
"query": f"You are a good summarizer. Please summarize Answer and output the choise(s) like `A` or `AB` or `ACD` only.\n\n \n\nAnswer:{line['response']}\n\n",
|
||||||
|
}
|
||||||
|
)
|
||||||
|
# 修改max_new_tokens
|
||||||
|
resp_list = inference_vllm(llm_engine, template, final_data, use_tqdm=True,max_batch_size=8,)
|
||||||
|
|
||||||
|
# Add run logging for summarization inference
|
||||||
|
for data, resp in zip(final_data, resp_list):
|
||||||
|
run_info = {
|
||||||
|
"unique_id": generate_unique_code(data["query"]),
|
||||||
|
"model_inp": data["query"],
|
||||||
|
"gen_parm": convert_config_to_dict(llm_engine.generation_config.__dict__),
|
||||||
|
"answer": resp["response"]
|
||||||
|
}
|
||||||
|
with open(log_file, "a") as fw:
|
||||||
|
fw.write(json.dumps(run_info, ensure_ascii=False)+"\n")
|
||||||
|
|
||||||
|
with jsonlines.open(out_path, mode="a") as file_jsonl:
|
||||||
|
for origin,resp in zip(reason_data,resp_list):
|
||||||
|
file_jsonl.write({"query": origin["origin"]["query"], "query_type":origin["origin"]["query_type"],"answer": resp["response"]})
|
||||||
|
del llm_engine.model_executor
|
||||||
|
del llm_engine
|
||||||
|
gc.collect()
|
||||||
|
torch.cuda.empty_cache()
|
||||||
|
torch.distributed.destroy_process_group()
|
||||||
|
import ray
|
||||||
|
|
||||||
|
ray.shutdown()
|
||||||
|
|
||||||
|
# for subjective questions
|
||||||
|
ckpt_dir = "BAAI_Industry_Competition_tourism_dev/eatbreakfast_TouInd"
|
||||||
|
model_type = ModelType.qwen2_5_7b_instruct
|
||||||
|
template_type = get_default_template_type(model_type)
|
||||||
|
model_id_or_path = None
|
||||||
|
model, tokenizer = get_model_tokenizer(model_type, model_id_or_path=ckpt_dir,
|
||||||
|
model_kwargs={'device_map': 'auto',"load_in_4bit":True})
|
||||||
|
# model = Swift.from_pretrained(model, ckpt_dir, inference_mode=True)
|
||||||
|
|
||||||
|
# 修改max_new_tokens
|
||||||
|
model.generation_config.max_new_tokens = 1024
|
||||||
|
model.generation_config.temperature = 0
|
||||||
|
model.generation_config.do_sample = False
|
||||||
|
template = get_template(template_type, tokenizer)
|
||||||
|
|
||||||
|
with open(file_jsonl_path,"rb") as file:
|
||||||
|
for i,line in tqdm(enumerate(jsonlines.Reader(file))):
|
||||||
|
if line["query_type"]=="subjective":
|
||||||
|
query = line['query']
|
||||||
|
response, history = inference(model, template, query)
|
||||||
|
|
||||||
|
# Add run logging for subjective questions
|
||||||
|
run_info = {
|
||||||
|
"unique_id": generate_unique_code(query),
|
||||||
|
"model_inp": query,
|
||||||
|
"gen_parm": convert_config_to_dict(model.generation_config.__dict__),
|
||||||
|
"answer": response
|
||||||
|
}
|
||||||
|
with open(log_file, "a") as fw:
|
||||||
|
fw.write(json.dumps(run_info, ensure_ascii=False)+"\n")
|
||||||
|
|
||||||
|
data = {"query":line["query"],"query_type":line["query_type"],"answer":response}
|
||||||
|
with jsonlines.open(out_path,mode="a") as file_jsonl:
|
||||||
|
file_jsonl.write(data)
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
24
added_tokens.json
Normal file
24
added_tokens.json
Normal file
@@ -0,0 +1,24 @@
|
|||||||
|
{
|
||||||
|
"</tool_call>": 151658,
|
||||||
|
"<tool_call>": 151657,
|
||||||
|
"<|box_end|>": 151649,
|
||||||
|
"<|box_start|>": 151648,
|
||||||
|
"<|endoftext|>": 151643,
|
||||||
|
"<|file_sep|>": 151664,
|
||||||
|
"<|fim_middle|>": 151660,
|
||||||
|
"<|fim_pad|>": 151662,
|
||||||
|
"<|fim_prefix|>": 151659,
|
||||||
|
"<|fim_suffix|>": 151661,
|
||||||
|
"<|im_end|>": 151645,
|
||||||
|
"<|im_start|>": 151644,
|
||||||
|
"<|image_pad|>": 151655,
|
||||||
|
"<|object_ref_end|>": 151647,
|
||||||
|
"<|object_ref_start|>": 151646,
|
||||||
|
"<|quad_end|>": 151651,
|
||||||
|
"<|quad_start|>": 151650,
|
||||||
|
"<|repo_name|>": 151663,
|
||||||
|
"<|video_pad|>": 151656,
|
||||||
|
"<|vision_end|>": 151653,
|
||||||
|
"<|vision_pad|>": 151654,
|
||||||
|
"<|vision_start|>": 151652
|
||||||
|
}
|
||||||
29
config.json
Normal file
29
config.json
Normal file
@@ -0,0 +1,29 @@
|
|||||||
|
{
|
||||||
|
"_name_or_path": "/mnt/workspace/.cache/modelscope/hub/Qwen/Qwen2___5-7B-Instruct",
|
||||||
|
"architectures": [
|
||||||
|
"Qwen2ForCausalLM"
|
||||||
|
],
|
||||||
|
"attention_dropout": 0.0,
|
||||||
|
"bos_token_id": 151643,
|
||||||
|
"eos_token_id": 151645,
|
||||||
|
"hidden_act": "silu",
|
||||||
|
"hidden_size": 3584,
|
||||||
|
"initializer_range": 0.02,
|
||||||
|
"intermediate_size": 18944,
|
||||||
|
"max_position_embeddings": 32768,
|
||||||
|
"max_window_layers": 28,
|
||||||
|
"model_type": "qwen2",
|
||||||
|
"num_attention_heads": 28,
|
||||||
|
"num_hidden_layers": 28,
|
||||||
|
"num_key_value_heads": 4,
|
||||||
|
"rms_norm_eps": 1e-06,
|
||||||
|
"rope_scaling": null,
|
||||||
|
"rope_theta": 1000000.0,
|
||||||
|
"sliding_window": null,
|
||||||
|
"tie_word_embeddings": false,
|
||||||
|
"torch_dtype": "bfloat16",
|
||||||
|
"transformers_version": "4.46.2",
|
||||||
|
"use_cache": true,
|
||||||
|
"use_sliding_window": false,
|
||||||
|
"vocab_size": 152064
|
||||||
|
}
|
||||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
|||||||
|
{"framework":"Pytorch","task":"text-generation"}
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b95d90b2295bb01af0c12faf61646e50ca55a5c4c9677adcccad82a557f2849f
|
||||||
|
size 29871
|
||||||
12
generation_config.json
Normal file
12
generation_config.json
Normal file
@@ -0,0 +1,12 @@
|
|||||||
|
{
|
||||||
|
"bos_token_id": 151643,
|
||||||
|
"do_sample": true,
|
||||||
|
"eos_token_id": 151645,
|
||||||
|
"max_new_tokens": 2048,
|
||||||
|
"pad_token_id": 151643,
|
||||||
|
"repetition_penalty": 1.05,
|
||||||
|
"temperature": 0.7,
|
||||||
|
"top_k": 20,
|
||||||
|
"top_p": 0.8,
|
||||||
|
"transformers_version": "4.46.2"
|
||||||
|
}
|
||||||
62
logging.jsonl
Normal file
62
logging.jsonl
Normal file
File diff suppressed because one or more lines are too long
151388
merges.txt
Normal file
151388
merges.txt
Normal file
File diff suppressed because it is too large
Load Diff
3
model-00001-of-00004.safetensors
Normal file
3
model-00001-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6ccb6075145d707dc17426f06b6f4da5ddd3edd036da6fd8b0b3ba14dc48d08b
|
||||||
|
size 4877660776
|
||||||
3
model-00002-of-00004.safetensors
Normal file
3
model-00002-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:357cddddeacf93028f06aeb595ac54506b5c44468a10bad9fa78a7c3697619b6
|
||||||
|
size 4932751008
|
||||||
3
model-00003-of-00004.safetensors
Normal file
3
model-00003-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0560381fa7f57c15293f3c9e58a5a7aba6d0f1ba16215b6c733df62051adec87
|
||||||
|
size 4330865200
|
||||||
3
model-00004-of-00004.safetensors
Normal file
3
model-00004-of-00004.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:06006972c3be88e8a44fe21cfe2b0472b130780c781a741f8f90f1fe5ba3aae2
|
||||||
|
size 1089994880
|
||||||
346
model.safetensors.index.json
Normal file
346
model.safetensors.index.json
Normal file
@@ -0,0 +1,346 @@
|
|||||||
|
{
|
||||||
|
"metadata": {
|
||||||
|
"total_size": 15231233024
|
||||||
|
},
|
||||||
|
"weight_map": {
|
||||||
|
"lm_head.weight": "model-00004-of-00004.safetensors",
|
||||||
|
"model.embed_tokens.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
|
||||||
|
"model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
|
||||||
|
"model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
|
||||||
|
"model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
|
||||||
|
"model.norm.weight": "model-00003-of-00004.safetensors"
|
||||||
|
}
|
||||||
|
}
|
||||||
598
run_log.jsonl
Normal file
598
run_log.jsonl
Normal file
File diff suppressed because one or more lines are too long
263
sft_args.json
Normal file
263
sft_args.json
Normal file
@@ -0,0 +1,263 @@
|
|||||||
|
{
|
||||||
|
"model_type": "qwen2_5-7b-instruct",
|
||||||
|
"model_id_or_path": "Qwen/Qwen2.5-7B-Instruct",
|
||||||
|
"model_revision": "master",
|
||||||
|
"full_determinism": false,
|
||||||
|
"sft_type": "full",
|
||||||
|
"freeze_parameters": [],
|
||||||
|
"freeze_vit": false,
|
||||||
|
"freeze_parameters_ratio": 0.0,
|
||||||
|
"additional_trainable_parameters": [],
|
||||||
|
"tuner_backend": "peft",
|
||||||
|
"template_type": "qwen2_5",
|
||||||
|
"output_dir": "/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243",
|
||||||
|
"add_output_dir_suffix": true,
|
||||||
|
"ddp_backend": null,
|
||||||
|
"ddp_find_unused_parameters": null,
|
||||||
|
"ddp_broadcast_buffers": null,
|
||||||
|
"ddp_timeout": 1800,
|
||||||
|
"seed": 42,
|
||||||
|
"resume_from_checkpoint": null,
|
||||||
|
"resume_only_model": false,
|
||||||
|
"ignore_data_skip": false,
|
||||||
|
"dtype": "bf16",
|
||||||
|
"packing": false,
|
||||||
|
"train_backend": "transformers",
|
||||||
|
"tp": 1,
|
||||||
|
"pp": 1,
|
||||||
|
"min_lr": null,
|
||||||
|
"sequence_parallel": false,
|
||||||
|
"model_kwargs": {},
|
||||||
|
"loss_name": null,
|
||||||
|
"dataset": [
|
||||||
|
"qa_dataset_final3.jsonl",
|
||||||
|
"sft_dataset_train_processed_rewritev2_with_example.jsonl"
|
||||||
|
],
|
||||||
|
"val_dataset": [],
|
||||||
|
"dataset_seed": 42,
|
||||||
|
"dataset_test_ratio": 0.01,
|
||||||
|
"use_loss_scale": false,
|
||||||
|
"loss_scale_config_path": "/mnt/workspace/swift/swift/llm/agent/default_loss_scale_config.json",
|
||||||
|
"system": null,
|
||||||
|
"tools_prompt": "react_en",
|
||||||
|
"max_length": 2600,
|
||||||
|
"truncation_strategy": "delete",
|
||||||
|
"check_dataset_strategy": "warning",
|
||||||
|
"streaming": false,
|
||||||
|
"streaming_val_size": 0,
|
||||||
|
"streaming_buffer_size": 16384,
|
||||||
|
"model_name": [
|
||||||
|
null,
|
||||||
|
null
|
||||||
|
],
|
||||||
|
"model_author": [
|
||||||
|
null,
|
||||||
|
null
|
||||||
|
],
|
||||||
|
"quant_method": null,
|
||||||
|
"quantization_bit": 0,
|
||||||
|
"hqq_axis": 0,
|
||||||
|
"hqq_dynamic_config_path": null,
|
||||||
|
"bnb_4bit_comp_dtype": "bf16",
|
||||||
|
"bnb_4bit_quant_type": "nf4",
|
||||||
|
"bnb_4bit_use_double_quant": true,
|
||||||
|
"bnb_4bit_quant_storage": null,
|
||||||
|
"rescale_image": -1,
|
||||||
|
"target_modules": [
|
||||||
|
"o_proj",
|
||||||
|
"q_proj",
|
||||||
|
"v_proj",
|
||||||
|
"up_proj",
|
||||||
|
"gate_proj",
|
||||||
|
"k_proj",
|
||||||
|
"down_proj"
|
||||||
|
],
|
||||||
|
"target_regex": null,
|
||||||
|
"modules_to_save": [],
|
||||||
|
"lora_rank": 8,
|
||||||
|
"lora_alpha": 32,
|
||||||
|
"lora_dropout": 0.05,
|
||||||
|
"lora_bias_trainable": "none",
|
||||||
|
"lora_dtype": null,
|
||||||
|
"lora_lr_ratio": null,
|
||||||
|
"use_rslora": false,
|
||||||
|
"use_dora": true,
|
||||||
|
"init_lora_weights": true,
|
||||||
|
"fourier_n_frequency": 2000,
|
||||||
|
"fourier_scaling": 300.0,
|
||||||
|
"rope_scaling": null,
|
||||||
|
"boft_block_size": 4,
|
||||||
|
"boft_block_num": 0,
|
||||||
|
"boft_n_butterfly_factor": 1,
|
||||||
|
"boft_dropout": 0.0,
|
||||||
|
"vera_rank": 256,
|
||||||
|
"vera_projection_prng_key": 0,
|
||||||
|
"vera_dropout": 0.0,
|
||||||
|
"vera_d_initial": 0.1,
|
||||||
|
"adapter_act": "gelu",
|
||||||
|
"adapter_length": 128,
|
||||||
|
"use_galore": false,
|
||||||
|
"galore_target_modules": null,
|
||||||
|
"galore_rank": 128,
|
||||||
|
"galore_update_proj_gap": 50,
|
||||||
|
"galore_scale": 1.0,
|
||||||
|
"galore_proj_type": "std",
|
||||||
|
"galore_optim_per_parameter": false,
|
||||||
|
"galore_with_embedding": false,
|
||||||
|
"galore_quantization": false,
|
||||||
|
"galore_proj_quant": false,
|
||||||
|
"galore_proj_bits": 4,
|
||||||
|
"galore_proj_group_size": 256,
|
||||||
|
"galore_cos_threshold": 0.4,
|
||||||
|
"galore_gamma_proj": 2,
|
||||||
|
"galore_queue_size": 5,
|
||||||
|
"adalora_target_r": 8,
|
||||||
|
"adalora_init_r": 12,
|
||||||
|
"adalora_tinit": 0,
|
||||||
|
"adalora_tfinal": 0,
|
||||||
|
"adalora_deltaT": 1,
|
||||||
|
"adalora_beta1": 0.85,
|
||||||
|
"adalora_beta2": 0.85,
|
||||||
|
"adalora_orth_reg_weight": 0.5,
|
||||||
|
"ia3_feedforward_modules": [],
|
||||||
|
"llamapro_num_new_blocks": 4,
|
||||||
|
"llamapro_num_groups": null,
|
||||||
|
"neftune_noise_alpha": null,
|
||||||
|
"neftune_backend": "transformers",
|
||||||
|
"lisa_activated_layers": 0,
|
||||||
|
"lisa_step_interval": 20,
|
||||||
|
"reft_layer_key": null,
|
||||||
|
"reft_layers": null,
|
||||||
|
"reft_rank": 4,
|
||||||
|
"reft_intervention_type": "LoreftIntervention",
|
||||||
|
"reft_args": null,
|
||||||
|
"use_liger": false,
|
||||||
|
"gradient_checkpointing": true,
|
||||||
|
"vit_use_gc": true,
|
||||||
|
"deepspeed": null,
|
||||||
|
"batch_size": 1,
|
||||||
|
"eval_batch_size": 1,
|
||||||
|
"auto_find_batch_size": false,
|
||||||
|
"num_train_epochs": 3,
|
||||||
|
"max_steps": -1,
|
||||||
|
"optim": "adamw_torch",
|
||||||
|
"adam_beta1": 0.9,
|
||||||
|
"adam_beta2": 0.95,
|
||||||
|
"adam_epsilon": 1e-08,
|
||||||
|
"learning_rate": 5e-05,
|
||||||
|
"weight_decay": 0.1,
|
||||||
|
"gradient_accumulation_steps": 16,
|
||||||
|
"max_grad_norm": 0.5,
|
||||||
|
"predict_with_generate": false,
|
||||||
|
"lr_scheduler_type": "cosine",
|
||||||
|
"lr_scheduler_kwargs": {},
|
||||||
|
"warmup_ratio": 0.03,
|
||||||
|
"warmup_steps": 0,
|
||||||
|
"eval_steps": 50,
|
||||||
|
"save_steps": 50,
|
||||||
|
"save_only_model": false,
|
||||||
|
"save_total_limit": 2,
|
||||||
|
"logging_steps": 10,
|
||||||
|
"acc_steps": 1,
|
||||||
|
"dataloader_num_workers": 1,
|
||||||
|
"dataloader_pin_memory": true,
|
||||||
|
"dataloader_drop_last": false,
|
||||||
|
"push_to_hub": false,
|
||||||
|
"hub_model_id": null,
|
||||||
|
"hub_token": null,
|
||||||
|
"hub_private_repo": false,
|
||||||
|
"hub_strategy": "every_save",
|
||||||
|
"test_oom_error": false,
|
||||||
|
"disable_tqdm": false,
|
||||||
|
"lazy_tokenize": false,
|
||||||
|
"preprocess_num_proc": 1,
|
||||||
|
"use_flash_attn": null,
|
||||||
|
"ignore_args_error": false,
|
||||||
|
"check_model_is_latest": true,
|
||||||
|
"logging_dir": "/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243/runs",
|
||||||
|
"report_to": [
|
||||||
|
"tensorboard"
|
||||||
|
],
|
||||||
|
"acc_strategy": "token",
|
||||||
|
"save_on_each_node": false,
|
||||||
|
"evaluation_strategy": "steps",
|
||||||
|
"save_strategy": "steps",
|
||||||
|
"save_safetensors": true,
|
||||||
|
"gpu_memory_fraction": null,
|
||||||
|
"include_num_input_tokens_seen": false,
|
||||||
|
"local_repo_path": null,
|
||||||
|
"custom_register_path": null,
|
||||||
|
"custom_dataset_info": null,
|
||||||
|
"device_map_config": null,
|
||||||
|
"device_max_memory": [],
|
||||||
|
"max_new_tokens": 2048,
|
||||||
|
"do_sample": null,
|
||||||
|
"temperature": null,
|
||||||
|
"top_k": null,
|
||||||
|
"top_p": null,
|
||||||
|
"repetition_penalty": null,
|
||||||
|
"num_beams": 1,
|
||||||
|
"fsdp": "",
|
||||||
|
"fsdp_config": null,
|
||||||
|
"sequence_parallel_size": 1,
|
||||||
|
"model_layer_cls_name": null,
|
||||||
|
"metric_warmup_step": 0,
|
||||||
|
"fsdp_num": 1,
|
||||||
|
"per_device_train_batch_size": null,
|
||||||
|
"per_device_eval_batch_size": null,
|
||||||
|
"eval_strategy": null,
|
||||||
|
"self_cognition_sample": 0,
|
||||||
|
"train_dataset_mix_ratio": 0.0,
|
||||||
|
"train_dataset_mix_ds": [
|
||||||
|
"ms-bench"
|
||||||
|
],
|
||||||
|
"train_dataset_sample": -1,
|
||||||
|
"val_dataset_sample": null,
|
||||||
|
"safe_serialization": null,
|
||||||
|
"only_save_model": null,
|
||||||
|
"neftune_alpha": null,
|
||||||
|
"deepspeed_config_path": null,
|
||||||
|
"model_cache_dir": null,
|
||||||
|
"lora_dropout_p": 0.05,
|
||||||
|
"lora_target_modules": [
|
||||||
|
"o_proj",
|
||||||
|
"q_proj",
|
||||||
|
"v_proj",
|
||||||
|
"up_proj",
|
||||||
|
"gate_proj",
|
||||||
|
"k_proj",
|
||||||
|
"down_proj"
|
||||||
|
],
|
||||||
|
"lora_target_regex": null,
|
||||||
|
"lora_modules_to_save": [],
|
||||||
|
"boft_target_modules": [],
|
||||||
|
"boft_modules_to_save": [],
|
||||||
|
"vera_target_modules": [],
|
||||||
|
"vera_modules_to_save": [],
|
||||||
|
"ia3_target_modules": [],
|
||||||
|
"ia3_modules_to_save": [],
|
||||||
|
"custom_train_dataset_path": [],
|
||||||
|
"custom_val_dataset_path": [],
|
||||||
|
"device_map_config_path": null,
|
||||||
|
"push_hub_strategy": null,
|
||||||
|
"use_self_cognition": false,
|
||||||
|
"is_multimodal": false,
|
||||||
|
"is_vision": false,
|
||||||
|
"lora_use_embedding": false,
|
||||||
|
"lora_use_all": true,
|
||||||
|
"lora_m2s_use_embedding": false,
|
||||||
|
"lora_m2s_use_ln": false,
|
||||||
|
"torch_dtype": "torch.bfloat16",
|
||||||
|
"fp16": false,
|
||||||
|
"bf16": true,
|
||||||
|
"rank": -1,
|
||||||
|
"local_rank": -1,
|
||||||
|
"world_size": 1,
|
||||||
|
"local_world_size": 1,
|
||||||
|
"bnb_4bit_compute_dtype": "torch.bfloat16",
|
||||||
|
"load_in_4bit": false,
|
||||||
|
"load_in_8bit": false,
|
||||||
|
"train_sampler_random": true,
|
||||||
|
"train_type": "sft",
|
||||||
|
"training_args": "Seq2SeqTrainingArguments(output_dir='/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243', overwrite_output_dir=False, do_train=False, do_eval=True, do_predict=False, eval_strategy=<IntervalStrategy.STEPS: 'steps'>, prediction_loss_only=False, per_device_train_batch_size=1, per_device_eval_batch_size=1, per_gpu_train_batch_size=None, per_gpu_eval_batch_size=None, gradient_accumulation_steps=16, eval_accumulation_steps=None, eval_delay=0, torch_empty_cache_steps=None, learning_rate=5e-05, weight_decay=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, max_grad_norm=0.5, num_train_epochs=3, max_steps=-1, lr_scheduler_type=<SchedulerType.COSINE: 'cosine'>, lr_scheduler_kwargs={}, warmup_ratio=0.03, warmup_steps=0, log_level='passive', log_level_replica='warning', log_on_each_node=True, logging_dir='/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243/runs', logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_first_step=True, logging_steps=10, logging_nan_inf_filter=True, save_strategy=<IntervalStrategy.STEPS: 'steps'>, save_steps=50, save_total_limit=2, save_safetensors=True, save_on_each_node=False, save_only_model=False, restore_callback_states_from_checkpoint=False, no_cuda=False, use_cpu=False, use_mps_device=False, seed=42, data_seed=42, jit_mode_eval=False, use_ipex=False, bf16=True, fp16=False, fp16_opt_level='O1', half_precision_backend='auto', bf16_full_eval=False, fp16_full_eval=False, tf32=None, local_rank=0, ddp_backend=None, tpu_num_cores=None, tpu_metrics_debug=False, debug=[], dataloader_drop_last=False, eval_steps=50, dataloader_num_workers=1, dataloader_prefetch_factor=None, past_index=-1, run_name='/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243', disable_tqdm=False, remove_unused_columns=False, label_names=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, fsdp=[], fsdp_min_num_params=0, fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, fsdp_transformer_layer_cls_to_wrap=None, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), deepspeed=None, label_smoothing_factor=0.0, optim=<OptimizerNames.ADAMW_TORCH: 'adamw_torch'>, optim_args=None, adafactor=False, group_by_length=False, length_column_name='length', report_to=['tensorboard'], ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, dataloader_pin_memory=True, dataloader_persistent_workers=False, skip_memory_metrics=True, use_legacy_prediction_loop=False, push_to_hub=False, resume_from_checkpoint=None, hub_model_id=None, hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_token=None, hub_private_repo=False, hub_always_push=False, gradient_checkpointing=True, gradient_checkpointing_kwargs=None, include_inputs_for_metrics=False, include_for_metrics=[], eval_do_concat_batches=True, fp16_backend='auto', evaluation_strategy=None, push_to_hub_model_id=None, push_to_hub_organization=None, push_to_hub_token=None, mp_parameters='', auto_find_batch_size=False, full_determinism=False, torchdynamo=None, ray_scope='last', ddp_timeout=1800, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, dispatch_batches=None, split_batches=None, include_tokens_per_second=False, include_num_input_tokens_seen=False, neftune_noise_alpha=None, optim_target_modules=None, batch_eval_metrics=False, eval_on_start=False, use_liger_kernel=False, eval_use_gather_object=False, average_tokens_across_devices=False, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=GenerationConfig {\n \"bos_token_id\": 151643,\n \"do_sample\": true,\n \"eos_token_id\": 151645,\n \"max_new_tokens\": 2048,\n \"pad_token_id\": 151643,\n \"repetition_penalty\": 1.05,\n \"temperature\": 0.7,\n \"top_k\": 20,\n \"top_p\": 0.8\n}\n, acc_strategy='token', loss_name=None, additional_saved_files=[], train_sampler_random=True, metric_warmup_step=0, train_dataset_sample=-1)"
|
||||||
|
}
|
||||||
25
special_tokens_map.json
Normal file
25
special_tokens_map.json
Normal file
@@ -0,0 +1,25 @@
|
|||||||
|
{
|
||||||
|
"additional_special_tokens": [
|
||||||
|
"<|im_start|>",
|
||||||
|
"<|im_end|>",
|
||||||
|
"<|object_ref_start|>",
|
||||||
|
"<|object_ref_end|>",
|
||||||
|
"<|box_start|>",
|
||||||
|
"<|box_end|>",
|
||||||
|
"<|quad_start|>",
|
||||||
|
"<|quad_end|>",
|
||||||
|
"<|vision_start|>",
|
||||||
|
"<|vision_end|>",
|
||||||
|
"<|vision_pad|>",
|
||||||
|
"<|image_pad|>",
|
||||||
|
"<|video_pad|>"
|
||||||
|
],
|
||||||
|
"eos_token": "<|im_end|>",
|
||||||
|
"pad_token": {
|
||||||
|
"content": "<|endoftext|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
}
|
||||||
|
}
|
||||||
757444
tokenizer.json
Normal file
757444
tokenizer.json
Normal file
File diff suppressed because it is too large
Load Diff
207
tokenizer_config.json
Normal file
207
tokenizer_config.json
Normal file
@@ -0,0 +1,207 @@
|
|||||||
|
{
|
||||||
|
"add_bos_token": false,
|
||||||
|
"add_prefix_space": false,
|
||||||
|
"added_tokens_decoder": {
|
||||||
|
"151643": {
|
||||||
|
"content": "<|endoftext|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151644": {
|
||||||
|
"content": "<|im_start|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151645": {
|
||||||
|
"content": "<|im_end|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151646": {
|
||||||
|
"content": "<|object_ref_start|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151647": {
|
||||||
|
"content": "<|object_ref_end|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151648": {
|
||||||
|
"content": "<|box_start|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151649": {
|
||||||
|
"content": "<|box_end|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151650": {
|
||||||
|
"content": "<|quad_start|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151651": {
|
||||||
|
"content": "<|quad_end|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151652": {
|
||||||
|
"content": "<|vision_start|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151653": {
|
||||||
|
"content": "<|vision_end|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151654": {
|
||||||
|
"content": "<|vision_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151655": {
|
||||||
|
"content": "<|image_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151656": {
|
||||||
|
"content": "<|video_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"151657": {
|
||||||
|
"content": "<tool_call>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151658": {
|
||||||
|
"content": "</tool_call>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151659": {
|
||||||
|
"content": "<|fim_prefix|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151660": {
|
||||||
|
"content": "<|fim_middle|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151661": {
|
||||||
|
"content": "<|fim_suffix|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151662": {
|
||||||
|
"content": "<|fim_pad|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151663": {
|
||||||
|
"content": "<|repo_name|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
},
|
||||||
|
"151664": {
|
||||||
|
"content": "<|file_sep|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": false
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additional_special_tokens": [
|
||||||
|
"<|im_start|>",
|
||||||
|
"<|im_end|>",
|
||||||
|
"<|object_ref_start|>",
|
||||||
|
"<|object_ref_end|>",
|
||||||
|
"<|box_start|>",
|
||||||
|
"<|box_end|>",
|
||||||
|
"<|quad_start|>",
|
||||||
|
"<|quad_end|>",
|
||||||
|
"<|vision_start|>",
|
||||||
|
"<|vision_end|>",
|
||||||
|
"<|vision_pad|>",
|
||||||
|
"<|image_pad|>",
|
||||||
|
"<|video_pad|>"
|
||||||
|
],
|
||||||
|
"bos_token": null,
|
||||||
|
"chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
|
||||||
|
"clean_up_tokenization_spaces": false,
|
||||||
|
"eos_token": "<|im_end|>",
|
||||||
|
"errors": "replace",
|
||||||
|
"model_max_length": 131072,
|
||||||
|
"pad_token": "<|endoftext|>",
|
||||||
|
"split_special_tokens": false,
|
||||||
|
"tokenizer_class": "Qwen2Tokenizer",
|
||||||
|
"unk_token": null
|
||||||
|
}
|
||||||
155
training_args.json
Normal file
155
training_args.json
Normal file
@@ -0,0 +1,155 @@
|
|||||||
|
{
|
||||||
|
"output_dir": "/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243",
|
||||||
|
"overwrite_output_dir": false,
|
||||||
|
"do_train": false,
|
||||||
|
"do_eval": true,
|
||||||
|
"do_predict": false,
|
||||||
|
"eval_strategy": "steps",
|
||||||
|
"prediction_loss_only": false,
|
||||||
|
"per_device_train_batch_size": 1,
|
||||||
|
"per_device_eval_batch_size": 1,
|
||||||
|
"per_gpu_train_batch_size": null,
|
||||||
|
"per_gpu_eval_batch_size": null,
|
||||||
|
"gradient_accumulation_steps": 16,
|
||||||
|
"eval_accumulation_steps": null,
|
||||||
|
"eval_delay": 0,
|
||||||
|
"torch_empty_cache_steps": null,
|
||||||
|
"learning_rate": 5e-05,
|
||||||
|
"weight_decay": 0.1,
|
||||||
|
"adam_beta1": 0.9,
|
||||||
|
"adam_beta2": 0.95,
|
||||||
|
"adam_epsilon": 1e-08,
|
||||||
|
"max_grad_norm": 0.5,
|
||||||
|
"num_train_epochs": 3,
|
||||||
|
"max_steps": -1,
|
||||||
|
"lr_scheduler_type": "cosine",
|
||||||
|
"lr_scheduler_kwargs": {},
|
||||||
|
"warmup_ratio": 0.03,
|
||||||
|
"warmup_steps": 0,
|
||||||
|
"log_level": "passive",
|
||||||
|
"log_level_replica": "warning",
|
||||||
|
"log_on_each_node": true,
|
||||||
|
"logging_dir": "/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243/runs",
|
||||||
|
"logging_strategy": "steps",
|
||||||
|
"logging_first_step": true,
|
||||||
|
"logging_steps": 10,
|
||||||
|
"logging_nan_inf_filter": true,
|
||||||
|
"save_strategy": "steps",
|
||||||
|
"save_steps": 50,
|
||||||
|
"save_total_limit": 2,
|
||||||
|
"save_safetensors": true,
|
||||||
|
"save_on_each_node": false,
|
||||||
|
"save_only_model": false,
|
||||||
|
"restore_callback_states_from_checkpoint": false,
|
||||||
|
"no_cuda": false,
|
||||||
|
"use_cpu": false,
|
||||||
|
"use_mps_device": false,
|
||||||
|
"seed": 42,
|
||||||
|
"data_seed": 42,
|
||||||
|
"jit_mode_eval": false,
|
||||||
|
"use_ipex": false,
|
||||||
|
"bf16": true,
|
||||||
|
"fp16": false,
|
||||||
|
"fp16_opt_level": "O1",
|
||||||
|
"half_precision_backend": "auto",
|
||||||
|
"bf16_full_eval": false,
|
||||||
|
"fp16_full_eval": false,
|
||||||
|
"tf32": null,
|
||||||
|
"local_rank": 0,
|
||||||
|
"ddp_backend": null,
|
||||||
|
"tpu_num_cores": null,
|
||||||
|
"tpu_metrics_debug": false,
|
||||||
|
"debug": [],
|
||||||
|
"dataloader_drop_last": false,
|
||||||
|
"eval_steps": 50,
|
||||||
|
"dataloader_num_workers": 1,
|
||||||
|
"dataloader_prefetch_factor": null,
|
||||||
|
"past_index": -1,
|
||||||
|
"run_name": "/mnt/workspace/output/qwen2_5-7b-instruct/v19-20241204-000243",
|
||||||
|
"disable_tqdm": false,
|
||||||
|
"remove_unused_columns": false,
|
||||||
|
"label_names": null,
|
||||||
|
"load_best_model_at_end": false,
|
||||||
|
"metric_for_best_model": "loss",
|
||||||
|
"greater_is_better": false,
|
||||||
|
"ignore_data_skip": false,
|
||||||
|
"fsdp": [],
|
||||||
|
"fsdp_min_num_params": 0,
|
||||||
|
"fsdp_config": {
|
||||||
|
"min_num_params": 0,
|
||||||
|
"xla": false,
|
||||||
|
"xla_fsdp_v2": false,
|
||||||
|
"xla_fsdp_grad_ckpt": false
|
||||||
|
},
|
||||||
|
"fsdp_transformer_layer_cls_to_wrap": null,
|
||||||
|
"accelerator_config": "AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False)",
|
||||||
|
"deepspeed": null,
|
||||||
|
"label_smoothing_factor": 0.0,
|
||||||
|
"optim": "adamw_torch",
|
||||||
|
"optim_args": null,
|
||||||
|
"adafactor": false,
|
||||||
|
"group_by_length": false,
|
||||||
|
"length_column_name": "length",
|
||||||
|
"report_to": [
|
||||||
|
"tensorboard"
|
||||||
|
],
|
||||||
|
"ddp_find_unused_parameters": null,
|
||||||
|
"ddp_bucket_cap_mb": null,
|
||||||
|
"ddp_broadcast_buffers": null,
|
||||||
|
"dataloader_pin_memory": true,
|
||||||
|
"dataloader_persistent_workers": false,
|
||||||
|
"skip_memory_metrics": true,
|
||||||
|
"use_legacy_prediction_loop": false,
|
||||||
|
"push_to_hub": false,
|
||||||
|
"resume_from_checkpoint": null,
|
||||||
|
"hub_model_id": null,
|
||||||
|
"hub_strategy": "every_save",
|
||||||
|
"hub_token": null,
|
||||||
|
"hub_private_repo": false,
|
||||||
|
"hub_always_push": false,
|
||||||
|
"gradient_checkpointing": true,
|
||||||
|
"gradient_checkpointing_kwargs": null,
|
||||||
|
"include_inputs_for_metrics": false,
|
||||||
|
"include_for_metrics": [],
|
||||||
|
"eval_do_concat_batches": true,
|
||||||
|
"fp16_backend": "auto",
|
||||||
|
"evaluation_strategy": null,
|
||||||
|
"push_to_hub_model_id": null,
|
||||||
|
"push_to_hub_organization": null,
|
||||||
|
"push_to_hub_token": null,
|
||||||
|
"mp_parameters": "",
|
||||||
|
"auto_find_batch_size": false,
|
||||||
|
"full_determinism": false,
|
||||||
|
"torchdynamo": null,
|
||||||
|
"ray_scope": "last",
|
||||||
|
"ddp_timeout": 1800,
|
||||||
|
"torch_compile": false,
|
||||||
|
"torch_compile_backend": null,
|
||||||
|
"torch_compile_mode": null,
|
||||||
|
"dispatch_batches": null,
|
||||||
|
"split_batches": null,
|
||||||
|
"include_tokens_per_second": false,
|
||||||
|
"include_num_input_tokens_seen": false,
|
||||||
|
"neftune_noise_alpha": null,
|
||||||
|
"optim_target_modules": null,
|
||||||
|
"batch_eval_metrics": false,
|
||||||
|
"eval_on_start": false,
|
||||||
|
"use_liger_kernel": false,
|
||||||
|
"eval_use_gather_object": false,
|
||||||
|
"average_tokens_across_devices": false,
|
||||||
|
"sortish_sampler": false,
|
||||||
|
"predict_with_generate": false,
|
||||||
|
"generation_max_length": null,
|
||||||
|
"generation_num_beams": null,
|
||||||
|
"generation_config": "GenerationConfig {\n \"bos_token_id\": 151643,\n \"do_sample\": true,\n \"eos_token_id\": 151645,\n \"max_new_tokens\": 2048,\n \"pad_token_id\": 151643,\n \"repetition_penalty\": 1.05,\n \"temperature\": 0.7,\n \"top_k\": 20,\n \"top_p\": 0.8\n}\n",
|
||||||
|
"acc_strategy": "token",
|
||||||
|
"loss_name": null,
|
||||||
|
"additional_saved_files": [],
|
||||||
|
"train_sampler_random": true,
|
||||||
|
"metric_warmup_step": 0,
|
||||||
|
"train_dataset_sample": -1,
|
||||||
|
"distributed_state": "Distributed environment: NO\nNum processes: 1\nProcess index: 0\nLocal process index: 0\nDevice: cuda\n",
|
||||||
|
"_n_gpu": 1,
|
||||||
|
"__cached__setup_devices": "device(type='cuda', index=0)",
|
||||||
|
"deepspeed_plugin": null
|
||||||
|
}
|
||||||
1
vocab.json
Normal file
1
vocab.json
Normal file
File diff suppressed because one or more lines are too long
469
吃早饭_TouInd_12271627.jsonl
Normal file
469
吃早饭_TouInd_12271627.jsonl
Normal file
File diff suppressed because one or more lines are too long
BIN
吃早饭_TouInd_report.pdf
Normal file
BIN
吃早饭_TouInd_report.pdf
Normal file
Binary file not shown.
Reference in New Issue
Block a user