初始化项目,由ModelHub XC社区提供模型
Model: alexsobolev/IcaroLM Source: Original Platform
This commit is contained in:
37
lora/adapter_config.json
Normal file
37
lora/adapter_config.json
Normal file
@@ -0,0 +1,37 @@
|
||||
{
|
||||
"alpha_pattern": {},
|
||||
"auto_mapping": null,
|
||||
"base_model_name_or_path": "unsloth/Qwen2-1.5b-bnb-4bit",
|
||||
"bias": "none",
|
||||
"fan_in_fan_out": false,
|
||||
"inference_mode": true,
|
||||
"init_lora_weights": true,
|
||||
"layer_replication": null,
|
||||
"layers_pattern": null,
|
||||
"layers_to_transform": null,
|
||||
"loftq_config": {
|
||||
"loftq_bits": 4,
|
||||
"loftq_iter": 1
|
||||
},
|
||||
"lora_alpha": 32,
|
||||
"lora_dropout": 0.05,
|
||||
"megatron_config": null,
|
||||
"megatron_core": "megatron.core",
|
||||
"modules_to_save": null,
|
||||
"peft_type": "LORA",
|
||||
"r": 32,
|
||||
"rank_pattern": {},
|
||||
"revision": "unsloth",
|
||||
"target_modules": [
|
||||
"down_proj",
|
||||
"up_proj",
|
||||
"q_proj",
|
||||
"v_proj",
|
||||
"k_proj",
|
||||
"gate_proj",
|
||||
"o_proj"
|
||||
],
|
||||
"task_type": "CAUSAL_LM",
|
||||
"use_dora": false,
|
||||
"use_rslora": true
|
||||
}
|
||||
3
lora/adapter_model.safetensors
Normal file
3
lora/adapter_model.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e3ce618b74fb93a321f505c284c9d204c83dfd50be440d03d30991d44400cd1f
|
||||
size 147770496
|
||||
6
lora/added_tokens.json
Normal file
6
lora/added_tokens.json
Normal file
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"<|PAD_TOKEN|>": 151646,
|
||||
"<|endoftext|>": 151645,
|
||||
"<|im_end|>": 151643,
|
||||
"<|im_start|>": 151644
|
||||
}
|
||||
151388
lora/merges.txt
Normal file
151388
lora/merges.txt
Normal file
File diff suppressed because it is too large
Load Diff
16
lora/special_tokens_map.json
Normal file
16
lora/special_tokens_map.json
Normal file
@@ -0,0 +1,16 @@
|
||||
{
|
||||
"eos_token": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": {
|
||||
"content": "<|PAD_TOKEN|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
}
|
||||
}
|
||||
303121
lora/tokenizer.json
Normal file
303121
lora/tokenizer.json
Normal file
File diff suppressed because it is too large
Load Diff
44
lora/tokenizer_config.json
Normal file
44
lora/tokenizer_config.json
Normal file
@@ -0,0 +1,44 @@
|
||||
{
|
||||
"added_tokens_decoder": {
|
||||
"151643": {
|
||||
"content": "<|im_end|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151644": {
|
||||
"content": "<|im_start|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151645": {
|
||||
"content": "<|endoftext|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"151646": {
|
||||
"content": "<|PAD_TOKEN|>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
}
|
||||
},
|
||||
"bos_token": null,
|
||||
"chat_template": "{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
|
||||
"clean_up_tokenization_spaces": true,
|
||||
"eos_token": "<|im_end|>",
|
||||
"model_max_length": 1000000000000000019884624838656,
|
||||
"pad_token": "<|PAD_TOKEN|>",
|
||||
"tokenizer_class": "Qwen2Tokenizer",
|
||||
"unk_token": null
|
||||
}
|
||||
1
lora/vocab.json
Normal file
1
lora/vocab.json
Normal file
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user