初始化项目,由ModelHub XC社区提供模型

Model: alexsobolev/IcaroLM
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-09-06 00:36:23 +08:00
commit 1a9ad1b646
36 changed files with 909411 additions and 0 deletions

37
lora/adapter_config.json Normal file
View File

@@ -0,0 +1,37 @@
{
"alpha_pattern": {},
"auto_mapping": null,
"base_model_name_or_path": "unsloth/Qwen2-1.5b-bnb-4bit",
"bias": "none",
"fan_in_fan_out": false,
"inference_mode": true,
"init_lora_weights": true,
"layer_replication": null,
"layers_pattern": null,
"layers_to_transform": null,
"loftq_config": {
"loftq_bits": 4,
"loftq_iter": 1
},
"lora_alpha": 32,
"lora_dropout": 0.05,
"megatron_config": null,
"megatron_core": "megatron.core",
"modules_to_save": null,
"peft_type": "LORA",
"r": 32,
"rank_pattern": {},
"revision": "unsloth",
"target_modules": [
"down_proj",
"up_proj",
"q_proj",
"v_proj",
"k_proj",
"gate_proj",
"o_proj"
],
"task_type": "CAUSAL_LM",
"use_dora": false,
"use_rslora": true
}

View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e3ce618b74fb93a321f505c284c9d204c83dfd50be440d03d30991d44400cd1f
size 147770496

6
lora/added_tokens.json Normal file
View File

@@ -0,0 +1,6 @@
{
"<|PAD_TOKEN|>": 151646,
"<|endoftext|>": 151645,
"<|im_end|>": 151643,
"<|im_start|>": 151644
}

151388
lora/merges.txt Normal file

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,16 @@
{
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|PAD_TOKEN|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}

303121
lora/tokenizer.json Normal file

File diff suppressed because it is too large Load Diff

View File

@@ -0,0 +1,44 @@
{
"added_tokens_decoder": {
"151643": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|PAD_TOKEN|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"bos_token": null,
"chat_template": "{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
"clean_up_tokenization_spaces": true,
"eos_token": "<|im_end|>",
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<|PAD_TOKEN|>",
"tokenizer_class": "Qwen2Tokenizer",
"unk_token": null
}

1
lora/vocab.json Normal file

File diff suppressed because one or more lines are too long