初始化项目,由ModelHub XC社区提供模型
Model: konradjr007/LFM2.5-230M_Twinx Source: Original Platform
This commit is contained in:
43
.gitattributes
vendored
Normal file
43
.gitattributes
vendored
Normal file
@@ -0,0 +1,43 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.BF16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth_LFM2.5-230M_1782720958.Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
20
README.md
Normal file
20
README.md
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
---
|
||||||
|
tags:
|
||||||
|
- gguf
|
||||||
|
- llama.cpp
|
||||||
|
- unsloth
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
# LFM2.5-230M_Twinx : GGUF
|
||||||
|
|
||||||
|
This model was finetuned and converted to GGUF format using [Unsloth](https://github.com/unslothai/unsloth).
|
||||||
|
|
||||||
|
**Example usage**:
|
||||||
|
- For text only LLMs: `llama-cli -hf konradjr007/LFM2.5-230M_Twinx --jinja`
|
||||||
|
- For multimodal models: `llama-mtmd-cli -hf konradjr007/LFM2.5-230M_Twinx --jinja`
|
||||||
|
|
||||||
|
## Available Model files:
|
||||||
|
- `unsloth_LFM2.5-230M_1782720958.Q2_K_L.gguf`
|
||||||
|
This was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth)
|
||||||
|
[<img src="https://raw.githubusercontent.com/unslothai/unsloth/main/images/unsloth%20made%20with%20love.png" width="200"/>](https://github.com/unslothai/unsloth)
|
||||||
67
config.json
Normal file
67
config.json
Normal file
@@ -0,0 +1,67 @@
|
|||||||
|
{
|
||||||
|
"architectures": [
|
||||||
|
"Lfm2ForCausalLM"
|
||||||
|
],
|
||||||
|
"block__name_mlp": "parallel_mlp_merged",
|
||||||
|
"block_auto_adjust_ff_dim": false,
|
||||||
|
"block_dim": 1024,
|
||||||
|
"block_ffn_dim_multiplier": 1.0,
|
||||||
|
"block_ffn_te_autocast": false,
|
||||||
|
"block_ffn_use_quantized_params": false,
|
||||||
|
"block_mlp_init_scale": 1.0,
|
||||||
|
"block_multiple_of": 256,
|
||||||
|
"block_norm_eps": 1e-05,
|
||||||
|
"block_out_init_scale": 1.0,
|
||||||
|
"block_sequence_parallel_norm_across_tp": false,
|
||||||
|
"block_use_swiglu": true,
|
||||||
|
"block_use_xavier_init": true,
|
||||||
|
"bos_token_id": 1,
|
||||||
|
"conv_L_cache": 3,
|
||||||
|
"conv_bias": false,
|
||||||
|
"conv_dim": 1024,
|
||||||
|
"conv_use_xavier_init": true,
|
||||||
|
"dtype": "bfloat16",
|
||||||
|
"eos_token_id": 7,
|
||||||
|
"ffn_te_autocast": false,
|
||||||
|
"ffn_use_quantized_params": false,
|
||||||
|
"hidden_size": 1024,
|
||||||
|
"initializer_range": 0.02,
|
||||||
|
"intermediate_size": 2560,
|
||||||
|
"layer_types": [
|
||||||
|
"conv",
|
||||||
|
"conv",
|
||||||
|
"full_attention",
|
||||||
|
"conv",
|
||||||
|
"full_attention",
|
||||||
|
"conv",
|
||||||
|
"full_attention",
|
||||||
|
"conv",
|
||||||
|
"full_attention",
|
||||||
|
"conv",
|
||||||
|
"full_attention",
|
||||||
|
"conv",
|
||||||
|
"full_attention",
|
||||||
|
"conv"
|
||||||
|
],
|
||||||
|
"max_position_embeddings": 128000,
|
||||||
|
"model_name": "unsloth/LFM2.5-230M",
|
||||||
|
"model_type": "lfm2",
|
||||||
|
"norm_eps": 1e-05,
|
||||||
|
"num_attention_heads": 16,
|
||||||
|
"num_heads": 16,
|
||||||
|
"num_hidden_layers": 14,
|
||||||
|
"num_key_value_heads": 8,
|
||||||
|
"pad_token_id": 0,
|
||||||
|
"rope_parameters": {
|
||||||
|
"rope_theta": 1000000.0,
|
||||||
|
"rope_type": "default"
|
||||||
|
},
|
||||||
|
"sequence_parallel_norm_across_tp": false,
|
||||||
|
"tie_word_embeddings": true,
|
||||||
|
"transformers_version": "5.3.0",
|
||||||
|
"unsloth_fixed": true,
|
||||||
|
"unsloth_version": "2026.6.9",
|
||||||
|
"use_cache": true,
|
||||||
|
"use_pos_enc": true,
|
||||||
|
"vocab_size": 65536
|
||||||
|
}
|
||||||
3
unsloth_LFM2.5-230M_1782720958.BF16.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4d52be11d5b5d305eaad80cc3145d74e3e89cebf6ca5056fd26aa9360764395d
|
||||||
|
size 461883872
|
||||||
3
unsloth_LFM2.5-230M_1782720958.F16.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ca4fa3adc2bcc1cdfbefb243ca4c0f4e80b1e9ee049d448870a00d58b91a71f7
|
||||||
|
size 461884128
|
||||||
3
unsloth_LFM2.5-230M_1782720958.Q2_K_L.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.Q2_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7306eafd758181f58cb9f31c2469a5dd9668f7cfd0e248338b7f5a9ebb8033e9
|
||||||
|
size 131926496
|
||||||
3
unsloth_LFM2.5-230M_1782720958.Q3_K_M.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:d85fe928faef58e539bc607b0172c1cac77d9d276e16618b2d2f9ac50e82f24f
|
||||||
|
size 133753312
|
||||||
3
unsloth_LFM2.5-230M_1782720958.Q4_K_M.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:5f7eee74009a225d370809355bea19cb3bb4b7f6663a5c005532af22c6d93c29
|
||||||
|
size 153405920
|
||||||
3
unsloth_LFM2.5-230M_1782720958.Q5_K_M.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f680cffb40f07d4e099b937f7f0b4748071b5acdae049a72821676af1a04525f
|
||||||
|
size 171624928
|
||||||
3
unsloth_LFM2.5-230M_1782720958.Q6_K.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:48d9eb76e81982f488fa487cbea3399702e466615b643f584cd7c0ed647d6d91
|
||||||
|
size 190982624
|
||||||
3
unsloth_LFM2.5-230M_1782720958.Q8_0.gguf
Normal file
3
unsloth_LFM2.5-230M_1782720958.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:07e6f556a5fc3db62979039559619bd21969f7506a8231d34fb7792e7536c3a0
|
||||||
|
size 246598112
|
||||||
Reference in New Issue
Block a user