unsloth/Llama-3.1-8B-Instruct-GGUF
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: unsloth/Llama-3.1-8B-Instruct-GGUF
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-17 22:33:14 +08:00
commit 789ce578a7
30 changed files with 1245 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

72
.gitattributes vendored Normal file
View File

@@ -0,0 +1,72 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bin.* filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*.tfevents* filter=lfs diff=lfs merge=lfs -text
*.db* filter=lfs diff=lfs merge=lfs -text
*.ark* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.gguf* filter=lfs diff=lfs merge=lfs -text
*.ggml filter=lfs diff=lfs merge=lfs -text
*.llamafile* filter=lfs diff=lfs merge=lfs -text
*.pt2 filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-Q2_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-Q3_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-Q4_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-Q5_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-Q6_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-UD-Q8_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text

3
Llama-3.1-8B-Instruct-BF16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:00bea1d086a0bffd8a37e0730124036739d27ac05c455933beb5714771e34a63
size 16068895872

3
Llama-3.1-8B-Instruct-IQ4_NL.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c76ecbe29adfdb074fc04abf582cd53463c62d6b5f21a36f045616b2cf0b96d1
size 4677993856

3
Llama-3.1-8B-Instruct-IQ4_XS.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0bfbfeac3e1e589193da037e682ffb76730a30e787278d30a846bddcd194913f
size 4464084352

3
Llama-3.1-8B-Instruct-Q2_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f2e27796f3f8268cc7e79806e69298d29a31104b6428f806e55d9c14a49ae17a
size 3179136384

3
Llama-3.1-8B-Instruct-Q2_K_L.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:327717f89ea7210c87ebedab3eb35ae3b1181fbe9bd4cb5bb31832609987fe7a
size 3302262144

3
Llama-3.1-8B-Instruct-Q3_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:71daf40611ec04009c25d81764dc242abcc2d991c801a60f58c19ad856c500fd
size 4018922880

3
Llama-3.1-8B-Instruct-Q3_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b38d222dee6a0df52f3a0dbea33cd6993005ff0b74255147053473ecc56374c1
size 3664504192

3
Llama-3.1-8B-Instruct-Q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:88e2c6002459f892d77c7e5e219868ef08a57c4e92354c7271aaf64f47ab0eaa
size 4675896704

3
Llama-3.1-8B-Instruct-Q4_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:50ebdab3bc5a529daf03b6755ac480042519eb2c3b14b2c4e9901665c8e889a0
size 5130257792

3
Llama-3.1-8B-Instruct-Q4_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b3bdbf23b47d7e6bb791c99b206deb169cd5a96362a9e3399028df2faacdc506
size 4920739200

3
Llama-3.1-8B-Instruct-Q4_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7cd71fbe98af3c5bac978c7b8f8639080cbfada96ef12b6205029208855cfecb
size 4692673920

3
Llama-3.1-8B-Instruct-Q5_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bc945542131dc588ba0b896701311add406a229104125f7ee2786d95a21df949
size 5732992384

3
Llama-3.1-8B-Instruct-Q5_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:48b6031f4760ede34f930305dd57c69e02a90e5d682f4f930a9fc5af5a2d0e27
size 5599298944

3
Llama-3.1-8B-Instruct-Q6_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:61feef661e081cbe00f1c8cc0d5565d0884c651491a908bdc1124f580eb9ae41
size 6596011392

3
Llama-3.1-8B-Instruct-UD-IQ1_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d8c907b73676d40c9e65dad4d6d33f12834ed6ddacab9974c64179c866bb12e2
size 2292204928

3
Llama-3.1-8B-Instruct-UD-IQ1_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9221fc4ea1cec0fd8903833990fdab0d3cf3c8f2ebefb57bc42da76eabdb9d42
size 2164671872

3
Llama-3.1-8B-Instruct-UD-IQ2_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:aac0d1aedd31a6ed2c3d4f5811c4a6a1e0b3715bcd400360809a3bf9082deed2
size 3003270528

3
Llama-3.1-8B-Instruct-UD-IQ2_XXS.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4379835c6b78dae3f61c881ce7f7f8bc2a846108c30571f8aeb6441536a3d25e
size 2504869248

3
Llama-3.1-8B-Instruct-UD-IQ3_XXS.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:41b7486ae04cd483b26a4f0a8f460efac49bd5b2d1d8164980a262613ae2d1f8
size 3321775488

3
Llama-3.1-8B-Instruct-UD-Q2_K_XL.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3918c4c8d42d9391d78a8aa63bbbd4647926f5bbf907d16aedd6bc0266b335c1
size 3388769664

3
Llama-3.1-8B-Instruct-UD-Q3_K_XL.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:38cbb27fbc7a49bccf8becf72b9fd7a1476a316bbb85d82783b49b9a89aec609
size 4199613824

3
Llama-3.1-8B-Instruct-UD-Q4_K_XL.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5685babde6e53e95764f4f56ec0a0bbde574c1b4987b6170ee346bdf22fac2e1
size 4994205056

3
Llama-3.1-8B-Instruct-UD-Q5_K_XL.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:526557bb0fea410882e526542a706539649d200c776404f8f7e69087a2297faa
size 5738136960

3
Llama-3.1-8B-Instruct-UD-Q6_K_XL.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:54217d8e02c46ce8ca13cda2ccbcefc0a4d6165ac9f61aa580f54044d8303a87
size 7329932672

3
Llama-3.1-8B-Instruct-UD-Q8_K_XL.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:956fe7ae28b1f406e6418d82e57b7de9710f6a719eb402f9b13a58e0176f6768
size 10575668608

1060
README.md Normal file
View File

File diff suppressed because it is too large Load Diff

37
config.json Normal file
View File

@@ -0,0 +1,37 @@
{
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 128000,
"eos_token_id": 128009,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 131072,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"num_key_value_heads": 8,
"pad_token_id": 128004,
"pretraining_tp": 1,
"rms_norm_eps": 1e-05,
"rope_scaling": {
"factor": 8.0,
"high_freq_factor": 4.0,
"low_freq_factor": 1.0,
"original_max_position_embeddings": 8192,
"rope_type": "llama3"
},
"rope_theta": 500000.0,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.52.0.dev0",
"unsloth_fixed": true,
"use_cache": true,
"vocab_size": 128256
}

1
configuration.json Normal file
View File

@@ -0,0 +1 @@
{"framework": "pytorch", "task": "others", "allow_remote": true}

BIN
imatrix_unsloth.dat Normal file
View File

Binary file not shown.