Mungert/Llama-3.1-8B-Instruct-GGUF
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Mungert/Llama-3.1-8B-Instruct-GGUF
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-13 15:11:06 +08:00
commit 2952915596
37 changed files with 1544 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

82
.gitattributes vendored Normal file
View File

@@ -0,0 +1,82 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bin.* filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*.tfevents* filter=lfs diff=lfs merge=lfs -text
*.db* filter=lfs diff=lfs merge=lfs -text
*.ark* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ggml filter=lfs diff=lfs merge=lfs -text
*.llamafile* filter=lfs diff=lfs merge=lfs -text
*.pt2 filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-f16-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq2_m.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q2_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-bf16-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-bf16-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-f16-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q2_k_s.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-f16_q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q6_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-bf16-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-f16-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq2_xs.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-bf16_q8_0.gguf filter=lfs diff=lfs merge=lfs -text

3
Llama-3.1-8B-Instruct-bf16-q4_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:addab9d654cccb7bac7ddd94e0b4322849c64ccb5f3166e27adbe6dd5ba42355
size 6295643968

3
Llama-3.1-8B-Instruct-bf16-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1dd54e485db58ee11dab03ef1a8d2526ad068990c3aff078b7c000d96c2b2345
size 7835477824

3
Llama-3.1-8B-Instruct-bf16-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:83974f3d8f0f5ec3cad3f4db586cbc3603b0a5ce6af61fafb32a427361586237
size 9525782048

3
Llama-3.1-8B-Instruct-bf16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b8f65ff212f899a45fb6ee60547ada38fd8d774eaddbfc9258c262aa2f928ec2
size 16068896448

3
Llama-3.1-8B-Instruct-bf16_q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c8e12c4ae05cd19d42d591e8c3933a8e14c7818185eb9a0c04c8f1fb25007cfb
size 11916535488

3
Llama-3.1-8B-Instruct-f16-q4_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c3d21b2b94ccad30eaf7bb3ba5822c12937c8da1a717215ffd76d8dacb4cd72e
size 6295643968

3
Llama-3.1-8B-Instruct-f16-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8e74cdda4faa492f78b527227b1f63de7d05a820e3d15dcd3eb84e1b65345fa4
size 7835477824

3
Llama-3.1-8B-Instruct-f16-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3dc28ba5ee2953e19df993ed51bde824ff74c8fa7878ea5b419488ab2217da21
size 9525782048

3
Llama-3.1-8B-Instruct-f16_q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bbf1b5f34d2eaa14b77927ce1de1541cb5cc4f0e740c8cfebe3dbd7a93ecd0c2
size 11916535488

3
Llama-3.1-8B-Instruct-iq2_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ccd82cf809f319e4445aaa1c3ecfc298a8a5860dbed5aedf9988b70f0d521b98
size 3219711968

3
Llama-3.1-8B-Instruct-iq2_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1a858f49fd0cade3e6bdb32113ec9889b4ee75e4fb8d0b396fdae9e58b4aeabb
size 3090474976

3
Llama-3.1-8B-Instruct-iq2_xs.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3641302d5b8b2e585337ec090caa192c35bf4773eda35cd7d23315c3b0d35fd1
size 2996299744

3
Llama-3.1-8B-Instruct-iq2_xxs.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:04acb18f720faad8aabe0c44c4f4cdbf904a6e68b52a1ccee6fd510bc39ead78
size 2786453472

3
Llama-3.1-8B-Instruct-iq3_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d6d8b5f2eb2498e2c07e2b282608019db49101d3fe241ae0a07980f794614b8f
size 4024821728

3
Llama-3.1-8B-Instruct-iq3_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3623025587f3070d1bb6d5bcc51d507241300dd58649673140dee39ecd3f5cf0
size 3967150048

3
Llama-3.1-8B-Instruct-iq3_xs.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c28089cb66b851a17863762d4c93f3a92f9023e123a3f26dc4c62de519ebbde0
size 3632130016

3
Llama-3.1-8B-Instruct-iq3_xxs.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d1b6094d424b471db082dc88dbc55354172ecb066d3ccceb600648dab0e0a035
size 3546146784

3
Llama-3.1-8B-Instruct-iq4_nl.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f4d7e1caa2a85bef414e927be29818cefd40213d3a5afc37569e9d43c309ca98
size 4677994464

3
Llama-3.1-8B-Instruct-iq4_xs.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4312734429832750de9a19c796a7163ed1a124843d012eaec2eff54161b8e32b
size 4447668192

3
Llama-3.1-8B-Instruct-q2_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6f2546f907483c9a07408979c62d9f34011d0cab9e15e426a1bc641c0d3db52b
size 3437701088

3
Llama-3.1-8B-Instruct-q2_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:914ee948306559051483e4ac16436933a00d6884670c50ca6ed0c87abedf58b9
size 3288459232

3
Llama-3.1-8B-Instruct-q3_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8ee699f917fdc26b6f5694896a96b7b2ba8a691cca440c198a5dbdcd296e9291
size 4224133088

3
Llama-3.1-8B-Instruct-q3_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:28673cc47d2395f82150644601119d4a329f0bde06533460ee62454ec2ba6eb3
size 4056279008

3
Llama-3.1-8B-Instruct-q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:169ee78057f2080a48c97110bd03fb0487bb7ccd9d772f0b7cd7c24b86d64768
size 4525778912

3
Llama-3.1-8B-Instruct-q4_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3dbe6f263cf05beeffcb64c46643633897182c8e0da4e2ce5c4abe2587b300fb
size 5027653600

3
Llama-3.1-8B-Instruct-q4_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5e89e9a30ed45aa7f5bb4393031c4a791316e92e6c4e71a78d9fe8ec5789be3f
size 5072955360

3
Llama-3.1-8B-Instruct-q4_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:52630360fac64da54da2a68bbd2d3b965c7eb112fff7b5e91a73f7d3e624d112
size 4876347360

3
Llama-3.1-8B-Instruct-q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b7def378ae296d77c23afb56da2ff844e98ceef4e4633c2618dee1b1963f2f8b
size 5529528288

3
Llama-3.1-8B-Instruct-q5_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8ef9327122958f46a97bb3ed190778fff4b1215ca8244de3ca3491b68bac6ad6
size 6031402976

3
Llama-3.1-8B-Instruct-q5_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a3b7bb176038e28e3d15ac090832c32071440e8630bb45c6b0316160c00e54a7
size 5820590048

3
Llama-3.1-8B-Instruct-q5_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:718c37677a5d528af8b0843f1f3e4bc51a35dee0f6eca54407c05436e13b063a
size 5753743328

3
Llama-3.1-8B-Instruct-q6_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3f0499b4dff3a9b5df813680fa4565519266c794eb712dddd260a379b98953c5
size 6596012000

3
Llama-3.1-8B-Instruct-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e66a52b2f7f60067235aee49799d652787be394e5a40969e24f7f83aabb904f1
size 8540776128

3
Llama-3.1-8B-Instruct.imatrix Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c1168e188d31be78999ac20e941dcb75f348bd90985860a09696d024a1f8ad4c
size 4988170

1359
README.md Normal file
View File

File diff suppressed because it is too large Load Diff

1
configuration.json Normal file
View File

@@ -0,0 +1 @@
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}