second-state/Qwen2.5-3B-Instruct-GGUF
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Update README.md

Browse Source
This commit is contained in:
ai-modelscope
2025-02-06 06:13:56 +08:00
parent ecc42d906f
commit 789a67c7d8
44 changed files with 59 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q2_K.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q2_K.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
a577f509a29d9b4bc245b98df2e69ba3292b2df50d42c4657e9c4bca457788b2
1738793001.350251

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q3_K_L.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q3_K_L.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
b9759572d3a1db6a77b9c1bf3bbea889c9542fc40efcf87bdd55a3496764ef0a
1738793013.1077332

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q3_K_M.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q3_K_M.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
4347bd83febdfe63d50e65ceb67470cfc92df6719fa850df485028197575438d
1738793013.0156069

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q3_K_S.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q3_K_S.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
2504afaf19bb90519ef9faac4287bf806dfac73137b44b538934f91872b7e940
1738793013.230721

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q4_0.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q4_0.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
15c1644cfaefc7c0acad847e569d2f8d6699627ff7c69850c1135249004a0297
1738793014.0322547

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q4_K_M.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q4_K_M.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
5f84e8620223fbf57de40f88b805e6d0cd5d7d7398195a1b9734216822e3321b
1738793016.525776

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q4_K_S.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q4_K_S.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
834a6f319c6928eb91c6564e4af31acf9f3e298b5292dde342c3c23f1b1f06f6
1738793014.6661448

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q5_0.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q5_0.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
59ab3018fbd912bdca266991f9e5ea52b33dc9fefd875bfe19e55672ae9e0c2e
1738793024.3037798

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q5_K_M.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q5_K_M.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
d411298f8f11fc3966565f0dbf87ec71d834a31b8ebe8b27e9b38fe429f18518
1738793059.091541

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q5_K_S.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q5_K_S.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
1b213f5da25a896cd0050d0bdc4246f4072040a520302915a8fa48f5c88b193b
1738793066.3256075

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q6_K.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q6_K.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
e3adcd3fa24fd2728b211da61c033a153b73557399bd642f44c4f4d7cca43ef3
1738793074.7272778

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q8_0.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-Q8_0.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
b337380c65b7188868882c790bb437976329792fd60752e762c98ef5bb60fdde
1738793092.0216784

0
.cache/huggingface/download/Qwen2.5-3B-Instruct-f16.gguf.lock Normal file
View File

3
.cache/huggingface/download/Qwen2.5-3B-Instruct-f16.gguf.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
25908e409af8c952a17c8fda44b90e699565a90436431574f44c25d140aa5032
1738793163.7569683

0
.cache/huggingface/download/README.md.lock Normal file
View File

3
.cache/huggingface/download/README.md.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
2521310e828e443ce7726af8a308b436e37c56be
1738793014.9325078

0
.cache/huggingface/download/config.json.lock Normal file
View File

3
.cache/huggingface/download/config.json.metadata Normal file
View File

@@ -0,0 +1,3 @@
ca6b5e1cd1e1854f24f8bd3652d23eebb5f88f53
51b83fbd4e2d363b60235b9c8d494046a83c1cbf
1738793015.1931736

2
Qwen2.5-3B-Instruct-Q2_K.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e18ae976d78da4ed90935fe7c23fdd16fe9101bb5d3fc586ba6453054d43e3a5
oid sha256:a577f509a29d9b4bc245b98df2e69ba3292b2df50d42c4657e9c4bca457788b2
size 1274756000

2
Qwen2.5-3B-Instruct-Q3_K_L.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c58ac1b9534eeb580ce2a8189dbd1820b4889d710ef986249defda98dcf3a993
oid sha256:b9759572d3a1db6a77b9c1bf3bbea889c9542fc40efcf87bdd55a3496764ef0a
size 1707391904

2
Qwen2.5-3B-Instruct-Q3_K_M.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3aad7bf9d708f0ccacb974b54a2c584ecbb2bc07b7f63d5c42e0e469814f0f2d
oid sha256:4347bd83febdfe63d50e65ceb67470cfc92df6719fa850df485028197575438d
size 1590475680

2
Qwen2.5-3B-Instruct-Q3_K_S.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:66e5c520e2655555cb77392ee83369e5373e5b421dba8841a2f9449984c2c12f
oid sha256:2504afaf19bb90519ef9faac4287bf806dfac73137b44b538934f91872b7e940
size 1454357408

2
Qwen2.5-3B-Instruct-Q4_0.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a4ec95864fc1a2023d58c2d77280b6318c1ef29f7bbc0fd459bd2b10998bb3c8
oid sha256:15c1644cfaefc7c0acad847e569d2f8d6699627ff7c69850c1135249004a0297
size 1822849952

2
Qwen2.5-3B-Instruct-Q4_K_M.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0ef20255e2a9a97b5980fe72ccdc2a90af460754be0e48fec3ad3225044995ea
oid sha256:5f84e8620223fbf57de40f88b805e6d0cd5d7d7398195a1b9734216822e3321b
size 1929903008

2
Qwen2.5-3B-Instruct-Q4_K_S.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fd5d0a3401311599dda08b128d0541b3ddf2789b04cd1a7d9f2a052da6d698e9
oid sha256:834a6f319c6928eb91c6564e4af31acf9f3e298b5292dde342c3c23f1b1f06f6
size 1834384288

2
Qwen2.5-3B-Instruct-Q5_0.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cacc2a00a02eb8dcdea9513a00c0f6e02898c1b2dff823866c161a31c45eb6bd
oid sha256:59ab3018fbd912bdca266991f9e5ea52b33dc9fefd875bfe19e55672ae9e0c2e
size 2169666464

2
Qwen2.5-3B-Instruct-Q5_K_M.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:397ad8b7302b9f7fa11479615ac01f8f82a4a33e16e16618d22eac9b3d557646
oid sha256:d411298f8f11fc3966565f0dbf87ec71d834a31b8ebe8b27e9b38fe429f18518
size 2224815008

2
Qwen2.5-3B-Instruct-Q5_K_S.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:377ffd419397fb20f4c1f194c1c8b9a178e1849b2aedf96914d3610db658e16c
oid sha256:1b213f5da25a896cd0050d0bdc4246f4072040a520302915a8fa48f5c88b193b
size 2169666464

2
Qwen2.5-3B-Instruct-Q6_K.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d05f445726ce852987659a18f407455268476188e77a0fd57ef99328fe63ad2f
oid sha256:e3adcd3fa24fd2728b211da61c033a153b73557399bd642f44c4f4d7cca43ef3
size 2538159008

2
Qwen2.5-3B-Instruct-Q8_0.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4420ccb0f1d9e12811d04ae2a28ec881469305f813c62d86c10e595ef8e0111d
oid sha256:b337380c65b7188868882c790bb437976329792fd60752e762c98ef5bb60fdde
size 3285476256

2
Qwen2.5-3B-Instruct-f16.gguf
View File

@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:bfa0216b48c79e4518d5c69ee572eaf8b517892a19048b9e7388fb1442165cdb
oid sha256:25908e409af8c952a17c8fda44b90e699565a90436431574f44c25d140aa5032
size 6178317216

2
README.md
View File

@@ -84,4 +84,4 @@ tags:
| [Qwen2.5-3B-Instruct-Q8_0.gguf](https://huggingface.co/second-state/Qwen2.5-3B-Instruct-GGUF/blob/main/Qwen2.5-3B-Instruct-Q8_0.gguf) | Q8_0 | 8 | 1.65 GB| very large, extremely low quality loss - not recommended |
| [Qwen2.5-3B-Instruct-f16.gguf](https://huggingface.co/second-state/Qwen2.5-3B-Instruct-GGUF/blob/main/Qwen2.5-3B-Instruct-f16.gguf) | f16 | 16 | 3.09 GB| |
*Quantized with llama.cpp b3751*
*Quantized with llama.cpp b4466*