commit 8dfc6f3774b9bb97fa2163157cfbe58f62edfa80 Author: ModelHub XC Date: Wed Jul 8 02:04:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Qwen3-4B-2507-abliterated-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8235847 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.BF16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F32.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.BF16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F32.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.BF16.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.BF16.gguf new file mode 100644 index 0000000..d0b0611 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b221c8d315386cf84763665f3c93c0639d38cb3323cdead526b23d025feec9 +size 8051284736 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F16.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F16.gguf new file mode 100644 index 0000000..39a759b --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c7ee9c80a527baef20301dbcf76015a8b03d370e9fd88b9cf797fa61ead675c +size 8051284736 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F32.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F32.gguf new file mode 100644 index 0000000..7fea8b1 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5073dcfd4fac404d5fbbb71dd596ca78b36efb50fbb1991885f39c196adf3ef +size 16095828736 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf new file mode 100644 index 0000000..84af0d4 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659607f043400b206e0ffd6e1b013d20e5d318252f874e35195b264bea35d759 +size 1669499136 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_L.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_L.gguf new file mode 100644 index 0000000..dbe6345 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c75c5bdb5feb75825059367565fb0a15d33bbfc2e6470fe9587d718022817e +size 2239785216 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_M.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_M.gguf new file mode 100644 index 0000000..f30c8d0 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1137a37e74715310b55a6f2a1efd9091ef9b096555acf24dd453e11e8cba0fce +size 2075617536 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_S.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_S.gguf new file mode 100644 index 0000000..3e6849f --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fdaacb00eef6f60cc5edd3fd2cfeb1fde0d6deea2fcd43e978e591f23b85dd3 +size 1886996736 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_M.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_M.gguf new file mode 100644 index 0000000..c8abe2a --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528639d25ec2ebd81f68dbc508f4dbdb2f9fa314cddbcf0c3512e34281ecd7a8 +size 2497280256 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_S.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_S.gguf new file mode 100644 index 0000000..15222dd --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56cad4bd6d61e7bc5985855374de0eeb402d6ca920919b44ece4a7fc44c506fe +size 2383309056 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_M.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_M.gguf new file mode 100644 index 0000000..c429d18 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e4544dfa0a5f4477c03aa8e2ce42e96f217946b7f9cd130392c3fffbc1449fd +size 2889513216 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_S.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_S.gguf new file mode 100644 index 0000000..4f9254c --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81db2c0788d9e4bfa3ccda9f69aeaa57f97ac3c32467bbe48a20ddbc1e2455eb +size 2823710976 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q6_K.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q6_K.gguf new file mode 100644 index 0000000..9db6a6f --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f02d2c052f817a0760fea35cdde38357fe32a48445e62e43f3ffb6142ef1e62 +size 3306260736 diff --git a/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q8_0.gguf b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q8_0.gguf new file mode 100644 index 0000000..2de65a4 --- /dev/null +++ b/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1216622d31b4f3dcfa5ef72c04e638318e67c35d0ce4dbda12c4e98ae7f3a5ed +size 4280404736 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.BF16.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.BF16.gguf new file mode 100644 index 0000000..f61439b --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7f2d4c2b532fa655b0062ad1423e77345799401932b6b21c8af78cf2d8218a +size 8051284736 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F16.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F16.gguf new file mode 100644 index 0000000..af55453 --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2204bf260adab732f2bfb9ba446e13903bf58c8ead1f82360a26d9ad58e2f8a5 +size 8051284736 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F32.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F32.gguf new file mode 100644 index 0000000..bde5e27 --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c48a933ca76b1167b2f79e2bf253ff57477f327d4898a4c4acec96f2f921861 +size 16095828736 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q2_K.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q2_K.gguf new file mode 100644 index 0000000..bf3f1e6 --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba865f90e16f38efe12f15656140260228ef4881ac2a3e794d1f70cfc4bdbf4 +size 1669499136 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_L.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_L.gguf new file mode 100644 index 0000000..fb83772 --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:addc20e69bf513dfe494aeeda1fbd4125eb4b7af9bf297da1052bfd781dca177 +size 2239785216 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_M.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_M.gguf new file mode 100644 index 0000000..47a46c1 --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77521e3827269f8a9cacc3702dbe45489258c01c28b86eaaa25ab427e999821a +size 2075617536 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_S.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_S.gguf new file mode 100644 index 0000000..6c416ec --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a9443eb5fafd21acab33772e4208528ac64e665b3116cdf8a4762bb0b13908 +size 1886996736 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_M.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_M.gguf new file mode 100644 index 0000000..6751ebd --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b942730ef356697fb47db79bf62cea58de7e23b74c76de5d9c506ef2cae948 +size 2497280256 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_S.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_S.gguf new file mode 100644 index 0000000..233031c --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b0bef845a92f07a49a82611815c8a67c43bcf71ed9e48173c5ec3ab09456f6 +size 2383309056 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_M.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_M.gguf new file mode 100644 index 0000000..a277420 --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ddfa6355897c26e6987d4f0b66fbb12230d8f3e5fb4d0f5eec7de0a78cc359 +size 2889513216 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_S.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_S.gguf new file mode 100644 index 0000000..691ad28 --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4421e136d74339ee22e9cd6f8e1111f099ec43dd77f8c082224b67998ec95346 +size 2823710976 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q6_K.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q6_K.gguf new file mode 100644 index 0000000..adb1d5e --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b92534ef8bf0754e50177521ad0cd6f38c5df7a2a20179eb70506a17143ad9a +size 3306260736 diff --git a/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q8_0.gguf b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q8_0.gguf new file mode 100644 index 0000000..1e12c5d --- /dev/null +++ b/Qwen3-4B-Thinking-2507-abliterated-GGUF/Qwen3-4B-Thinking-2507-abliterated.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:966ced2e61cf7741d41d86d64a3b1ed0adcc9fc9a754b00891bbab77338f366e +size 4280404736 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9b473b1 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +license: apache-2.0 +base_model: +- huihui-ai/Huihui-Qwen3-4B-Thinking-2507-abliterated +- huihui-ai/Huihui-Qwen3-4B-Instruct-2507-abliterated +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Qwen3-4B-2507-abliterated-GGUF** + +> The [Huihui-Qwen3-4B-Instruct-2507-abliterated](https://huggingface.co/collections/huihui-ai/qwen3-abliterated-6810edc9f3bd663630b64ab7) model is an uncensored, proof-of-concept version of the Qwen3-4B-Instruct-2507 large language model, created using a novel abliteration method designed to remove refusal responses without using TransformerLens. This approach offers a faster and more effective way to bypass the model's standard refusal behaviors, resulting in a less filtered and more raw output experience, though it lacks rigorous safety filtering and may generate sensitive or controversial content. The model is quantized (4-bit) for efficient use, can be used directly in Hugging Face’s transformers library, and is intended primarily for research or experimental use rather than production due to the reduced content restrictions and associated risks. Users are advised to carefully monitor outputs and ensure ethical and legal compliance when deploying this model. + +## Qwen3-4B-2507-abliterated-GGUF (GGUF Formats) + +| Model Variant | Link | +|--------------|------| +| **Qwen3-4B-Thinking-2507-abliterated-GGUF** | [Hugging Face](https://huggingface.co/prithivMLmods/Qwen3-4B-2507-abliterated-GGUF/tree/main/Qwen3-4B-Thinking-2507-abliterated-GGUF) | +| **Qwen3-4B-Instruct-2507-abliterated-GGUF** | [Hugging Face](https://huggingface.co/prithivMLmods/Qwen3-4B-2507-abliterated-GGUF/tree/main/Qwen3-4B-Instruct-2507-abliterated-GGUF) | + +# Model Files + +## Qwen3-4B-Thinking-2507-abliterated + +| File Name | Size | Quant Type | +|-----------|------|------------| +| Qwen3-4B-Thinking-2507-abliterated.BF16.gguf | 8.05 GB | BF16 | +| Qwen3-4B-Thinking-2507-abliterated.F16.gguf | 8.05 GB | F16 | +| Qwen3-4B-Thinking-2507-abliterated.F32.gguf | 16.1 GB | F32 | +| Qwen3-4B-Thinking-2507-abliterated.Q2_K.gguf | 1.67 GB | Q2_K | +| Qwen3-4B-Thinking-2507-abliterated.Q3_K_L.gguf | 2.24 GB | Q3_K_L | +| Qwen3-4B-Thinking-2507-abliterated.Q3_K_M.gguf | 2.08 GB | Q3_K_M | +| Qwen3-4B-Thinking-2507-abliterated.Q3_K_S.gguf | 1.89 GB | Q3_K_S | +| Qwen3-4B-Thinking-2507-abliterated.Q4_K_M.gguf | 2.5 GB | Q4_K_M | +| Qwen3-4B-Thinking-2507-abliterated.Q4_K_S.gguf | 2.38 GB | Q4_K_S | +| Qwen3-4B-Thinking-2507-abliterated.Q5_K_M.gguf | 2.89 GB | Q5_K_M | +| Qwen3-4B-Thinking-2507-abliterated.Q5_K_S.gguf | 2.82 GB | Q5_K_S | +| Qwen3-4B-Thinking-2507-abliterated.Q6_K.gguf | 3.31 GB | Q6_K | +| Qwen3-4B-Thinking-2507-abliterated.Q8_0.gguf | 4.28 GB | Q8_0 | + +## Qwen3-4B-Instruct-2507-abliterated + +| File Name | Size | Quant Type | +|-----------|------|------------| +| Qwen3-4B-Instruct-2507-abliterated.BF16.gguf | 8.05 GB | BF16 | +| Qwen3-4B-Instruct-2507-abliterated.F16.gguf | 8.05 GB | F16 | +| Qwen3-4B-Instruct-2507-abliterated.F32.gguf | 16.1 GB | F32 | +| Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf | 1.67 GB | Q2_K | +| Qwen3-4B-Instruct-2507-abliterated.Q3_K_L.gguf | 2.24 GB | Q3_K_L | +| Qwen3-4B-Instruct-2507-abliterated.Q3_K_M.gguf | 2.08 GB | Q3_K_M | +| Qwen3-4B-Instruct-2507-abliterated.Q3_K_S.gguf | 1.89 GB | Q3_K_S | +| Qwen3-4B-Instruct-2507-abliterated.Q4_K_M.gguf | 2.5 GB | Q4_K_M | +| Qwen3-4B-Instruct-2507-abliterated.Q4_K_S.gguf | 2.38 GB | Q4_K_S | +| Qwen3-4B-Instruct-2507-abliterated.Q5_K_M.gguf | 2.89 GB | Q5_K_M | +| Qwen3-4B-Instruct-2507-abliterated.Q5_K_S.gguf | 2.82 GB | Q5_K_S | +| Qwen3-4B-Instruct-2507-abliterated.Q6_K.gguf | 3.31 GB | Q6_K | +| Qwen3-4B-Instruct-2507-abliterated.Q8_0.gguf | 4.28 GB | Q8_0 | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file