commit 15ed7798c05eed33cd29c9279406d2d570732fe1 Author: ModelHub XC Date: Wed Sep 30 19:25:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/Qwen.Qwen3-4B-Base-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2e2c9b8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.f16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen.Qwen3-4B-Base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen.Qwen3-4B-Base.Q2_K.gguf b/Qwen.Qwen3-4B-Base.Q2_K.gguf new file mode 100644 index 0000000..b91e6f3 --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbb76a9081b18db282896f303b20db882ab8394424d43675285fd550fb031f2 +size 1669499168 diff --git a/Qwen.Qwen3-4B-Base.Q3_K_L.gguf b/Qwen.Qwen3-4B-Base.Q3_K_L.gguf new file mode 100644 index 0000000..bd3b80b --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae91fc5c416e66cf58b686b6b6c822eb5d08bf088b86cc0c1eb87bb06e77530 +size 2239785248 diff --git a/Qwen.Qwen3-4B-Base.Q3_K_M.gguf b/Qwen.Qwen3-4B-Base.Q3_K_M.gguf new file mode 100644 index 0000000..c884b07 --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168202f440a60a703a332b6a3cadb8cdaf20b83d4c26fa9fe3ccae2b3e6025c4 +size 2075617568 diff --git a/Qwen.Qwen3-4B-Base.Q3_K_S.gguf b/Qwen.Qwen3-4B-Base.Q3_K_S.gguf new file mode 100644 index 0000000..cabe310 --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e395aba25452484b50ed5e89eb228e42ed2f8d839c265ca5fe481dca237dba4 +size 1886996768 diff --git a/Qwen.Qwen3-4B-Base.Q4_K_M.gguf b/Qwen.Qwen3-4B-Base.Q4_K_M.gguf new file mode 100644 index 0000000..fe5c174 --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:105019765ed68ff16a2534fa2718594517a2b581012164661165e8ab51fda249 +size 2497280288 diff --git a/Qwen.Qwen3-4B-Base.Q4_K_S.gguf b/Qwen.Qwen3-4B-Base.Q4_K_S.gguf new file mode 100644 index 0000000..37a70de --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db74741ab8caf5e48f3234ff44a919f6615d81b4704f4be96e79055c241d684d +size 2383309088 diff --git a/Qwen.Qwen3-4B-Base.Q5_K_M.gguf b/Qwen.Qwen3-4B-Base.Q5_K_M.gguf new file mode 100644 index 0000000..b58e46c --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c690e33938ac228fa99f6843591bcc1e870e543972612815828676fdde5050 +size 2889513248 diff --git a/Qwen.Qwen3-4B-Base.Q5_K_S.gguf b/Qwen.Qwen3-4B-Base.Q5_K_S.gguf new file mode 100644 index 0000000..768b5eb --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe5532ba7f261a4427171c68df44d775cd9b1cf422dbddd7d8ba4dbcc3608b1 +size 2823711008 diff --git a/Qwen.Qwen3-4B-Base.Q6_K.gguf b/Qwen.Qwen3-4B-Base.Q6_K.gguf new file mode 100644 index 0000000..3b04fca --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6643e0d0808ec5322e6dacb751a8b0f788d30821aa6de7f7974961f23eb0e58 +size 3306260768 diff --git a/Qwen.Qwen3-4B-Base.Q8_0.gguf b/Qwen.Qwen3-4B-Base.Q8_0.gguf new file mode 100644 index 0000000..eee5799 --- /dev/null +++ b/Qwen.Qwen3-4B-Base.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74780865d587142a68c386cf6067fd26b552f3156b47fd3b20e10662f3de070a +size 4280404768 diff --git a/Qwen.Qwen3-4B-Base.f16.gguf b/Qwen.Qwen3-4B-Base.f16.gguf new file mode 100644 index 0000000..1c8f38d --- /dev/null +++ b/Qwen.Qwen3-4B-Base.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48102b7edef8fbced50f8052f54b90b19667a40a79552b21dfe3812a29c47fd6 +size 8051284768 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d7b7a85 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- Qwen/Qwen3-4B-Base +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [Qwen/Qwen3-4B-Base](https://huggingface.co/Qwen/Qwen3-4B-Base) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file