commit 8e292208bac51fe035c5fd745f6cf99b8ee9ece6 Author: ModelHub XC Date: Tue Oct 13 22:26:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/SimpleChat-4B-V1-f32-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..1bf494a --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- OpenBuddy/SimpleChat-4B-V1 +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- Non-CoT +--- + +# **SimpleChat-4B-V1-f32-GGUF** + +> OpenBuddy’s SimpleChat-4B-V1 is a 4B-parameter conversational AI model built for streamlined, casual everyday interactions, emphasizing concise, rational, and creative responses without relying on complex chain-of-thought reasoning. Optimized for natural dialogue, SimpleChat-4B-V1 is part of the SimpleChat series exploring Non-Chain-of-Thought (Non-CoT) models, making it especially suitable for direct, engaging conversations that prioritize clarity and brevity while retaining the ability to enhance creativity and expressive capacity in outputs. + +## Model Files + +| File Name | Quant Type | File Size | +| - | - | - | +| SimpleChat-4B-V1.BF16.gguf | BF16 | 8.05 GB | +| SimpleChat-4B-V1.F16.gguf | F16 | 8.05 GB | +| SimpleChat-4B-V1.F32.gguf | F32 | 16.1 GB | +| SimpleChat-4B-V1.Q2_K.gguf | Q2_K | 1.67 GB | +| SimpleChat-4B-V1.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| SimpleChat-4B-V1.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| SimpleChat-4B-V1.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| SimpleChat-4B-V1.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| SimpleChat-4B-V1.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| SimpleChat-4B-V1.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| SimpleChat-4B-V1.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| SimpleChat-4B-V1.Q6_K.gguf | Q6_K | 3.31 GB | +| SimpleChat-4B-V1.Q8_0.gguf | Q8_0 | 4.28 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/SimpleChat-4B-V1.BF16.gguf b/SimpleChat-4B-V1.BF16.gguf new file mode 100644 index 0000000..72f8899 --- /dev/null +++ b/SimpleChat-4B-V1.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a69cd1044831065cf27adf33cdf04448053dd5691d7f54c97776c5b5df80713 +size 8051284864 diff --git a/SimpleChat-4B-V1.F16.gguf b/SimpleChat-4B-V1.F16.gguf new file mode 100644 index 0000000..52e0ba0 --- /dev/null +++ b/SimpleChat-4B-V1.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92690f0b3ccf7fe02987aa9a07e5ed81b6778cc61218fc8de0356cc27d0ae367 +size 8051284864 diff --git a/SimpleChat-4B-V1.F32.gguf b/SimpleChat-4B-V1.F32.gguf new file mode 100644 index 0000000..5a31571 --- /dev/null +++ b/SimpleChat-4B-V1.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df44b870ee99fe02cd9d887108cc0e214554330c78919ca4559b42ab640a5d14 +size 16095828864 diff --git a/SimpleChat-4B-V1.Q2_K.gguf b/SimpleChat-4B-V1.Q2_K.gguf new file mode 100644 index 0000000..2f0f15e --- /dev/null +++ b/SimpleChat-4B-V1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d62d1cb5db808efa9a8f6a8d5ddd27d8361a3e786551624dc83b47b765aaa24 +size 1669499264 diff --git a/SimpleChat-4B-V1.Q3_K_L.gguf b/SimpleChat-4B-V1.Q3_K_L.gguf new file mode 100644 index 0000000..9e25f92 --- /dev/null +++ b/SimpleChat-4B-V1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d989b49c75b9b337523298120fa5bb0126950e7046882abeb21cc211ff2728 +size 2239785344 diff --git a/SimpleChat-4B-V1.Q3_K_M.gguf b/SimpleChat-4B-V1.Q3_K_M.gguf new file mode 100644 index 0000000..0af7b4c --- /dev/null +++ b/SimpleChat-4B-V1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c5a6312177ef634beb74c86df014fd64ae2551ab73a2143462963e8b118388 +size 2075617664 diff --git a/SimpleChat-4B-V1.Q3_K_S.gguf b/SimpleChat-4B-V1.Q3_K_S.gguf new file mode 100644 index 0000000..f038198 --- /dev/null +++ b/SimpleChat-4B-V1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831268e6124cef1d02ae886d1d482a40b44db3a36ebfc218681bfce03c5f9bec +size 1886996864 diff --git a/SimpleChat-4B-V1.Q4_K_M.gguf b/SimpleChat-4B-V1.Q4_K_M.gguf new file mode 100644 index 0000000..d981330 --- /dev/null +++ b/SimpleChat-4B-V1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5b3789b4e7930589885048fff7d73a9fb00ad2b6052cfec9d78fae46346f3f +size 2497280384 diff --git a/SimpleChat-4B-V1.Q4_K_S.gguf b/SimpleChat-4B-V1.Q4_K_S.gguf new file mode 100644 index 0000000..a34df2d --- /dev/null +++ b/SimpleChat-4B-V1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7174a9a28d774f4b16945e9fd0c07373bb482a51f297f94997ebec9dd4e1a5e4 +size 2383309184 diff --git a/SimpleChat-4B-V1.Q5_K_M.gguf b/SimpleChat-4B-V1.Q5_K_M.gguf new file mode 100644 index 0000000..02b48c7 --- /dev/null +++ b/SimpleChat-4B-V1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bd8a2acb4bbbf98bbe4da32b2d89da93cd09fd769d56beedb1721fb86ace94 +size 2889513344 diff --git a/SimpleChat-4B-V1.Q5_K_S.gguf b/SimpleChat-4B-V1.Q5_K_S.gguf new file mode 100644 index 0000000..8b61455 --- /dev/null +++ b/SimpleChat-4B-V1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce5fefc50487208b5697d86d52a8e6172a0052487e09270a39be4136e63d653e +size 2823711104 diff --git a/SimpleChat-4B-V1.Q6_K.gguf b/SimpleChat-4B-V1.Q6_K.gguf new file mode 100644 index 0000000..de8d3d6 --- /dev/null +++ b/SimpleChat-4B-V1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143acdbc889abcec4551a201098b9039a472b985be2f2505e3b1c6c1cb2616a1 +size 3306260864 diff --git a/SimpleChat-4B-V1.Q8_0.gguf b/SimpleChat-4B-V1.Q8_0.gguf new file mode 100644 index 0000000..0e1d876 --- /dev/null +++ b/SimpleChat-4B-V1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4662b905a44dd1a6c35750b72f12ceaeb2a258f5ede8ddf64a43c563b1496c +size 4280404864 diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file