commit 25eaf0e4ce08cde946f4d3fec8ff4ead4506b9bf Author: ModelHub XC Date: Sat Apr 18 08:59:34 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Pomni/OWoTGPT-1.3-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5a6399f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,90 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-bf16.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-f16.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-f32.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq1_m.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq2_k.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-mxfp4_moe.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-tq2_0.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +owotgpt1.3-gguf-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-bf16.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-f16.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-f32.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-iq1_m.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-mxfp4_moe.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-tq1_0.gguf filter=lfs diff=lfs merge=lfs -text +OWoTGPT-1.3-tq2_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OWoTGPT-1.3-bf16.gguf b/OWoTGPT-1.3-bf16.gguf new file mode 100644 index 0000000..904bc1e --- /dev/null +++ b/OWoTGPT-1.3-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309feae6145c9aca67cbaeb563b91f0d5a72ae8ec6bba9729dfc8f386c5d6267 +size 252470272 diff --git a/OWoTGPT-1.3-f16.gguf b/OWoTGPT-1.3-f16.gguf new file mode 100644 index 0000000..04360d8 --- /dev/null +++ b/OWoTGPT-1.3-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64bf12a2cf96638493d66b0c66cd86ac986b5e65ed907358fa21f126fb4c181 +size 252470272 diff --git a/OWoTGPT-1.3-f32.gguf b/OWoTGPT-1.3-f32.gguf new file mode 100644 index 0000000..e9526a5 --- /dev/null +++ b/OWoTGPT-1.3-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517ef03e4e10cc06f4a48f3e275112f040608193ddfe48b00275824c883776c8 +size 499534336 diff --git a/OWoTGPT-1.3-iq1_m.gguf b/OWoTGPT-1.3-iq1_m.gguf new file mode 100644 index 0000000..5d0c7e9 --- /dev/null +++ b/OWoTGPT-1.3-iq1_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2352994f28cf18d00af0f8665d46a55ad7627af04282c20f01529614273d709 +size 54984032 diff --git a/OWoTGPT-1.3-iq3_m.gguf b/OWoTGPT-1.3-iq3_m.gguf new file mode 100644 index 0000000..d5d7dc0 --- /dev/null +++ b/OWoTGPT-1.3-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7574d00f4760a21de5b9d26eb2c598f4b12c54dd0b52c79abebf3f1336d42619 +size 77636960 diff --git a/OWoTGPT-1.3-iq3_s.gguf b/OWoTGPT-1.3-iq3_s.gguf new file mode 100644 index 0000000..82ffdd7 --- /dev/null +++ b/OWoTGPT-1.3-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c94daded806cf1f7003f846070eea266244231ace88b7c5445357be179287388 +size 73563488 diff --git a/OWoTGPT-1.3-iq4_nl.gguf b/OWoTGPT-1.3-iq4_nl.gguf new file mode 100644 index 0000000..df5ee11 --- /dev/null +++ b/OWoTGPT-1.3-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6a28494c9542538fe1721965615467e4a0d4b191c843dabbf0a2d1d5883023 +size 85138784 diff --git a/OWoTGPT-1.3-iq4_xs.gguf b/OWoTGPT-1.3-iq4_xs.gguf new file mode 100644 index 0000000..7c34a31 --- /dev/null +++ b/OWoTGPT-1.3-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1bb10ff57c3a9e8d36d6b09e10646117f85c318a73286e5c708cf8556327ef5 +size 82558304 diff --git a/OWoTGPT-1.3-mxfp4_moe.gguf b/OWoTGPT-1.3-mxfp4_moe.gguf new file mode 100644 index 0000000..2c74e5d --- /dev/null +++ b/OWoTGPT-1.3-mxfp4_moe.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad5464cee0aa0fa14bd2f8c8086bbda31101640bf21d3b5bd828733a658d0b7 +size 136659008 diff --git a/OWoTGPT-1.3-q2_k.gguf b/OWoTGPT-1.3-q2_k.gguf new file mode 100644 index 0000000..8137dcc --- /dev/null +++ b/OWoTGPT-1.3-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28156d5dbc0991709e10a5f47712ce8ff22503f4500b30e08c5fa613250500a0 +size 70688096 diff --git a/OWoTGPT-1.3-q3_k_l.gguf b/OWoTGPT-1.3-q3_k_l.gguf new file mode 100644 index 0000000..a4bbea6 --- /dev/null +++ b/OWoTGPT-1.3-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef7aecfe05761450fafdce5c3009c51d01d83221c234059b7902bf2e05c47b8 +size 88161632 diff --git a/OWoTGPT-1.3-q3_k_m.gguf b/OWoTGPT-1.3-q3_k_m.gguf new file mode 100644 index 0000000..500212e --- /dev/null +++ b/OWoTGPT-1.3-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6a2a5f17f03559c806b356afe455103dc33a8801d1a6a4d6448f15b9fd12f9 +size 81526112 diff --git a/OWoTGPT-1.3-q3_k_s.gguf b/OWoTGPT-1.3-q3_k_s.gguf new file mode 100644 index 0000000..11df0eb --- /dev/null +++ b/OWoTGPT-1.3-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9548b1a254fd4f62e7c379a35a905d6f7ce0d976616a0ca0cbf94a34a19e032e +size 73563488 diff --git a/OWoTGPT-1.3-q4_0.gguf b/OWoTGPT-1.3-q4_0.gguf new file mode 100644 index 0000000..c250c6b --- /dev/null +++ b/OWoTGPT-1.3-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ce4434563d7b9685aa6b066d4cde5d59b8e2de72fcd504069ca59ff6106f2c +size 84843872 diff --git a/OWoTGPT-1.3-q4_1.gguf b/OWoTGPT-1.3-q4_1.gguf new file mode 100644 index 0000000..4ac1413 --- /dev/null +++ b/OWoTGPT-1.3-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9ff6ac96b88daeecbb8bc7e508c68fa65808178ecdd49fdb7954889865215fb +size 90152288 diff --git a/OWoTGPT-1.3-q4_k_m.gguf b/OWoTGPT-1.3-q4_k_m.gguf new file mode 100644 index 0000000..003e1d3 --- /dev/null +++ b/OWoTGPT-1.3-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3151a624cef35b54ef527d0f55603217096964dfd559d5ac3951f57de2b88a9d +size 91230560 diff --git a/OWoTGPT-1.3-q4_k_s.gguf b/OWoTGPT-1.3-q4_k_s.gguf new file mode 100644 index 0000000..4c7204a --- /dev/null +++ b/OWoTGPT-1.3-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9449cc98b58ff579fc17883dbb616dfa48b56de98747e857907345e72c3e3dc9 +size 86023520 diff --git a/OWoTGPT-1.3-q5_0.gguf b/OWoTGPT-1.3-q5_0.gguf new file mode 100644 index 0000000..4adcd41 --- /dev/null +++ b/OWoTGPT-1.3-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7053a3b29d9bc013a78a43414194723a78c9c2849916067270c036f62048b47b +size 95460704 diff --git a/OWoTGPT-1.3-q5_1.gguf b/OWoTGPT-1.3-q5_1.gguf new file mode 100644 index 0000000..7de8972 --- /dev/null +++ b/OWoTGPT-1.3-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a876e1b36eb23a57320c66e24e3d48d8ecec1ff5f4d5427d644c14e9b5c79b +size 100769120 diff --git a/OWoTGPT-1.3-q5_k_m.gguf b/OWoTGPT-1.3-q5_k_m.gguf new file mode 100644 index 0000000..3d30370 --- /dev/null +++ b/OWoTGPT-1.3-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e4dc1f458a0e2b12ae6a342f4a473869d43ea7bda125c58ea3b2a19a4cfcc2e +size 98750816 diff --git a/OWoTGPT-1.3-q5_k_s.gguf b/OWoTGPT-1.3-q5_k_s.gguf new file mode 100644 index 0000000..15ab28a --- /dev/null +++ b/OWoTGPT-1.3-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06875c3f3c95f9fa86364eb8e4255e690817f18e37967249b6e58c5c4a9f54f4 +size 95460704 diff --git a/OWoTGPT-1.3-q6_k.gguf b/OWoTGPT-1.3-q6_k.gguf new file mode 100644 index 0000000..92e3462 --- /dev/null +++ b/OWoTGPT-1.3-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f4aadd40fdc66175c2e8e8432de15e7ec189032bda41e47588f69dca6f3bcc +size 106741088 diff --git a/OWoTGPT-1.3-q8_0.gguf b/OWoTGPT-1.3-q8_0.gguf new file mode 100644 index 0000000..32156dc --- /dev/null +++ b/OWoTGPT-1.3-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f30309f1f74ae183a3cbf29c24c0596682ec5f4b34d36ce903f4981aebc22720 +size 136659008 diff --git a/OWoTGPT-1.3-tq1_0.gguf b/OWoTGPT-1.3-tq1_0.gguf new file mode 100644 index 0000000..5d0c7e9 --- /dev/null +++ b/OWoTGPT-1.3-tq1_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2352994f28cf18d00af0f8665d46a55ad7627af04282c20f01529614273d709 +size 54984032 diff --git a/OWoTGPT-1.3-tq2_0.gguf b/OWoTGPT-1.3-tq2_0.gguf new file mode 100644 index 0000000..bf656b7 --- /dev/null +++ b/OWoTGPT-1.3-tq2_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8819783390e301cdb94949c097105ea5d72f396762dfacbb5c5a7774dfa3127 +size 58965344 diff --git a/README.md b/README.md new file mode 100644 index 0000000..5a9e52e --- /dev/null +++ b/README.md @@ -0,0 +1,27 @@ +--- +quantized_by: Pomni +language: +- en +base_model: +- Pomni/OWoTGPT-1.3 +pipeline_tag: text-generation +tags: +- gpt2 +- slm +- owot +- gpt +- gguf +--- +# OWoTGPT-1.3 quants +This is a repository of **GGUF quants for [OWoTGPT-1.3](https://huggingface.co/Pomni/OWoTGPT-1.3).** + +If you are looking for a program to run this model with, then I would recommend [LM Studio](https://lmstudio.ai/), as it is user-friendly, has a GUI, and is very powerful. +## List of Quants +Sorry — too much quants for me to list. Go to the [files page](https://huggingface.co/Pomni/owotgpt1.3-gguf/tree/main) to download them. + +The MXFP4_MOE and TQx_0 quants are experimental. Additionally, I would not go below F16 for a model this small. F32 is the way to go here. +## Questions you may have +### What program did you use to make these quants? +I used [llama.cpp b8352](https://github.com/ggml-org/llama.cpp/releases/tag/b8352) on Windows x64, leveraging CUDA 12.4. +### One or multiple of the quants are not working for me. +[Open a new discussion](https://huggingface.co/Pomni/owotgpt1.3-gguf/discussions) in the community tab about this, and I will look into the issue. \ No newline at end of file