From 008e25ef4cf25ee27eea33eb66443b95ffcf8f26 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 17 Apr 2026 19:05:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/pgt-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++++++++++++++ README.md | 76 +++++++++++++++++++++++++++++++++++++++++++++ imatrix.dat | 3 ++ pgt.i1-IQ1_M.gguf | 3 ++ pgt.i1-IQ1_S.gguf | 3 ++ pgt.i1-IQ2_M.gguf | 3 ++ pgt.i1-IQ2_S.gguf | 3 ++ pgt.i1-IQ2_XS.gguf | 3 ++ pgt.i1-IQ2_XXS.gguf | 3 ++ pgt.i1-IQ3_M.gguf | 3 ++ pgt.i1-IQ3_S.gguf | 3 ++ pgt.i1-IQ3_XS.gguf | 3 ++ pgt.i1-IQ3_XXS.gguf | 3 ++ pgt.i1-IQ4_NL.gguf | 3 ++ pgt.i1-IQ4_XS.gguf | 3 ++ pgt.i1-Q2_K.gguf | 3 ++ pgt.i1-Q2_K_S.gguf | 3 ++ pgt.i1-Q3_K_L.gguf | 3 ++ pgt.i1-Q3_K_M.gguf | 3 ++ pgt.i1-Q3_K_S.gguf | 3 ++ pgt.i1-Q4_0.gguf | 3 ++ pgt.i1-Q4_1.gguf | 3 ++ pgt.i1-Q4_K_M.gguf | 3 ++ pgt.i1-Q4_K_S.gguf | 3 ++ pgt.i1-Q5_K_M.gguf | 3 ++ pgt.i1-Q5_K_S.gguf | 3 ++ pgt.i1-Q6_K.gguf | 3 ++ 27 files changed, 211 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 imatrix.dat create mode 100644 pgt.i1-IQ1_M.gguf create mode 100644 pgt.i1-IQ1_S.gguf create mode 100644 pgt.i1-IQ2_M.gguf create mode 100644 pgt.i1-IQ2_S.gguf create mode 100644 pgt.i1-IQ2_XS.gguf create mode 100644 pgt.i1-IQ2_XXS.gguf create mode 100644 pgt.i1-IQ3_M.gguf create mode 100644 pgt.i1-IQ3_S.gguf create mode 100644 pgt.i1-IQ3_XS.gguf create mode 100644 pgt.i1-IQ3_XXS.gguf create mode 100644 pgt.i1-IQ4_NL.gguf create mode 100644 pgt.i1-IQ4_XS.gguf create mode 100644 pgt.i1-Q2_K.gguf create mode 100644 pgt.i1-Q2_K_S.gguf create mode 100644 pgt.i1-Q3_K_L.gguf create mode 100644 pgt.i1-Q3_K_M.gguf create mode 100644 pgt.i1-Q3_K_S.gguf create mode 100644 pgt.i1-Q4_0.gguf create mode 100644 pgt.i1-Q4_1.gguf create mode 100644 pgt.i1-Q4_K_M.gguf create mode 100644 pgt.i1-Q4_K_S.gguf create mode 100644 pgt.i1-Q5_K_M.gguf create mode 100644 pgt.i1-Q5_K_S.gguf create mode 100644 pgt.i1-Q6_K.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0df9c4d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +pgt.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a0c1407 --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: christofid/pgt +language: +- en +library_name: transformers +license: mit +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/christofid/pgt + + +static quants are available at https://huggingface.co/mradermacher/pgt-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ1_S.gguf) | i1-IQ1_S | 0.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ1_M.gguf) | i1-IQ1_M | 0.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ2_S.gguf) | i1-IQ2_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ2_M.gguf) | i1-IQ2_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q2_K.gguf) | i1-Q2_K | 0.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ3_S.gguf) | i1-IQ3_S | 0.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ3_M.gguf) | i1-IQ3_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q4_0.gguf) | i1-Q4_0 | 0.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q4_1.gguf) | i1-Q4_1 | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/pgt-i1-GGUF/resolve/main/pgt.i1-Q6_K.gguf) | i1-Q6_K | 0.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..81dd27e --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798163fea173eeb55a642fd63bb82f72d96896f5234db762e379a9203628d9fa +size 259687 diff --git a/pgt.i1-IQ1_M.gguf b/pgt.i1-IQ1_M.gguf new file mode 100644 index 0000000..fc93a7c --- /dev/null +++ b/pgt.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653c157a00714c1bef41f8a27e2f987a43c0df84c7ced4452d6889cb1ab2a430 +size 51058784 diff --git a/pgt.i1-IQ1_S.gguf b/pgt.i1-IQ1_S.gguf new file mode 100644 index 0000000..bc4fc66 --- /dev/null +++ b/pgt.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd167025a506a756ee64ab4e727edd7686bf1ad030d44cc35b4fbf107dbbc8a7 +size 49289312 diff --git a/pgt.i1-IQ2_M.gguf b/pgt.i1-IQ2_M.gguf new file mode 100644 index 0000000..9340560 --- /dev/null +++ b/pgt.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac1a92904cc827132a599c7e8c8ae3eff0ee7ce64dfcc65fcb78c72c21d63f0 +size 60182624 diff --git a/pgt.i1-IQ2_S.gguf b/pgt.i1-IQ2_S.gguf new file mode 100644 index 0000000..f138798 --- /dev/null +++ b/pgt.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab76ce3bddbdb6169c0ea2a683e5b26e93575266a2b53f7ee345a9500a3dc177 +size 57823328 diff --git a/pgt.i1-IQ2_XS.gguf b/pgt.i1-IQ2_XS.gguf new file mode 100644 index 0000000..65abfc4 --- /dev/null +++ b/pgt.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e79e8d96dd7131f98251dfe8064f6f91240b5db2d9cf6e707a2e7c2ff8e916 +size 56588384 diff --git a/pgt.i1-IQ2_XXS.gguf b/pgt.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7380397 --- /dev/null +++ b/pgt.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9db900803eb5e4068a0e484d4499c2a07c7e321633b5f838d4b5d09c4b92df7 +size 54007904 diff --git a/pgt.i1-IQ3_M.gguf b/pgt.i1-IQ3_M.gguf new file mode 100644 index 0000000..4ab799a --- /dev/null +++ b/pgt.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f88fcb5181ed85c25dd51e100902613f04d816dab42eb814689d26b3549cc2 +size 77640256 diff --git a/pgt.i1-IQ3_S.gguf b/pgt.i1-IQ3_S.gguf new file mode 100644 index 0000000..884235e --- /dev/null +++ b/pgt.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba89ed74aade429b5b2537edc65d2640c103116bf2f973318995f1a779ae1caf +size 73566784 diff --git a/pgt.i1-IQ3_XS.gguf b/pgt.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c918f34 --- /dev/null +++ b/pgt.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb709b605f196672f63d237720b0b585598fe41f1e549c1413df21e8c87d7d87 +size 72571456 diff --git a/pgt.i1-IQ3_XXS.gguf b/pgt.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..73f6559 --- /dev/null +++ b/pgt.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:021c47437f4854cad8aa9364bd155c49bc98c3c5fc0dba6d4ac2476becff94c4 +size 64790624 diff --git a/pgt.i1-IQ4_NL.gguf b/pgt.i1-IQ4_NL.gguf new file mode 100644 index 0000000..1b2c87c --- /dev/null +++ b/pgt.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8259aed47adc955864c0dff1d81c1a893b970cb8db3eadade4b3db36a5ef3151 +size 84847168 diff --git a/pgt.i1-IQ4_XS.gguf b/pgt.i1-IQ4_XS.gguf new file mode 100644 index 0000000..8dddd71 --- /dev/null +++ b/pgt.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52acab9f1a7257c0cce9874d156a9ccee7f3a5144422db159af44c2fac7a3a47 +size 82192960 diff --git a/pgt.i1-Q2_K.gguf b/pgt.i1-Q2_K.gguf new file mode 100644 index 0000000..29e5104 --- /dev/null +++ b/pgt.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824d6d881e9e20daba73ae8622d5f1dc7264844e45b622bf0c000c8073803f53 +size 68534848 diff --git a/pgt.i1-Q2_K_S.gguf b/pgt.i1-Q2_K_S.gguf new file mode 100644 index 0000000..0c81cc8 --- /dev/null +++ b/pgt.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:990e6e2315c2cebd095ecb917fa75987e54ba27d1c71a14102e1aa1e45bd5f72 +size 65493568 diff --git a/pgt.i1-Q3_K_L.gguf b/pgt.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c31267a --- /dev/null +++ b/pgt.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2882806bda5e7f65bf73439de9ce506bf25360d50370983788147591717a4e +size 85510720 diff --git a/pgt.i1-Q3_K_M.gguf b/pgt.i1-Q3_K_M.gguf new file mode 100644 index 0000000..aaf1fb6 --- /dev/null +++ b/pgt.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb6cfb29dc2e77007f85a74c4999e0c6954ebf5738ce311ea61f2f371f1917d +size 81087040 diff --git a/pgt.i1-Q3_K_S.gguf b/pgt.i1-Q3_K_S.gguf new file mode 100644 index 0000000..a03dbef --- /dev/null +++ b/pgt.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6a19840c28698949a7b23f2e100f6c066e1fc689475f574f6b69699c4dbabd +size 73566784 diff --git a/pgt.i1-Q4_0.gguf b/pgt.i1-Q4_0.gguf new file mode 100644 index 0000000..2a7fa83 --- /dev/null +++ b/pgt.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ac1a9fe6863a3508c57807d9a04403b8636e201e4e5a97ecc67302b14d377b +size 84994624 diff --git a/pgt.i1-Q4_1.gguf b/pgt.i1-Q4_1.gguf new file mode 100644 index 0000000..5be84d9 --- /dev/null +++ b/pgt.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd35eba2c10d6ebb547c2e7d41fc4c5ee6d698e2f1742741d103786a31fb6225 +size 90155584 diff --git a/pgt.i1-Q4_K_M.gguf b/pgt.i1-Q4_K_M.gguf new file mode 100644 index 0000000..454b8de --- /dev/null +++ b/pgt.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a567ecf0d45799d5d171b065059af3e896f3dbcaad43a93c959f09fe2740db3 +size 91150912 diff --git a/pgt.i1-Q4_K_S.gguf b/pgt.i1-Q4_K_S.gguf new file mode 100644 index 0000000..5a6ec01 --- /dev/null +++ b/pgt.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3b735d562c91ab3d85061607e3ccb9df60648f0b18e54256668aaab3c8674c +size 85142080 diff --git a/pgt.i1-Q5_K_M.gguf b/pgt.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9a51c38 --- /dev/null +++ b/pgt.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccba290df5a49a0c60bd5bed407148598af29f819cfa0a4196ca6015f92d1c21 +size 100164160 diff --git a/pgt.i1-Q5_K_S.gguf b/pgt.i1-Q5_K_S.gguf new file mode 100644 index 0000000..87a0c6b --- /dev/null +++ b/pgt.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c451eeb6aff10d5c6bc81a978d8483091ebd85835ff391d1512b3f52801eed28 +size 95464000 diff --git a/pgt.i1-Q6_K.gguf b/pgt.i1-Q6_K.gguf new file mode 100644 index 0000000..5bf86e7 --- /dev/null +++ b/pgt.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ca6f80976864055de4e409c6bbd0a013507a7d223e3f16ac4fe3e44c10134a +size 106744384