commit 421427f5b0db8f99498af60abc4193bdffc26c73 Author: ModelHub XC Date: Mon Jul 6 20:42:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3a9d98b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-Guardpoint.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f3b7a85 --- /dev/null +++ b/README.md @@ -0,0 +1,138 @@ +--- +base_model: ValiantLabs/gpt-oss-20b-Guardpoint +datasets: +- sequelbox/Superpotion-DeepSeek-V3.2-Speciale +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- guardpoint +- valiant +- valiant-labs +- gpt +- gpt-oss +- gpt-oss-20b +- openai +- 20b +- reasoning +- science +- science-reasoning +- medicine +- internal-medicine +- clinical-diagnosis +- medical-understanding +- medical-reasoning +- medical-diagnosis +- medical-management +- problem-solving +- anatomy +- angiology +- bariatric +- cardiovascular +- dental +- dermatology +- endocrinology +- ENT +- hematology +- immunology +- infectious-disease +- musculoskeletal +- neurology +- obstetrics +- ophtamology +- oncology +- orthopedics +- pathology +- psychiatry +- pulmonology +- radiology +- surgery +- triage +- urology +- analytical +- data +- data-interpretation +- expert +- rationality +- conversational +- chat +- instruct +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/ValiantLabs/gpt-oss-20b-Guardpoint + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gpt-oss-20b-Guardpoint-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ1_M.gguf) | i1-IQ1_M | 12.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ1_S.gguf) | i1-IQ1_S | 12.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ2_XS.gguf) | i1-IQ2_XS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ2_M.gguf) | i1-IQ2_M | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ2_S.gguf) | i1-IQ2_S | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ3_S.gguf) | i1-IQ3_S | 12.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q2_K.gguf) | i1-Q2_K | 12.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ4_XS.gguf) | i1-IQ4_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q2_K_S.gguf) | i1-Q2_K_S | 12.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q4_0.gguf) | i1-Q4_0 | 12.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-IQ3_M.gguf) | i1-IQ3_M | 12.3 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q3_K_L.gguf) | i1-Q3_K_L | 13.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q4_1.gguf) | i1-Q4_1 | 13.5 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q4_K_S.gguf) | i1-Q4_K_S | 14.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q4_K_M.gguf) | i1-Q4_K_M | 15.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q5_K_S.gguf) | i1-Q5_K_S | 16.0 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q5_K_M.gguf) | i1-Q5_K_M | 17.0 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-Guardpoint-i1-GGUF/resolve/main/gpt-oss-20b-Guardpoint.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gpt-oss-20b-Guardpoint.i1-IQ1_M.gguf b/gpt-oss-20b-Guardpoint.i1-IQ1_M.gguf new file mode 100644 index 0000000..b8f9c56 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bdbc872b6305979bbddf8a46bb07ea4c0e67d145e19325ba3db8bc04db9e0d4 +size 12016856000 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ1_S.gguf b/gpt-oss-20b-Guardpoint.i1-IQ1_S.gguf new file mode 100644 index 0000000..6e6a682 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bf4dbbec402f55fd8864dc4dae8fd4e2f697dcc187f179c8ac498eee3ad958 +size 12016856000 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ2_M.gguf b/gpt-oss-20b-Guardpoint.i1-IQ2_M.gguf new file mode 100644 index 0000000..e699578 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d01b1d7255b8c6ba1434d45e30683f8dc90a4e95a1fe09fde7450374d623c35 +size 12065516480 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ2_S.gguf b/gpt-oss-20b-Guardpoint.i1-IQ2_S.gguf new file mode 100644 index 0000000..198d32d --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0796014c5b23b11351b60d2f805ff30d3d7b5d56144a65e046e6a15b00081a84 +size 12065516480 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ2_XS.gguf b/gpt-oss-20b-Guardpoint.i1-IQ2_XS.gguf new file mode 100644 index 0000000..34c8f4e --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5547910baa8c1971febc8eb5d3ed3247af954bbfb309c1e95896ed412c571279 +size 12025703360 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ2_XXS.gguf b/gpt-oss-20b-Guardpoint.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b859322 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a808a75164ab23cdded64ef191215a7e88e181a480b98e6b25ecf0e9f97ce5d +size 12016856000 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ3_M.gguf b/gpt-oss-20b-Guardpoint.i1-IQ3_M.gguf new file mode 100644 index 0000000..07756ae --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72560966eb918a5576679917afc54b6fc6f98853afb9c8140b08fd5400280a2 +size 12202650560 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ3_S.gguf b/gpt-oss-20b-Guardpoint.i1-IQ3_S.gguf new file mode 100644 index 0000000..37db1a8 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97743c19503dfe60441e9bbe8a40b2e3b838c0f7a24295c07b3b6f22d02430e +size 12065516480 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ3_XS.gguf b/gpt-oss-20b-Guardpoint.i1-IQ3_XS.gguf new file mode 100644 index 0000000..6950595 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9cf0a3aefe0d410be435822d7182f6c50c2d428fb834f9914980072a154753 +size 12065516480 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ3_XXS.gguf b/gpt-oss-20b-Guardpoint.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3481895 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ad4b4089b096fae980bf272b9b789782647137956940b126590762f709e51b +size 12065516480 diff --git a/gpt-oss-20b-Guardpoint.i1-IQ4_XS.gguf b/gpt-oss-20b-Guardpoint.i1-IQ4_XS.gguf new file mode 100644 index 0000000..987aa5a --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457d982099cc598ceadb00da454c062d0afa750277cf4dce0e7b392b6ad841cf +size 12096482240 diff --git a/gpt-oss-20b-Guardpoint.i1-Q2_K.gguf b/gpt-oss-20b-Guardpoint.i1-Q2_K.gguf new file mode 100644 index 0000000..a70e837 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8743dc1531d5ec7d3000d45fd3ab5a747c229bf70c8e19f9dbf42a8e527d87 +size 12065516480 diff --git a/gpt-oss-20b-Guardpoint.i1-Q2_K_S.gguf b/gpt-oss-20b-Guardpoint.i1-Q2_K_S.gguf new file mode 100644 index 0000000..cba2db5 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e37bc40e12a7deea2cb307c96b51eaad36fd98c64ca63dce3104946fff729d +size 12136295360 diff --git a/gpt-oss-20b-Guardpoint.i1-Q3_K_L.gguf b/gpt-oss-20b-Guardpoint.i1-Q3_K_L.gguf new file mode 100644 index 0000000..6226b9b --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac83d593136cf408c0d901dee97b149e270e1e5c6201f80d4e67ec3224f3cb05 +size 13335112640 diff --git a/gpt-oss-20b-Guardpoint.i1-Q3_K_M.gguf b/gpt-oss-20b-Guardpoint.i1-Q3_K_M.gguf new file mode 100644 index 0000000..3df79e5 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae5b3fa933aa3f9d5806c2cdd32084f1585ddf9027f21b07188dd6cf8a6d099 +size 12916153280 diff --git a/gpt-oss-20b-Guardpoint.i1-Q3_K_S.gguf b/gpt-oss-20b-Guardpoint.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2e1a401 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e61c72072fdee787f38de997af8fdf92e896e796713780bae2e83ace67a6e9d1 +size 12061092800 diff --git a/gpt-oss-20b-Guardpoint.i1-Q4_0.gguf b/gpt-oss-20b-Guardpoint.i1-Q4_0.gguf new file mode 100644 index 0000000..548afb3 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce011e2bd6e391947d6a03f2bace7a10dc206ae763c269866e517c7bf791e72 +size 12148460480 diff --git a/gpt-oss-20b-Guardpoint.i1-Q4_1.gguf b/gpt-oss-20b-Guardpoint.i1-Q4_1.gguf new file mode 100644 index 0000000..647d52e --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd8e8c7f2e39de4b8da7873bf1b3ba32c46eef3517c60c5d1b3393296ad6e83 +size 13369096640 diff --git a/gpt-oss-20b-Guardpoint.i1-Q4_K_M.gguf b/gpt-oss-20b-Guardpoint.i1-Q4_K_M.gguf new file mode 100644 index 0000000..fbfe0db --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc8b643380770617deed31cc189d55326cc52c5b9d67e600aee7352d8c3311d +size 15805138880 diff --git a/gpt-oss-20b-Guardpoint.i1-Q4_K_S.gguf b/gpt-oss-20b-Guardpoint.i1-Q4_K_S.gguf new file mode 100644 index 0000000..20dec44 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d83c2190584fc887cd959434cf9925423d6e876f39dd1480324a4ac4822fca +size 14654244800 diff --git a/gpt-oss-20b-Guardpoint.i1-Q5_K_M.gguf b/gpt-oss-20b-Guardpoint.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1804648 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9a9a3d58e1920e63ce5d78d1b0f8f1ce0345fe3d1325a6951e697a5da636f6 +size 16893064640 diff --git a/gpt-oss-20b-Guardpoint.i1-Q5_K_S.gguf b/gpt-oss-20b-Guardpoint.i1-Q5_K_S.gguf new file mode 100644 index 0000000..b101c8d --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff245c97082f73883fc5b0527a4414a16e82286b3fbf010ab253668bfe3450de +size 15892207040 diff --git a/gpt-oss-20b-Guardpoint.i1-Q6_K.gguf b/gpt-oss-20b-Guardpoint.i1-Q6_K.gguf new file mode 100644 index 0000000..2302753 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c56249abfaaf3cada24b2e100319fbac931b9ff65986cb9f2597e087d003e62 +size 22193347520 diff --git a/gpt-oss-20b-Guardpoint.imatrix.gguf b/gpt-oss-20b-Guardpoint.imatrix.gguf new file mode 100644 index 0000000..3f86449 --- /dev/null +++ b/gpt-oss-20b-Guardpoint.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76f1ec9db0e663a6a1fd3963917e2d3585bcf1b72a8496db0ad63a44a531ef5f +size 28079776