commit 93a76899c3007f316b0f541b3f7723abbeb37cb5 Author: ModelHub XC Date: Wed Jun 17 06:46:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/heretic_Apollo-1-2B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..dfdbb8c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +heretic_Apollo-1-2B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..22b84e0 --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +base_model: hereticness/heretic_Apollo-1-2B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- heretic +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/hereticness/heretic_Apollo-1-2B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#heretic_Apollo-1-2B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/heretic_Apollo-1-2B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q4_1.gguf) | i1-Q4_1 | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/heretic_Apollo-1-2B-i1-GGUF/resolve/main/heretic_Apollo-1-2B.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/heretic_Apollo-1-2B.i1-IQ1_M.gguf b/heretic_Apollo-1-2B.i1-IQ1_M.gguf new file mode 100644 index 0000000..db61a64 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a55709a1a9941341ea9c04f27ad0a0a2dab13a5e66a4a69706c8c6c52527d676 +size 543794304 diff --git a/heretic_Apollo-1-2B.i1-IQ1_S.gguf b/heretic_Apollo-1-2B.i1-IQ1_S.gguf new file mode 100644 index 0000000..db878c1 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd34a9a22883f2dc03a7aa80b9663ba164b60ca169cc2597df6d6e054e95b68 +size 515777664 diff --git a/heretic_Apollo-1-2B.i1-IQ2_M.gguf b/heretic_Apollo-1-2B.i1-IQ2_M.gguf new file mode 100644 index 0000000..2b3bdf5 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805e4d5ae3e0bb4c9ce9d85c476b7d3e2af787a3d65a7df90252ef8c206ca4f6 +size 695182464 diff --git a/heretic_Apollo-1-2B.i1-IQ2_S.gguf b/heretic_Apollo-1-2B.i1-IQ2_S.gguf new file mode 100644 index 0000000..0b47313 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec69bc83dbd72d5b363970f5275a299ba0c60c519f824a25cea897f82f0feb3 +size 657826944 diff --git a/heretic_Apollo-1-2B.i1-IQ2_XS.gguf b/heretic_Apollo-1-2B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e7ca9dc --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71df710313e92dc8cafd7011ff615796246eae49bbc6ed187038502ae17f317e +size 631514240 diff --git a/heretic_Apollo-1-2B.i1-IQ2_XXS.gguf b/heretic_Apollo-1-2B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..896e050 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a80608609360b63f21abecac1ef325f6491db15e8f3f5740f7ee1c3c55c0c98 +size 590488704 diff --git a/heretic_Apollo-1-2B.i1-IQ3_M.gguf b/heretic_Apollo-1-2B.i1-IQ3_M.gguf new file mode 100644 index 0000000..5a8cb28 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c5bafb070b4d5e329e30bc4842a25eb9486adfe34fd661d338843965351127 +size 895663232 diff --git a/heretic_Apollo-1-2B.i1-IQ3_S.gguf b/heretic_Apollo-1-2B.i1-IQ3_S.gguf new file mode 100644 index 0000000..3646fac --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116f76b26f735db050e37ecd8fb045d391e2c4bab18df138fe053a795b774a6e +size 867253376 diff --git a/heretic_Apollo-1-2B.i1-IQ3_XS.gguf b/heretic_Apollo-1-2B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..bb6e3ca --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585f1c6238425d42bd8b932c095e5866b9e3e9bb94181134001678f3756e365a +size 834223232 diff --git a/heretic_Apollo-1-2B.i1-IQ3_XXS.gguf b/heretic_Apollo-1-2B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..7342955 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad9f44665ebf15da43aa56e981804f68be7319a9737eac4ebb4f2e307048022 +size 754361472 diff --git a/heretic_Apollo-1-2B.i1-IQ4_NL.gguf b/heretic_Apollo-1-2B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..91281c2 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3614130115ac1b3c528a28e89fc07ba46e6568cb60554087aa7876017fbd72a0 +size 1054424192 diff --git a/heretic_Apollo-1-2B.i1-IQ4_XS.gguf b/heretic_Apollo-1-2B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..709bd7e --- /dev/null +++ b/heretic_Apollo-1-2B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b588c357a2d1f172dbd803176eb5c697d7957176039e0189e5901a78eda1a5b +size 1010384000 diff --git a/heretic_Apollo-1-2B.i1-Q2_K.gguf b/heretic_Apollo-1-2B.i1-Q2_K.gguf new file mode 100644 index 0000000..02e0911 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13d9431735ed3589249becf9502461facbf0a715093c5c7b1ba2e9909c62c8a +size 777796736 diff --git a/heretic_Apollo-1-2B.i1-Q2_K_S.gguf b/heretic_Apollo-1-2B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..769222f --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8222ed5e84ce62135dea616f74b2546537e90b66dacda21d3a9b819f1572e156 +size 732970112 diff --git a/heretic_Apollo-1-2B.i1-Q3_K_L.gguf b/heretic_Apollo-1-2B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..56100f8 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38579a9b13c6bf98686cf6870141c9ee690f0d313c53060c08c3a61af345906d +size 1003502720 diff --git a/heretic_Apollo-1-2B.i1-Q3_K_M.gguf b/heretic_Apollo-1-2B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..6f0208d --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a668a4a6941f2dfbeab583fd9854c58660eab36de5da7272ca58e8f34d6a00bd +size 939539584 diff --git a/heretic_Apollo-1-2B.i1-Q3_K_S.gguf b/heretic_Apollo-1-2B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..6e864bc --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf754926cbfd00c2f18bdc3881f0e689d4a404db3c505e9268cbabaf3f4bf4a +size 867253376 diff --git a/heretic_Apollo-1-2B.i1-Q4_0.gguf b/heretic_Apollo-1-2B.i1-Q4_0.gguf new file mode 100644 index 0000000..a989f9c --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0adad49d80afa7a269b34da7b407577a8d921562d84e3192e0e87677fc3f36fc +size 1056783488 diff --git a/heretic_Apollo-1-2B.i1-Q4_1.gguf b/heretic_Apollo-1-2B.i1-Q4_1.gguf new file mode 100644 index 0000000..f469510 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ae001373703f9126e07d1569488b26b8ca9cfa06b40e1e0276fc8e569747a5 +size 1142504576 diff --git a/heretic_Apollo-1-2B.i1-Q4_K_M.gguf b/heretic_Apollo-1-2B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..b28483e --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0edab6f9dd9313866051da61edf51307ca452c381b11fade4c1f90d08f37d0b3 +size 1107410048 diff --git a/heretic_Apollo-1-2B.i1-Q4_K_S.gguf b/heretic_Apollo-1-2B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..bfb90ed --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b55a5c6fefa6308ca09b46f57e180ef8daae6b1e4e15c03faf2a0cbbf2963ea1 +size 1060191360 diff --git a/heretic_Apollo-1-2B.i1-Q5_K_M.gguf b/heretic_Apollo-1-2B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..aa11d12 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6c329318ccc01f9eeb4554a4308f15c66580303164b577710c143f9bef277a +size 1257880704 diff --git a/heretic_Apollo-1-2B.i1-Q5_K_S.gguf b/heretic_Apollo-1-2B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a5ad7ae --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1e1dd25c9f23c19e9c25bba16f489b8db658f385fce8cb71988e438ac35129 +size 1230584960 diff --git a/heretic_Apollo-1-2B.i1-Q6_K.gguf b/heretic_Apollo-1-2B.i1-Q6_K.gguf new file mode 100644 index 0000000..0c86a17 --- /dev/null +++ b/heretic_Apollo-1-2B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967ab501f8f7b949081bfe63e6d26fc368b1b9c1a84779294869e44b964b05ee +size 1417755776 diff --git a/heretic_Apollo-1-2B.imatrix.gguf b/heretic_Apollo-1-2B.imatrix.gguf new file mode 100644 index 0000000..dd7a6c6 --- /dev/null +++ b/heretic_Apollo-1-2B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f30e104234631a72ce0ba92ae120f6576cb6a32f8611ddcba4a3b6db2d10f7 +size 2094560