commit 52e80d9fc9226b2bc0f7724070bf24f370dc036e Author: ModelHub XC Date: Wed Apr 22 04:26:49 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/aanaphi2-v0.1-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d5baefe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aanaphi2-v0.1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..03ccf6c --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: mobiuslabsgmbh/aanaphi2-v0.1 +language: +- en +library_name: transformers +license: mit +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/mobiuslabsgmbh/aanaphi2-v0.1 + + +static quants are available at https://huggingface.co/mradermacher/aanaphi2-v0.1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ1_S.gguf) | i1-IQ1_S | 0.8 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ1_M.gguf) | i1-IQ1_M | 0.8 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ2_S.gguf) | i1-IQ2_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ2_M.gguf) | i1-IQ2_M | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q2_K.gguf) | i1-Q2_K | 1.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ3_S.gguf) | i1-IQ3_S | 1.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ3_M.gguf) | i1-IQ3_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q4_0.gguf) | i1-Q4_0 | 1.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q4_1.gguf) | i1-Q4_1 | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/aanaphi2-v0.1-i1-GGUF/resolve/main/aanaphi2-v0.1.i1-Q6_K.gguf) | i1-Q6_K | 2.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/aanaphi2-v0.1.i1-IQ1_M.gguf b/aanaphi2-v0.1.i1-IQ1_M.gguf new file mode 100644 index 0000000..aa732bf --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48daca00956cb18831db01bfac6d1382a50ce6128ff8182d7d9a81ff1bdf043 +size 731864896 diff --git a/aanaphi2-v0.1.i1-IQ1_S.gguf b/aanaphi2-v0.1.i1-IQ1_S.gguf new file mode 100644 index 0000000..820808c --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9cb7a11a2dc36d5219c36c7565a277951f03321e4c652a790eaf10cfb1c8caa +size 685170496 diff --git a/aanaphi2-v0.1.i1-IQ2_M.gguf b/aanaphi2-v0.1.i1-IQ2_M.gguf new file mode 100644 index 0000000..0139d17 --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddd332a1aaba51a48f822ae7800d9106fa441224cb8819c161945cc46b8cd81f +size 1015512896 diff --git a/aanaphi2-v0.1.i1-IQ2_S.gguf b/aanaphi2-v0.1.i1-IQ2_S.gguf new file mode 100644 index 0000000..6bcb1ea --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db0ec86f517b57d8f4f261017a10e468a19d89ded0a4110d23d7a0e0a6df562 +size 953253696 diff --git a/aanaphi2-v0.1.i1-IQ2_XS.gguf b/aanaphi2-v0.1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8529cd6 --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00bcf9254739410da696adbd3195f978bdb801a70561c7bc32871f454e3d2656 +size 878501696 diff --git a/aanaphi2-v0.1.i1-IQ2_XXS.gguf b/aanaphi2-v0.1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d782809 --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b05bafe9470814398690f74c9a8df948512f8a2c43235b1692990c5f5f369ad +size 809688896 diff --git a/aanaphi2-v0.1.i1-IQ3_M.gguf b/aanaphi2-v0.1.i1-IQ3_M.gguf new file mode 100644 index 0000000..f244c19 --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c45bc0bb28a6d36dc9e211d5e3a8daa4529b03cde9540ae8a5cf572db34c0e3 +size 1320460096 diff --git a/aanaphi2-v0.1.i1-IQ3_S.gguf b/aanaphi2-v0.1.i1-IQ3_S.gguf new file mode 100644 index 0000000..6b1b8e6 --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5491b82b7ee46c01a2a69820e5fdfc7a4bbec439a9d4b07d2bd07064c4eedd90 +size 1250828096 diff --git a/aanaphi2-v0.1.i1-IQ3_XS.gguf b/aanaphi2-v0.1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c265846 --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:014053d4d94cf418748381509ac594f8db4637d1a2739d1d7ffc8621d3a98be7 +size 1201676096 diff --git a/aanaphi2-v0.1.i1-IQ3_XXS.gguf b/aanaphi2-v0.1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..54c187e --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c323910f262805b734c75a8466a0b01faa00b7750e46c81cd77277b534589f4b +size 1099071296 diff --git a/aanaphi2-v0.1.i1-IQ4_NL.gguf b/aanaphi2-v0.1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..af69aac --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf75b0962f01ccc9c4baf4cdbd5aad07d7c57007fa841b51fde7f8fb9dd3df99 +size 1602469696 diff --git a/aanaphi2-v0.1.i1-IQ4_XS.gguf b/aanaphi2-v0.1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ac5a739 --- /dev/null +++ b/aanaphi2-v0.1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a34d42a7ec64923ec9c5c425fcfe4fdbf3afbd0c528f55c80b3fef620a23eb09 +size 1519730496 diff --git a/aanaphi2-v0.1.i1-Q2_K.gguf b/aanaphi2-v0.1.i1-Q2_K.gguf new file mode 100644 index 0000000..0236e3f --- /dev/null +++ b/aanaphi2-v0.1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aaf87cc18f9619eed60de76b65b1f9aa8e8a6eb7d98564c59fe1c7926c08207 +size 1109720896 diff --git a/aanaphi2-v0.1.i1-Q2_K_S.gguf b/aanaphi2-v0.1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..c602bf8 --- /dev/null +++ b/aanaphi2-v0.1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9d0271194a6c56384b3920e012a05e7f0c3d5f342f1eddf45af159b371145f +size 1006501696 diff --git a/aanaphi2-v0.1.i1-Q3_K_L.gguf b/aanaphi2-v0.1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..b29e55a --- /dev/null +++ b/aanaphi2-v0.1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5ba6fb8f0bcdc78aba31d137cf13cbc1a20a08da61cac6883c7249fdeb4fa7 +size 1575231296 diff --git a/aanaphi2-v0.1.i1-Q3_K_M.gguf b/aanaphi2-v0.1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1cf41eb --- /dev/null +++ b/aanaphi2-v0.1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fdc9b8f40770649eb25e4c90a1ed777f3e3a47c2e6c5be77afbb3a38b2699bd +size 1426136896 diff --git a/aanaphi2-v0.1.i1-Q3_K_S.gguf b/aanaphi2-v0.1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..91c1ec7 --- /dev/null +++ b/aanaphi2-v0.1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05715caf40fbb4ab49fa99a46d8a220ef7a7a6ee915ffc5bd461fce72b82c11 +size 1250828096 diff --git a/aanaphi2-v0.1.i1-Q4_0.gguf b/aanaphi2-v0.1.i1-Q4_0.gguf new file mode 100644 index 0000000..ef9368c --- /dev/null +++ b/aanaphi2-v0.1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da50309930b3105a3b2a890126ed05658402fa3c248eaacc73b9ebc6f08f267b +size 1609023296 diff --git a/aanaphi2-v0.1.i1-Q4_1.gguf b/aanaphi2-v0.1.i1-Q4_1.gguf new file mode 100644 index 0000000..f3cdd60 --- /dev/null +++ b/aanaphi2-v0.1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab324830d2c6f1cab64819404b052bcaee2042b75b7655117e6191b46624ee60 +size 1767948096 diff --git a/aanaphi2-v0.1.i1-Q4_K_M.gguf b/aanaphi2-v0.1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..af0431a --- /dev/null +++ b/aanaphi2-v0.1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa558cd400b13aed6547a1364c439db053ffa35125105b3c048b6766c5561f2 +size 1737637696 diff --git a/aanaphi2-v0.1.i1-Q4_K_S.gguf b/aanaphi2-v0.1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e749367 --- /dev/null +++ b/aanaphi2-v0.1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5933f9788c1ab55ca2675206aa81a0d1edb0a90df00672fae03f7bfc5089fb +size 1618853696 diff --git a/aanaphi2-v0.1.i1-Q5_K_M.gguf b/aanaphi2-v0.1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..49e975b --- /dev/null +++ b/aanaphi2-v0.1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac8c692ee37b0a173ebb989d6b78a28fb6cfedaad2ee0798779bfb7c6ffacd6 +size 2003058496 diff --git a/aanaphi2-v0.1.i1-Q5_K_S.gguf b/aanaphi2-v0.1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..32ba59e --- /dev/null +++ b/aanaphi2-v0.1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233d81fd1cbed1c59071983555596fc769aa9aa2e1595515113ea5c3cef1b1e4 +size 1933426496 diff --git a/aanaphi2-v0.1.i1-Q6_K.gguf b/aanaphi2-v0.1.i1-Q6_K.gguf new file mode 100644 index 0000000..6bab57e --- /dev/null +++ b/aanaphi2-v0.1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e051af8aaa6a700b1a75110817eca3b676472f3c5cf30bab94884169eff0edec +size 2285068096 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..3051342 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18cf6ea6e1dfc8a09e489d52ceb02e9d982fce05215b089e263067741a43e3f3 +size 2955463