commit ead99f37889469b8f81a0e7ab1c2a7765d8237b1 Author: ModelHub XC Date: Sat Jun 27 16:44:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/nox-solar-10.7b-v4-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..945d8dc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +nox-solar-10.7b-v4.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c51aace --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: davidkim205/nox-solar-10.7b-v4 +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: [] +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/davidkim205/nox-solar-10.7b-v4 + + +static quants are available at https://huggingface.co/mradermacher/nox-solar-10.7b-v4-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ1_S.gguf) | i1-IQ1_S | 2.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ1_M.gguf) | i1-IQ1_M | 2.7 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ2_S.gguf) | i1-IQ2_S | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ2_M.gguf) | i1-IQ2_M | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q2_K.gguf) | i1-Q2_K | 4.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ3_S.gguf) | i1-IQ3_S | 4.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ3_M.gguf) | i1-IQ3_M | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q3_K_M.gguf) | i1-Q3_K_M | 5.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 6.2 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 6.2 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 6.2 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q4_0.gguf) | i1-Q4_0 | 6.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q4_K_S.gguf) | i1-Q4_K_S | 6.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q4_K_M.gguf) | i1-Q4_K_M | 6.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q5_K_S.gguf) | i1-Q5_K_S | 7.5 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q5_K_M.gguf) | i1-Q5_K_M | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/nox-solar-10.7b-v4-i1-GGUF/resolve/main/nox-solar-10.7b-v4.i1-Q6_K.gguf) | i1-Q6_K | 8.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..84b176c --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a1aee44e4eec2809c9780d96cb654c8e37a42d0d39f5ba4a0edcee75a0f858 +size 7482253 diff --git a/nox-solar-10.7b-v4.i1-IQ1_M.gguf b/nox-solar-10.7b-v4.i1-IQ1_M.gguf new file mode 100644 index 0000000..6fe35a0 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574098e48dd60ec40d15ca9e7a77254012e8511f2ac7a1a3975a3f54d4f903a2 +size 2564742752 diff --git a/nox-solar-10.7b-v4.i1-IQ1_S.gguf b/nox-solar-10.7b-v4.i1-IQ1_S.gguf new file mode 100644 index 0000000..6ac0480 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04ae33afa2c45a835b7d091c3627b488c06c38b47bcd58ef09035b30d631ed8 +size 2351226464 diff --git a/nox-solar-10.7b-v4.i1-IQ2_M.gguf b/nox-solar-10.7b-v4.i1-IQ2_M.gguf new file mode 100644 index 0000000..4cbce6b --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb79d11d3c6f7921efae0c47e542b38486ed11c1e06299f2fffc18248a3bb7d +size 3677486688 diff --git a/nox-solar-10.7b-v4.i1-IQ2_S.gguf b/nox-solar-10.7b-v4.i1-IQ2_S.gguf new file mode 100644 index 0000000..a1ab7d1 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01414a7ab2cc863631253d74d5a7621698d1a6c7cfa0b7ec2c0ed190b08da8cf +size 3392798304 diff --git a/nox-solar-10.7b-v4.i1-IQ2_XS.gguf b/nox-solar-10.7b-v4.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8389580 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02476ecd64cf39d19bec06497d3220b09d997a470063ed43519bd3c7a1b7a87b +size 3230457440 diff --git a/nox-solar-10.7b-v4.i1-IQ2_XXS.gguf b/nox-solar-10.7b-v4.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..27ef694 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c8c607375e9ee432f73ccbf0c0c1482cb2992dbe6909586329cde08368cc5e +size 2920603232 diff --git a/nox-solar-10.7b-v4.i1-IQ3_M.gguf b/nox-solar-10.7b-v4.i1-IQ3_M.gguf new file mode 100644 index 0000000..ffc16dc --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2418a0af2e28c48f6101b285b5adc90ea729792ec318f163dd1ed82ec6765ec +size 4845051488 diff --git a/nox-solar-10.7b-v4.i1-IQ3_S.gguf b/nox-solar-10.7b-v4.i1-IQ3_S.gguf new file mode 100644 index 0000000..c79c051 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed06c74c4ce5dd61fcf3a463291036eafcaa5de62e318eb28d5ffc49a124ea4 +size 4691304032 diff --git a/nox-solar-10.7b-v4.i1-IQ3_XS.gguf b/nox-solar-10.7b-v4.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f43d66f --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f28e916cdc13e4f9d8f2eebe7c204af3fd15a51e40dcc1fa4dc4d50ae9824ca +size 4445937248 diff --git a/nox-solar-10.7b-v4.i1-IQ3_XXS.gguf b/nox-solar-10.7b-v4.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5a84ba9 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ad4ac870fb99f691522dbde3f0497ecc5a87c19738864757c16c8b313db0b7 +size 4167433824 diff --git a/nox-solar-10.7b-v4.i1-IQ4_XS.gguf b/nox-solar-10.7b-v4.i1-IQ4_XS.gguf new file mode 100644 index 0000000..12cc1d7 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d21b98a9bf3116a86bd2d5a29c1abb25269017eca51b204f8f1612bfcd8f44 +size 5772590688 diff --git a/nox-solar-10.7b-v4.i1-Q2_K.gguf b/nox-solar-10.7b-v4.i1-Q2_K.gguf new file mode 100644 index 0000000..5b1df91 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc56bd2d3b5719432d2cf81727595b7c1497ac20910edacabdb9c94ffa0503a8 +size 4003233376 diff --git a/nox-solar-10.7b-v4.i1-Q2_K_S.gguf b/nox-solar-10.7b-v4.i1-Q2_K_S.gguf new file mode 100644 index 0000000..598771e --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38daac76614faa2f16fd831b753584d2d165430227f3c83e2d004594b0d6e7e +size 3717758560 diff --git a/nox-solar-10.7b-v4.i1-Q3_K_L.gguf b/nox-solar-10.7b-v4.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f8cb0ca --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b5dc23babedd14b955ce0b443b582873f5cff193518047f98b214aaa7a4d3a +size 5650751072 diff --git a/nox-solar-10.7b-v4.i1-Q3_K_M.gguf b/nox-solar-10.7b-v4.i1-Q3_K_M.gguf new file mode 100644 index 0000000..74af0c9 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68b947716041e56c06ce718a3947258440da9789f8a0f9258c8228f36e1127b9 +size 5195669088 diff --git a/nox-solar-10.7b-v4.i1-Q3_K_S.gguf b/nox-solar-10.7b-v4.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4122b68 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699234b3ee1bec453f74c2884b0da499761e6fd4a6012550305777a03a01034e +size 4664565344 diff --git a/nox-solar-10.7b-v4.i1-Q4_0.gguf b/nox-solar-10.7b-v4.i1-Q4_0.gguf new file mode 100644 index 0000000..eeb569f --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408819a0de7da34aa337ccd1b3878d126efe7a3a6b44f25137335e8d29e5c7d4 +size 6094405216 diff --git a/nox-solar-10.7b-v4.i1-Q4_0_4_4.gguf b/nox-solar-10.7b-v4.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..27c1b1b --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff73271efd2dd0b2784d0616993a9961c51e532bb69151f505a723add0902aa +size 6072385120 diff --git a/nox-solar-10.7b-v4.i1-Q4_0_4_8.gguf b/nox-solar-10.7b-v4.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..fdef230 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69bff61e1dde0302143ada252c2ba72c1c92bfc26b8c35ca285e29613e80990f +size 6072385120 diff --git a/nox-solar-10.7b-v4.i1-Q4_0_8_8.gguf b/nox-solar-10.7b-v4.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..44463b3 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af80efde37f228d7b1e6455b3546b9643fa4f16309ba6248c77791ce0678a6a4 +size 6072385120 diff --git a/nox-solar-10.7b-v4.i1-Q4_K_M.gguf b/nox-solar-10.7b-v4.i1-Q4_K_M.gguf new file mode 100644 index 0000000..30f0d84 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf00ec107cadfef9e681025dcd6b3aa95788f4aebef2f70e2779a3e4f7152df +size 6461668960 diff --git a/nox-solar-10.7b-v4.i1-Q4_K_S.gguf b/nox-solar-10.7b-v4.i1-Q4_K_S.gguf new file mode 100644 index 0000000..532c898 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519677b4da68ec9eaa8b32817ed8efcacf878797e12061b43e83376c487f2b9f +size 6118522464 diff --git a/nox-solar-10.7b-v4.i1-Q5_K_M.gguf b/nox-solar-10.7b-v4.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a9fd30c --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6c0a44db170c303edc170b4679f6d78ba0200a21f992267b2fea39a57f16bae +size 7597932128 diff --git a/nox-solar-10.7b-v4.i1-Q5_K_S.gguf b/nox-solar-10.7b-v4.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8726769 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ad9786b15d06551fa939cc961d8d3d2a9bf76369841b71037ef70f430955dc +size 7397391968 diff --git a/nox-solar-10.7b-v4.i1-Q6_K.gguf b/nox-solar-10.7b-v4.i1-Q6_K.gguf new file mode 100644 index 0000000..812cc37 --- /dev/null +++ b/nox-solar-10.7b-v4.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ce38697ea5819d220e1454a7e3aee8503d688b926f8ccbddaf21400bd608e6 +size 8805211744