commit bc20712148c2ded3accc56dbbe248625fa2bb654 Author: ModelHub XC Date: Wed Apr 22 03:57:57 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3f9da54 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..de0c590 --- /dev/null +++ b/README.md @@ -0,0 +1,74 @@ +--- +base_model: adamo1139/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore +language: +- en +library_name: transformers +license: apache-2.0 +license_link: LICENSE +license_name: yi-license +quantized_by: mradermacher +--- +## About + + + + + +weighted/imatrix quants of https://huggingface.co/adamo1139/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore + + +static quants are available at https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_S.gguf) | i1-IQ1_S | 7.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_M.gguf) | i1-IQ1_M | 8.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.4 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_S.gguf) | i1-IQ2_S | 11.0 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_M.gguf) | i1-IQ2_M | 11.9 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q2_K.gguf) | i1-Q2_K | 12.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 13.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XS.gguf) | i1-IQ3_XS | 14.3 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_S.gguf) | i1-Q3_K_S | 15.1 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_S.gguf) | i1-IQ3_S | 15.1 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_M.gguf) | i1-IQ3_M | 15.7 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_M.gguf) | i1-Q3_K_M | 16.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_L.gguf) | i1-Q3_K_L | 18.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ4_XS.gguf) | i1-IQ4_XS | 18.6 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_0.gguf) | i1-Q4_0 | 19.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_S.gguf) | i1-Q4_K_S | 19.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_M.gguf) | i1-Q4_K_M | 20.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_S.gguf) | i1-Q5_K_S | 23.8 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_M.gguf) | i1-Q5_K_M | 24.4 | | +| [GGUF](https://huggingface.co/mradermacher/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore-i1-GGUF/resolve/main/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q6_K.gguf) | i1-Q6_K | 28.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_M.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_M.gguf new file mode 100644 index 0000000..61c621a --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4309032ed315350c82ed256baad909e73e15dd43566590e097dc0bf444c0f030 +size 8176786304 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_S.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_S.gguf new file mode 100644 index 0000000..4ef602d --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bcf4efe884611b3dcc61988234c61cb5b65ca84b08b1129ffa5de143ba09bd1 +size 7498980224 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_M.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_M.gguf new file mode 100644 index 0000000..04e6e8f --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b82e64599cda87a6f63751dc73c55bff97dbc08a8096b6c0abe4775b10d1a5a1 +size 11794762624 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_S.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_S.gguf new file mode 100644 index 0000000..1e0b6f6 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39aeeb7f3d6ca0aaff52e344d3a8cf5e8910741f1f43b86f116b1c89ac427b16 +size 10891021184 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XS.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3b8908d --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cb4f70ba8b3db888051248e469ceada4137ce90167f3937bb0b4289fbeacf9 +size 10306542464 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XXS.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a71e71c --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76cf85c0a6eae4d73eeaa15e56478bff7fbccc38c1dbec24b5a2ddaf52b9cfba +size 9306463104 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_M.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_M.gguf new file mode 100644 index 0000000..a5f85d5 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16b29c7a26481bbfb7f8fa804f6d27225161a67bdad5e49f5a02fe608a6a869 +size 15564700544 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_S.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_S.gguf new file mode 100644 index 0000000..521889b --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc0db46ff16c485e15ee85bc0b2e1a969f4363952f968912b81f0773e31ebe7 +size 15018785664 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XS.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e7765af --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95599041c1593feed1eeb9161335e41dc7c97e016ecef4cf11c055aa44af89dc +size 14234319744 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XXS.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..91e2899 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9b63a2b0bed37d1b79a1e475748d60319b5f861077d72336a086668f56f7ba +size 13333875584 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ4_XS.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ4_XS.gguf new file mode 100644 index 0000000..9d2aa7d --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470d4e892159c7e9fd8836b954380e5319d847f968a268157f46dbe035e2d863 +size 18475051904 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q2_K.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q2_K.gguf new file mode 100644 index 0000000..d6b9c9b --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784634758943bb67e2bbcd3bcdbcb49642888ecd89c0e596522c42f5d18c87a8 +size 12825234304 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_L.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_L.gguf new file mode 100644 index 0000000..4b04476 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e8639c2f6c3664dc3ac998b8e423f090d0fc7f30cf995d92273632c05dd6a3 +size 18139446144 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_M.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_M.gguf new file mode 100644 index 0000000..5f1b9ec --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51af17587026f68db80e1f59110f69e403e6c94b7d2cc1f7dc75906044aad374 +size 16654924672 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_S.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_S.gguf new file mode 100644 index 0000000..69e6b70 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e288e736afc0e8e11ee57c77202729432726171a224a21a224313cde63d68a03 +size 14960294784 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_0.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_0.gguf new file mode 100644 index 0000000..73fc64c --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e9e23e698b2ca015a65f93a9277dadd74e885c4b2ced7af8f372d1cb891d31 +size 19530754944 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_M.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_M.gguf new file mode 100644 index 0000000..a4086ac --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f60dce6bfa111b79b9751a095d6106cd0cce0696b831cc5aca9a10a7c259190 +size 20658711424 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_S.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2a3ade3 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44087aa43d2d69dd1d8d17faab938a4379eb786f6ed0fa48a88c5df5bbe6ffe +size 19598650240 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_M.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0e6f901 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2300a8b8719381fc11c206c57d204b7c04b7d3b5348fc1b80e95b30c6371d7f1 +size 24321846144 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_S.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_S.gguf new file mode 100644 index 0000000..7aae77f --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb57185b4af1e153f7cee9aef3f68c1ef176602c08e631130a914e56c5248dc +size 23707691904 diff --git a/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q6_K.gguf b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q6_K.gguf new file mode 100644 index 0000000..250c244 --- /dev/null +++ b/Yi-34B-200K-XLCTX-RAW-ORPO-0805-GaLore.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1194d129beec274bc9cf560d66679f21ac23f9d75ca3a3b780a7aa32c813dec +size 28213926784 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..375e7e0 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1754ec15c6c1cfea9a4758b1aefeea1eb4b433498fff7526886a26c5e5e2dc1 +size 15251067