commit 6d49b05fefd0d4e5b1a93e8a8bb78bb251222e63 Author: ModelHub XC Date: Thu Oct 1 02:51:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a4eebe6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +opencsg-CodeLlama-13b-v0.1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..321e6cd --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: opencsg/opencsg-CodeLlama-13b-v0.1 +language: +- code +library_name: transformers +license: llama2 +quantized_by: mradermacher +tags: +- llama-2 +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/opencsg/opencsg-CodeLlama-13b-v0.1 + + +static quants are available at https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ1_M.gguf) | i1-IQ1_M | 3.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ2_S.gguf) | i1-IQ2_S | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ2_M.gguf) | i1-IQ2_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q2_K.gguf) | i1-Q2_K | 5.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ3_S.gguf) | i1-IQ3_S | 5.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ3_M.gguf) | i1-IQ3_M | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 7.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.1 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 7.5 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 7.5 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 7.5 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q4_0.gguf) | i1-Q4_0 | 7.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 8.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 9.3 | | +| [GGUF](https://huggingface.co/mradermacher/opencsg-CodeLlama-13b-v0.1-i1-GGUF/resolve/main/opencsg-CodeLlama-13b-v0.1.i1-Q6_K.gguf) | i1-Q6_K | 10.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..7eacff2 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e183fab1b035192bc2aa7fa2b9e693d1bdb710b9d2118ebfef093eb607bf2a +size 7136325 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ1_M.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ1_M.gguf new file mode 100644 index 0000000..318dc34 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb0b846c55e959f06d6a57a3486c7e1a78431f3b536c141de0398d966928c1e +size 3138693984 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ1_S.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ1_S.gguf new file mode 100644 index 0000000..34b65a8 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e464e979ba09df2e7cc61a9c6cd585ea28cd8b19249a5e7d7a5f73bba2e5df +size 2898770784 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ2_M.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_M.gguf new file mode 100644 index 0000000..215063d --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e4b111e92e5d96833dba0a30932e71d7a5c81868a219bc237ab4368cbd238e +size 4517671904 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ2_S.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_S.gguf new file mode 100644 index 0000000..a558b65 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39142a61bc5286e5ea67d13a691ddbafbc22c41efd2174c378c5d91017054a94 +size 4197774304 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XS.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5dc765c --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8af8fa98fad679bdbe8774f48fa2d86221c7d19345e4a3379db1c2667da990e +size 3891231584 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XXS.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b4f7f41 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:599b319a18b91b17d981a84a632ebca8b9044bbb8de9fd7687e667466e02d938 +size 3538565984 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ3_M.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_M.gguf new file mode 100644 index 0000000..26a84c9 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1fa7af8471653cd0580235f4e3b05dfbf114cda3b7aa5963b683bd96c55140 +size 5984613984 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ3_S.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_S.gguf new file mode 100644 index 0000000..576a6fc --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877b1bb7dba8b52b4df87cdec1f52e15e108334836f6fdc16fccb55b78ae18c6 +size 5659084384 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XS.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..091c264 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67533cf8ed25502ad87c48b2364488d883aff0b21661219b6a644f29ae515a6 +size 5361714784 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XXS.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..449e339 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fdfa22afe426ca59c42d50689315091daee7dc6fe6c3afa4c5eb424b22b8149 +size 4960654304 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-IQ4_XS.gguf b/opencsg-CodeLlama-13b-v0.1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..d2831ec --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c687c8e3142b23bf27a9e236e7e5452d1f2478697004eda2db93bff3b9ec6c +size 6964334304 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q2_K.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q2_K.gguf new file mode 100644 index 0000000..6e9efda --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba63e7cc9a186753f4df1277f1b872eb7e4d1e07a0238bd88fd534c058aec43 +size 4854365664 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q2_K_S.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..183e834 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f2861ee12d3a34bdd5d2626f0c7228505d79c1b44107a18269cb376802d5e19 +size 4436778464 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_L.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..7f5330b --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03981335c36246dc8cd39d0a1570389ac3839901e0d5b6c45b062c02c3a74c2a +size 6929663584 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_M.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c75b88a --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8008d4bbe606c4ed8d2408997c6e1837a24b4a7278043db17e1dc78630cf4e1b +size 6337873504 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_S.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d5f9de3 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b95596050273557e403531b2dc80480f256a49d3aa3c46198abe3d97b279907 +size 5659084384 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q4_0.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0.gguf new file mode 100644 index 0000000..21b809a --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9842d0d4d5b5e0731e79bd8e75c4bcf25a4f576562f2324bfb191f8ab60e4da +size 7388068064 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_4.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..c95f84d --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43817311c9658c4f3b6927b2dc8db56ed0a0ea2ff7987531d05e6816a60e85bf +size 7365949664 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_8.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..f578eef --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b84dec8110e5610c544640c61844ce241b7b319cb246bc1b71aaff6594a6f211 +size 7365949664 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_8_8.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..3c93b5b --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1cad4d9273baa8533dc6e21153f76df8dc8020c27b7fe16ed69ccd547d118aa +size 7365949664 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_M.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7b0a7e3 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48a9eaaaff493666939fce2db7e0d66127bb3431267cbcd6326c9884c6ef0f9 +size 7866071264 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_S.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..6d2bbdd --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cc3467ad3bf4105c327d4b98c9fc1da656378251241aec8c803a0a7a5da6443 +size 7423293664 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_M.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a42df21 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc03f12e5fbe559d48f57b9d5112a2d5b2356c54cae26e739391247d3656ece6 +size 9230049504 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_S.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..d93e47b --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79fc6a9d596df35ed4945fef65ea4310a157f4ac11f81026a0ad3e4ab885ba7e +size 8972411104 diff --git a/opencsg-CodeLlama-13b-v0.1.i1-Q6_K.gguf b/opencsg-CodeLlama-13b-v0.1.i1-Q6_K.gguf new file mode 100644 index 0000000..d577f09 --- /dev/null +++ b/opencsg-CodeLlama-13b-v0.1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d272b4677aa07a1e609bad5b77d11d9ba18fffe6c24666ea354eb80dd1055b26 +size 10679276384