From 1b3300901f66153e2ce1a73c9aafff0b298c3fce Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 27 Sep 2026 01:35:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++ README.md | 83 +++++++++++++++++++++++++++ Sujet-Finance-8B-v0.1.i1-IQ1_M.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ1_S.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ2_M.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ2_S.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ2_XS.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ2_XXS.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ3_M.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ3_S.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ3_XS.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ3_XXS.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ4_NL.gguf | 3 + Sujet-Finance-8B-v0.1.i1-IQ4_XS.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q2_K.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q2_K_S.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q3_K_L.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q3_K_M.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q3_K_S.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q4_0.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q4_1.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q4_K_M.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q4_K_S.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q5_K_M.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q5_K_S.gguf | 3 + Sujet-Finance-8B-v0.1.i1-Q6_K.gguf | 3 + imatrix.dat | 3 + 27 files changed, 218 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ1_M.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ1_S.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ2_M.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ2_S.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ2_XS.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ2_XXS.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ3_M.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ3_S.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ3_XS.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ3_XXS.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ4_NL.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-IQ4_XS.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q2_K.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q2_K_S.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q3_K_L.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q3_K_M.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q3_K_S.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q4_0.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q4_1.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q4_K_M.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q4_K_S.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q5_K_M.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q5_K_S.gguf create mode 100644 Sujet-Finance-8B-v0.1.i1-Q6_K.gguf create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1f33c9b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Sujet-Finance-8B-v0.1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..fd0941e --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: sujet-ai/Sujet-Finance-8B-v0.1 +datasets: +- sujet-ai/Sujet-Finance-Instruct-177k +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- finance +- topic classification +- sentiment analysis +- qa +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/sujet-ai/Sujet-Finance-8B-v0.1 + + +static quants are available at https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Sujet-Finance-8B-v0.1-i1-GGUF/resolve/main/Sujet-Finance-8B-v0.1.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Sujet-Finance-8B-v0.1.i1-IQ1_M.gguf b/Sujet-Finance-8B-v0.1.i1-IQ1_M.gguf new file mode 100644 index 0000000..418bbf3 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b947b3238603ca81ed51f5a08b3e05af2b1999168d471f087cbe4cb3a0354b22 +size 2161972544 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ1_S.gguf b/Sujet-Finance-8B-v0.1.i1-IQ1_S.gguf new file mode 100644 index 0000000..072e49e --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc16e42303e44a65ab6af0ff667d81f2c8d039be827e14d304c910d1167dcf2 +size 2019628352 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ2_M.gguf b/Sujet-Finance-8B-v0.1.i1-IQ2_M.gguf new file mode 100644 index 0000000..90715d7 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2441194bd406cf99fcbb90dc64ee05819fdd0cb013feb1bc3fae26f55bd8c7a +size 2948281664 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ2_S.gguf b/Sujet-Finance-8B-v0.1.i1-IQ2_S.gguf new file mode 100644 index 0000000..dae326b --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09785f84e8e020a1bf332f360f6aa8561483da7a451d42c4bea2005f47568e2 +size 2758489408 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ2_XS.gguf b/Sujet-Finance-8B-v0.1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..1698e56 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ecce1b3a7f876e48c0e82aaf2438d3f712ddf102e1f46c437fa6d7a06cf270 +size 2605782336 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ2_XXS.gguf b/Sujet-Finance-8B-v0.1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b3d81f4 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2da46b2346dcab18c2590f2828fa603500e78659d3e7754ea78d7fedc5fad939 +size 2399212864 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ3_M.gguf b/Sujet-Finance-8B-v0.1.i1-IQ3_M.gguf new file mode 100644 index 0000000..c94fdb6 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6d1aa1c878ed8b8a889176afaab665403cca84e0e6d443673114a99dde1da9 +size 3784824128 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ3_S.gguf b/Sujet-Finance-8B-v0.1.i1-IQ3_S.gguf new file mode 100644 index 0000000..12a0b4b --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0067121e90a693eb14b2e10da3b9f58e4298bb6c44bc8e8792cba0a216d2bb10 +size 3682325824 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ3_XS.gguf b/Sujet-Finance-8B-v0.1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f4b7d8d --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4016d71e4bbc5261fa3e03018990fc226655ee65959fd56a8f4a85acc5a33e +size 3518747968 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ3_XXS.gguf b/Sujet-Finance-8B-v0.1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..24acc1b --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc2d5d79c833f51545c0be2550e3fa702cb352aab653ab70eef53ab1a9472e3a +size 3274913088 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ4_NL.gguf b/Sujet-Finance-8B-v0.1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4eda067 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eeeff277770f7ee257eb8e814fcafe1a8bba2bf8924261536a841959b030fb5 +size 4677989696 diff --git a/Sujet-Finance-8B-v0.1.i1-IQ4_XS.gguf b/Sujet-Finance-8B-v0.1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..3e9988a --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b06ded084c15823fef8632109a4c7544c1d102dfdd6d7b79347b11f75bddd306 +size 4447663424 diff --git a/Sujet-Finance-8B-v0.1.i1-Q2_K.gguf b/Sujet-Finance-8B-v0.1.i1-Q2_K.gguf new file mode 100644 index 0000000..ec27f49 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c601a8b989da965b9965d697641e930ceccd257c5099de3faa151044463344e +size 3179132224 diff --git a/Sujet-Finance-8B-v0.1.i1-Q2_K_S.gguf b/Sujet-Finance-8B-v0.1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..acb86ea --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:847a742dec2ec84b221b9c62a1e971302c0fa7e6fc37ff39783ce441029be217 +size 2988815680 diff --git a/Sujet-Finance-8B-v0.1.i1-Q3_K_L.gguf b/Sujet-Finance-8B-v0.1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c67ba1a --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67d1be783163cbef16717da1d1c45db485392891f48cce5a1ed05ea968f9e64 +size 4321957184 diff --git a/Sujet-Finance-8B-v0.1.i1-Q3_K_M.gguf b/Sujet-Finance-8B-v0.1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..5655c8f --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd639cabc0abd8683bf49a1b214ef8ceb42f6fa1c3f303ab2a427b555679a20e +size 4018918720 diff --git a/Sujet-Finance-8B-v0.1.i1-Q3_K_S.gguf b/Sujet-Finance-8B-v0.1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d776db2 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d6868f8424907f3b2f0155d65d39011765c1094a429ff2bd13a3bd216996aa +size 3664500032 diff --git a/Sujet-Finance-8B-v0.1.i1-Q4_0.gguf b/Sujet-Finance-8B-v0.1.i1-Q4_0.gguf new file mode 100644 index 0000000..5249b62 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7b149a08f6219a384cec255126505424e4217240c4300603ff5f5116bb2597c +size 4675892544 diff --git a/Sujet-Finance-8B-v0.1.i1-Q4_1.gguf b/Sujet-Finance-8B-v0.1.i1-Q4_1.gguf new file mode 100644 index 0000000..2aebeac --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be502b403220f44f9d1f94f00c3c9f406775ce2bb1295f08e92262a64ac6890e +size 5130253632 diff --git a/Sujet-Finance-8B-v0.1.i1-Q4_K_M.gguf b/Sujet-Finance-8B-v0.1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1af263c --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4416ab11cb7edefd8a4352d390f5c7283cd10712c66a2640ea81ebfdfb23e4 +size 4920735040 diff --git a/Sujet-Finance-8B-v0.1.i1-Q4_K_S.gguf b/Sujet-Finance-8B-v0.1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0780d10 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1558033b466c78945a3c3c4ce41928759e465e5b5be65e04803774b920a58aa6 +size 4692669760 diff --git a/Sujet-Finance-8B-v0.1.i1-Q5_K_M.gguf b/Sujet-Finance-8B-v0.1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7d7253d --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023b8103ebd693b396cdea7b594058b0840422da60e46504e983cbf0bc6d36fe +size 5732988224 diff --git a/Sujet-Finance-8B-v0.1.i1-Q5_K_S.gguf b/Sujet-Finance-8B-v0.1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..402f5b5 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bbfa14b39ee59c77b57da1e49723a4e9940ac3d1fa1e47db563a9665457e2f0 +size 5599294784 diff --git a/Sujet-Finance-8B-v0.1.i1-Q6_K.gguf b/Sujet-Finance-8B-v0.1.i1-Q6_K.gguf new file mode 100644 index 0000000..d379ec9 --- /dev/null +++ b/Sujet-Finance-8B-v0.1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0de3898c35ea44e1617eb0f4a5a8f7b68178c12ce51706aa918d1e50642d062 +size 6596007232 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..ce2e221 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c797bcad050fe75b6977997cf4bfcf3c3423f62d0315b90758566633e3b83d1 +size 4988157