commit b786bc71a881bdd791b25752f1b293e27e5cd5cc Author: ModelHub XC Date: Wed Sep 30 18:24:43 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Tri-7B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..dec82d4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Tri-7B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Tri-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..cad2be4 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: trillionlabs/Tri-7B +extra_gated_fields: + Email: text + Full Name: text + Organization: text +language: +- en +- ko +- ja +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- finetuned +- chat +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/trillionlabs/Tri-7B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Tri-7B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Tri-7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q4_1.gguf) | i1-Q4_1 | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Tri-7B-i1-GGUF/resolve/main/Tri-7B.i1-Q6_K.gguf) | i1-Q6_K | 6.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/Tri-7B.i1-IQ1_M.gguf b/Tri-7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..0de747e --- /dev/null +++ b/Tri-7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a913ba44e9a772a5d9c566b6f8c40dd58251675fe2e62ec125953a1d54dc262d +size 2055926112 diff --git a/Tri-7B.i1-IQ1_S.gguf b/Tri-7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..eec3acd --- /dev/null +++ b/Tri-7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d17bda67199240d686c10d70a7efdc411fb0062b2130dc79f0512360ba34194 +size 1933537632 diff --git a/Tri-7B.i1-IQ2_M.gguf b/Tri-7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..5cbbe22 --- /dev/null +++ b/Tri-7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e08af1460e0ce421649942e02f4e5490fc4479a59c4a2e951028151c3522d0 +size 2804748640 diff --git a/Tri-7B.i1-IQ2_S.gguf b/Tri-7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..f23238a --- /dev/null +++ b/Tri-7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2ee8638d267a83df023e9d5003b1def861cffe5ed2da16ab96a911734f0640d +size 2641564000 diff --git a/Tri-7B.i1-IQ2_XS.gguf b/Tri-7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..847aea4 --- /dev/null +++ b/Tri-7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e742cceb2ac7835044cf085c73d30d522ec88747b6d7d37ec50a06410eb9d1c +size 2439868768 diff --git a/Tri-7B.i1-IQ2_XXS.gguf b/Tri-7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d39d9d3 --- /dev/null +++ b/Tri-7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc31f8f6e315e5ecf09164ed7bd50bd10ea862230455e111aa775b436ddc0c5f +size 2259906912 diff --git a/Tri-7B.i1-IQ3_M.gguf b/Tri-7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..ef8cf9b --- /dev/null +++ b/Tri-7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cccf1e11d1966b1f9e09c4c05e0b52a36c854ddcc128a3bb198e71e996674ee +size 3612225888 diff --git a/Tri-7B.i1-IQ3_S.gguf b/Tri-7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..b986653 --- /dev/null +++ b/Tri-7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e5f6a6f15060493e3c0d0fbd4d10bae138e8a59624c82e7b8945f33a67d88d +size 3445666144 diff --git a/Tri-7B.i1-IQ3_XS.gguf b/Tri-7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..d7be9fd --- /dev/null +++ b/Tri-7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5408ec213013af1f505833d09ca76802b2aeb280d0ee7b3ef537fb387e893b6f +size 3293884768 diff --git a/Tri-7B.i1-IQ3_XXS.gguf b/Tri-7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..21d2a6f --- /dev/null +++ b/Tri-7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c82ceddd8db48747fe3cfa92c177285df7935e717534fb616c5002443aa00b0e +size 3030389088 diff --git a/Tri-7B.i1-IQ4_NL.gguf b/Tri-7B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a1b11cb --- /dev/null +++ b/Tri-7B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12808782289f8e09d4e0b8f7a99d98fda221c3780803d1e2e08bc2ae1a2e9b5b +size 4375531872 diff --git a/Tri-7B.i1-IQ4_XS.gguf b/Tri-7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..287ff70 --- /dev/null +++ b/Tri-7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73e606bbabd9c0d806ddbc8db5da919ba2a011e0698daa794f33a39812c292e4 +size 4156739936 diff --git a/Tri-7B.i1-Q2_K.gguf b/Tri-7B.i1-Q2_K.gguf new file mode 100644 index 0000000..78c6f0f --- /dev/null +++ b/Tri-7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1647af1981e5829fb05a7b3666cd4eb39324a86a28bf189c3aa02d243df4f262 +size 2990182752 diff --git a/Tri-7B.i1-Q2_K_S.gguf b/Tri-7B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..5aef680 --- /dev/null +++ b/Tri-7B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967416c6c8c77f363cd8153d5f30d581e7832b26aea53c5ab4d02f6de89911c8 +size 2776863072 diff --git a/Tri-7B.i1-Q3_K_L.gguf b/Tri-7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f00fe24 --- /dev/null +++ b/Tri-7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f30b96a8dc3c6fde395f660c0813b14ba8dc7056c701f33919b5e393acfd73d +size 4094472544 diff --git a/Tri-7B.i1-Q3_K_M.gguf b/Tri-7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..69b4343 --- /dev/null +++ b/Tri-7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ef1f3355b4105039c214bd3b9e11043ecf7f0cf2b058519f3762f377668b7f +size 3795366240 diff --git a/Tri-7B.i1-Q3_K_S.gguf b/Tri-7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..dcc527b --- /dev/null +++ b/Tri-7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09690e5bd01e2957d24aa763f47c0a49959e79276dce4c4eb062a441bcc6fe28 +size 3445666144 diff --git a/Tri-7B.i1-Q4_0.gguf b/Tri-7B.i1-Q4_0.gguf new file mode 100644 index 0000000..d7389b3 --- /dev/null +++ b/Tri-7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6a89dc7523447eb632680f4d3a50779be839dcd2f6b122ca09e657fe0c1ea5 +size 4386804064 diff --git a/Tri-7B.i1-Q4_1.gguf b/Tri-7B.i1-Q4_1.gguf new file mode 100644 index 0000000..8378744 --- /dev/null +++ b/Tri-7B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95b12adb8d7c4a6016cd83c9a68db22634801c025192c525f8284e83c32b2dc8 +size 4813115744 diff --git a/Tri-7B.i1-Q4_K_M.gguf b/Tri-7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e0e7ed0 --- /dev/null +++ b/Tri-7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2009163897b05917bdc8405b180fe14e0a0ee66335d63c45958b8eb4388c7e3e +size 4630729056 diff --git a/Tri-7B.i1-Q4_K_S.gguf b/Tri-7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..835b67a --- /dev/null +++ b/Tri-7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3babdea3e329e5d7d0bb857444a2d3852e0a5d1635084a92d570808e16295fd0 +size 4406464864 diff --git a/Tri-7B.i1-Q5_K_M.gguf b/Tri-7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9db95a9 --- /dev/null +++ b/Tri-7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c99fc897c558135f9795d11bd3c2aa67d8a842f961e3d589bd8b900f4fabb3 +size 5382164832 diff --git a/Tri-7B.i1-Q5_K_S.gguf b/Tri-7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..c06be31 --- /dev/null +++ b/Tri-7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba47ac8234e5ed88fb03d0bfcc38d6b6e9d179f26d0da2677d1ba41028b0a3d +size 5250699616 diff --git a/Tri-7B.i1-Q6_K.gguf b/Tri-7B.i1-Q6_K.gguf new file mode 100644 index 0000000..941a986 --- /dev/null +++ b/Tri-7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e658f9685fbd9ff6f720defee2cea385ccb5b4eb2f335e9364723beb52798411 +size 6180565344 diff --git a/Tri-7B.imatrix.gguf b/Tri-7B.imatrix.gguf new file mode 100644 index 0000000..83f9049 --- /dev/null +++ b/Tri-7B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5dd7f1dc113e8c901774dbe4d71a9be14ff18da3c6834225d046e91b6c1893 +size 4589216