commit d4a91fca529a6136cdc3b0e77415571c8157a4ee Author: ModelHub XC Date: Thu Apr 9 14:31:26 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/TruMaid-13B-v0.1-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8bd2195 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +TruMaid-13B-v0.1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f716705 --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: cousteauche/TruMaid-13B-v0.1 +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/cousteauche/TruMaid-13B-v0.1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#TruMaid-13B-v0.1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/TruMaid-13B-v0.1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ1_M.gguf) | i1-IQ1_M | 3.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ2_S.gguf) | i1-IQ2_S | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ2_M.gguf) | i1-IQ2_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q2_K.gguf) | i1-Q2_K | 5.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ3_S.gguf) | i1-IQ3_S | 5.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ3_M.gguf) | i1-IQ3_M | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 7.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.1 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q4_0.gguf) | i1-Q4_0 | 7.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 8.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q4_1.gguf) | i1-Q4_1 | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 9.3 | | +| [GGUF](https://huggingface.co/mradermacher/TruMaid-13B-v0.1-i1-GGUF/resolve/main/TruMaid-13B-v0.1.i1-Q6_K.gguf) | i1-Q6_K | 10.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/TruMaid-13B-v0.1.i1-IQ1_M.gguf b/TruMaid-13B-v0.1.i1-IQ1_M.gguf new file mode 100644 index 0000000..1b84969 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca2d751b0c0eeff11d7997d79239e1ff96702bc98b0a7cdcd92a36dd59f6a48 +size 3138610912 diff --git a/TruMaid-13B-v0.1.i1-IQ1_S.gguf b/TruMaid-13B-v0.1.i1-IQ1_S.gguf new file mode 100644 index 0000000..f7f06b7 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a704e33c60c2f17adf3fe4dd958b7c8961319be8c5e26f754a698f8523864bc3 +size 2898687712 diff --git a/TruMaid-13B-v0.1.i1-IQ2_M.gguf b/TruMaid-13B-v0.1.i1-IQ2_M.gguf new file mode 100644 index 0000000..b190916 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d5c5f860a75fa5fff61a442fa87f0ad9320cd6940fb94ca5ff76937a454122 +size 4517580512 diff --git a/TruMaid-13B-v0.1.i1-IQ2_S.gguf b/TruMaid-13B-v0.1.i1-IQ2_S.gguf new file mode 100644 index 0000000..512a897 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a3540f65dc41d4e9120058e9d7aa0722044b8cefab9b9c155a5544d5a54940 +size 4197682912 diff --git a/TruMaid-13B-v0.1.i1-IQ2_XS.gguf b/TruMaid-13B-v0.1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5d9e845 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72d9f47c83c413f0c4f8f3ba01d66d37e73a17095b46e7c561039ce4187c0c7 +size 3891148512 diff --git a/TruMaid-13B-v0.1.i1-IQ2_XXS.gguf b/TruMaid-13B-v0.1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..85abf4b --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a1ce65f2975b15995f77ea05a2fea3215d83f1836b6795f776c627ccac995c +size 3538482912 diff --git a/TruMaid-13B-v0.1.i1-IQ3_M.gguf b/TruMaid-13B-v0.1.i1-IQ3_M.gguf new file mode 100644 index 0000000..2cec50a --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3fd5ed4c308e9f2b36d7a02c82d4370ef70ebde3ba6a84a7914ce9fc7d7f883 +size 5984511712 diff --git a/TruMaid-13B-v0.1.i1-IQ3_S.gguf b/TruMaid-13B-v0.1.i1-IQ3_S.gguf new file mode 100644 index 0000000..30ebd9f --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a52214cb8995dade3cd94d759be65931f21f6d81d80dd0410199922243f0eb +size 5658982112 diff --git a/TruMaid-13B-v0.1.i1-IQ3_XS.gguf b/TruMaid-13B-v0.1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..be16131 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:028d51797cdc3d6c396c2d83f69ef11b4d263823d4a0fa9f4823063dac4891ee +size 5361612512 diff --git a/TruMaid-13B-v0.1.i1-IQ3_XXS.gguf b/TruMaid-13B-v0.1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..ec88fa0 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42796e2d808dc259f448cfc41bc01682b160cea1bedae1e630362edacd1f0d28 +size 4960562912 diff --git a/TruMaid-13B-v0.1.i1-IQ4_NL.gguf b/TruMaid-13B-v0.1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..72f95f9 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88a2b3314fcef7b1d06a271ae83fce1c1ea067876dcf8ce0d57d96b2e85dce9 +size 7365836512 diff --git a/TruMaid-13B-v0.1.i1-IQ4_XS.gguf b/TruMaid-13B-v0.1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..3dc3129 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476274d8b649c53908311e0ca0cd161c7baacbad1322523e14f346fd76c40780 +size 6964223712 diff --git a/TruMaid-13B-v0.1.i1-Q2_K.gguf b/TruMaid-13B-v0.1.i1-Q2_K.gguf new file mode 100644 index 0000000..694953b --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38eb1548a3e7ad2e81de3fedc3e894a2b6f64167f3656f5eaee409016393d653 +size 4854271712 diff --git a/TruMaid-13B-v0.1.i1-Q2_K_S.gguf b/TruMaid-13B-v0.1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..95e2700 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350a17afe52c47667b07244258c21906623b68163712b87cc85642cbd8bf4c3d +size 4436684512 diff --git a/TruMaid-13B-v0.1.i1-Q3_K_L.gguf b/TruMaid-13B-v0.1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..1d11319 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dea47f5d5aa4d5cf8b328e6e503727ceb16908af760ac8e4d7994b3f6604abe +size 6929561312 diff --git a/TruMaid-13B-v0.1.i1-Q3_K_M.gguf b/TruMaid-13B-v0.1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..eff83a2 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72baa43bde34b7a90a225a4ec0d536a61a2178f734ab9618c8c7e3b8244d8d5c +size 6337771232 diff --git a/TruMaid-13B-v0.1.i1-Q3_K_S.gguf b/TruMaid-13B-v0.1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2e5e5a2 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb5d43a40dbcefa469360e161feaaefd0ab1e40ca8fb37ce6b59ab8ee8a90a47 +size 5658982112 diff --git a/TruMaid-13B-v0.1.i1-Q4_0.gguf b/TruMaid-13B-v0.1.i1-Q4_0.gguf new file mode 100644 index 0000000..9b0d949 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dad3f7f48496c680f474e664ad16d4e14ef41a9c3cc674c2d32e6aed67d8d5a +size 7387954912 diff --git a/TruMaid-13B-v0.1.i1-Q4_1.gguf b/TruMaid-13B-v0.1.i1-Q4_1.gguf new file mode 100644 index 0000000..0175a01 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36431a564d16c4ca3eeeb4eb1a42364396959dae8cf131af0f3b1fa9cdd57569 +size 8169062112 diff --git a/TruMaid-13B-v0.1.i1-Q4_K_M.gguf b/TruMaid-13B-v0.1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7883ef0 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b97f25215c5da63792aa1209e1afca3709212e9a3d0f5935fc946506efba53d3 +size 7865958112 diff --git a/TruMaid-13B-v0.1.i1-Q4_K_S.gguf b/TruMaid-13B-v0.1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0511b1c --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4338a8c7011af04007ba3591830b7340486eea30966796892920e41ea1874533 +size 7423180512 diff --git a/TruMaid-13B-v0.1.i1-Q5_K_M.gguf b/TruMaid-13B-v0.1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..790b5af --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c31eda9ce954d0e16645f746447356101a20d2205dc90aa069e5ef088374b6e +size 9229926112 diff --git a/TruMaid-13B-v0.1.i1-Q5_K_S.gguf b/TruMaid-13B-v0.1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..05e7b7c --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e82b6bce5b2919ff6c343d8889d8f21884f693782a1bdd449b720651f8362b +size 8972287712 diff --git a/TruMaid-13B-v0.1.i1-Q6_K.gguf b/TruMaid-13B-v0.1.i1-Q6_K.gguf new file mode 100644 index 0000000..687a339 --- /dev/null +++ b/TruMaid-13B-v0.1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6ff7c419cc1f264e679832f400f5d4db5aecfc9fd8fb83dbcc751f99237810 +size 10679142112 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..23a9621 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84de8be05038fd60fbcbd2aa5fe12fc2e399d242cb6997e2c5a8eda6f1561684 +size 7136325