commit b9f04b5fbf91d542570ae28db6c23ed2691bf77f Author: ModelHub XC Date: Mon Apr 13 06:07:55 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/TinyRP-1.1B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..634c257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +TinyRP-1.1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..879eb37 --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: hamzah0asadullah/TinyRP-1.1B +language: +- en +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- role-playing +- role-play +- roleplaying +- roleplay +- rp +- creative +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/hamzah0asadullah/TinyRP-1.1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#TinyRP-1.1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/TinyRP-1.1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.7 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q4_0.gguf) | i1-Q4_0 | 0.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q4_1.gguf) | i1-Q4_1 | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/TinyRP-1.1B-i1-GGUF/resolve/main/TinyRP-1.1B.i1-Q6_K.gguf) | i1-Q6_K | 1.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/TinyRP-1.1B.i1-IQ1_M.gguf b/TinyRP-1.1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..53f8e0b --- /dev/null +++ b/TinyRP-1.1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2c8323be8648e7b89ce03e4da6f39f555d1e4b0b4da09acd5cef2671a6079b +size 643487424 diff --git a/TinyRP-1.1B.i1-IQ1_S.gguf b/TinyRP-1.1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..9682d4c --- /dev/null +++ b/TinyRP-1.1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cdb56aa972c2ef394565dd67a812f6a4a00ab118af674ad2fe4f4174e87e55b +size 639195072 diff --git a/TinyRP-1.1B.i1-IQ2_M.gguf b/TinyRP-1.1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..59cbdb5 --- /dev/null +++ b/TinyRP-1.1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e617b79f3792ee7d33c7450084451d700be3cddbf91035917d779978e21c13 +size 669785280 diff --git a/TinyRP-1.1B.i1-IQ2_S.gguf b/TinyRP-1.1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..042883b --- /dev/null +++ b/TinyRP-1.1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e538efc880a4adaf36a931a69ae15cdadfb1e9d1afba491a847b5c21d6b0752 +size 664062144 diff --git a/TinyRP-1.1B.i1-IQ2_XS.gguf b/TinyRP-1.1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e6bfb37 --- /dev/null +++ b/TinyRP-1.1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917993ec3be614c9011abcdd7848e3ca6ae6a6e6308568e20a7acd13c916603f +size 657322944 diff --git a/TinyRP-1.1B.i1-IQ2_XXS.gguf b/TinyRP-1.1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..949032e --- /dev/null +++ b/TinyRP-1.1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c571070322f58c5d6f534b8df20b24dffdd884d77eb6a484e6d958fb165b5848 +size 650641344 diff --git a/TinyRP-1.1B.i1-IQ3_M.gguf b/TinyRP-1.1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..8bb3055 --- /dev/null +++ b/TinyRP-1.1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4a2359d01f76176cf14b9ff93b8d8a1755a715d6d9baf4c7da34e65a73ab5f +size 697062336 diff --git a/TinyRP-1.1B.i1-IQ3_S.gguf b/TinyRP-1.1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..395f9ca --- /dev/null +++ b/TinyRP-1.1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952f6f36e71cea9dea4b122b26303682710e7173cf1ea41be35af561bf388cc5 +size 689816256 diff --git a/TinyRP-1.1B.i1-IQ3_XS.gguf b/TinyRP-1.1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c6967b4 --- /dev/null +++ b/TinyRP-1.1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd8f43de693845f880749af2c9dc68c59c5b48a67fcf25079fe6c8365da9144 +size 689816256 diff --git a/TinyRP-1.1B.i1-IQ3_XXS.gguf b/TinyRP-1.1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..fc2b43e --- /dev/null +++ b/TinyRP-1.1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94792d91f06369faa698f0169dc3b2493afcf539ba092ea093b0bd1e2d721e6a +size 680111808 diff --git a/TinyRP-1.1B.i1-IQ4_NL.gguf b/TinyRP-1.1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..d6d7268 --- /dev/null +++ b/TinyRP-1.1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c58c2293b4502e6038632c524c9bce0126860af053b230a92cc14e1e693eda19 +size 721864896 diff --git a/TinyRP-1.1B.i1-IQ4_XS.gguf b/TinyRP-1.1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5c6b02c --- /dev/null +++ b/TinyRP-1.1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61eb5cc6ac5fa2bbfd304fc8e464157fcf116bff1a3b6540071178851015e017 +size 714436800 diff --git a/TinyRP-1.1B.i1-Q2_K.gguf b/TinyRP-1.1B.i1-Q2_K.gguf new file mode 100644 index 0000000..eb0cf9b --- /dev/null +++ b/TinyRP-1.1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4656ed87d5f5e6216e86723d1f864111c7ef58fd3fe6efee2d7fdc56a7e3db +size 689816256 diff --git a/TinyRP-1.1B.i1-Q2_K_S.gguf b/TinyRP-1.1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4b51156 --- /dev/null +++ b/TinyRP-1.1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43bdccec026304ab93a7c8cf4ab3341d920c5a5f7b647ce350346f518496d370 +size 671273664 diff --git a/TinyRP-1.1B.i1-Q3_K_L.gguf b/TinyRP-1.1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..dcfc19c --- /dev/null +++ b/TinyRP-1.1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8deece80010a6a1c5742c9da54fe4933442e059cd86d1307ffd805498f07bc +size 751577280 diff --git a/TinyRP-1.1B.i1-Q3_K_M.gguf b/TinyRP-1.1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..fe6c07c --- /dev/null +++ b/TinyRP-1.1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0084332b4aae082e1ea0ad74ea8bd11ffddabcb4a57cd982bd8b290510d89a3b +size 722417856 diff --git a/TinyRP-1.1B.i1-Q3_K_S.gguf b/TinyRP-1.1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c5cc466 --- /dev/null +++ b/TinyRP-1.1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8ddba9698bf8701a1e804ab60cfdb5d2117c85aeb9b4e42f3f02d955763e69 +size 688857792 diff --git a/TinyRP-1.1B.i1-Q4_0.gguf b/TinyRP-1.1B.i1-Q4_0.gguf new file mode 100644 index 0000000..8d2eaf7 --- /dev/null +++ b/TinyRP-1.1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3959f5831d3fef3a4597c6c384a249e94ad265393333b497ac53dfd44eb7f41 +size 721920192 diff --git a/TinyRP-1.1B.i1-Q4_1.gguf b/TinyRP-1.1B.i1-Q4_1.gguf new file mode 100644 index 0000000..681a4bc --- /dev/null +++ b/TinyRP-1.1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:708dbf10016b76310e7b7a56918adcd4a6e6d9c45d2ecfa8f203784f174eda3a +size 764037312 diff --git a/TinyRP-1.1B.i1-Q4_K_M.gguf b/TinyRP-1.1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9cf350d --- /dev/null +++ b/TinyRP-1.1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ccecd2be6ac7eda0a7abb85bd8524be295fbd7d15229007ab71ba855b597713 +size 806059968 diff --git a/TinyRP-1.1B.i1-Q4_K_S.gguf b/TinyRP-1.1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d06d43a --- /dev/null +++ b/TinyRP-1.1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2644838cda35fcb1cd634e03c095246771704df77eed6d4a66c416509f7036d9 +size 780994752 diff --git a/TinyRP-1.1B.i1-Q5_K_M.gguf b/TinyRP-1.1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..6f3cb6a --- /dev/null +++ b/TinyRP-1.1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7799e2be8fac2c130c68bc7d5ce49913e43ff1dffb936ccc97c98ffdeb47a84c +size 851347392 diff --git a/TinyRP-1.1B.i1-Q5_K_S.gguf b/TinyRP-1.1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..02e2cbc --- /dev/null +++ b/TinyRP-1.1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8111090320dad55e8f1dc6ed5829a945366d0ae4509ea6dfa7b30747b436ec5b +size 836401344 diff --git a/TinyRP-1.1B.i1-Q6_K.gguf b/TinyRP-1.1B.i1-Q6_K.gguf new file mode 100644 index 0000000..3a2b456 --- /dev/null +++ b/TinyRP-1.1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2b7a90d1771728c374b41c7a45be1747bbc67c88e45283067383eaf1b313c23 +size 1011740352 diff --git a/TinyRP-1.1B.imatrix.gguf b/TinyRP-1.1B.imatrix.gguf new file mode 100644 index 0000000..a26ab39 --- /dev/null +++ b/TinyRP-1.1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd78effeca1bbc9d445768f481a7003effd2794cc7f078f74d6ed8a58d1d5795 +size 1452416