commit 96fdf332591ebe1a5d546215573e71b1a57ee641 Author: ModelHub XC Date: Mon Apr 13 00:46:57 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..86a8525 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.3-qwen2-0.5b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2ecf0cb --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +base_model: dphn/dolphin-2.9.3-qwen2-0.5b +datasets: +- cognitivecomputations/Dolphin-2.9 +- teknium/OpenHermes-2.5 +- cognitivecomputations/samantha-data +- microsoft/orca-math-word-problems-200k +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- generated_from_trainer +- axolotl +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/dphn/dolphin-2.9.3-qwen2-0.5b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#dolphin-2.9.3-qwen2-0.5b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_S.gguf) | i1-IQ1_S | 0.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_M.gguf) | i1-IQ1_M | 0.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_S.gguf) | i1-IQ3_S | 0.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_M.gguf) | i1-IQ3_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q4_0.gguf) | i1-Q4_0 | 0.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.3-qwen2-0.5b-i1-GGUF/resolve/main/dolphin-2.9.3-qwen2-0.5b.i1-Q6_K.gguf) | i1-Q6_K | 0.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_M.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_M.gguf new file mode 100644 index 0000000..8c55808 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a1567e0b22cf75b6f224f34b91399d74a163fc84c860e081071d35281a92ac +size 317972000 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_S.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_S.gguf new file mode 100644 index 0000000..fcef6fb --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b921e0cbca93041008e18ff2e3408742b15ab22372b1cf874f55d6f6ae393b +size 315826976 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_M.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_M.gguf new file mode 100644 index 0000000..d28c382 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff024a91d0e8e57c0a7ada421503523443221cca1a580d042ae81561bd09d76f +size 328594976 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_S.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_S.gguf new file mode 100644 index 0000000..dfc31d8 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f92ff2cfa285996b6d97c4171a62409053197c5ff92eeba15e0077c40d1021 +size 325734944 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XS.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6068c12 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e8db07c6ce0c0bfae63a7b58c6f0b673cf31d5595c7678f8114216d5acc6eb +size 324407072 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XXS.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..e9bece7 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d218b7db30454f1ed2c0f8f1f56fc005aafc1327f273eb50ea59e13f723ec3f2 +size 321547040 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_M.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_M.gguf new file mode 100644 index 0000000..d9c0af7 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fd9ea81ef3f5e5c2bc15710b1c90f8f5c622c8f43ed7bd7e980b87a69b2ca8 +size 342749984 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_S.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_S.gguf new file mode 100644 index 0000000..63d1be5 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b73ccfc8212209bf1d1d9543b8c58420b9afb7d6091268c79702a7dc3ae6828a +size 338605088 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XS.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f5f62d1 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c58e165f608973632e8f0c0e651d690d5279d067b3dd95fcc7bce581f53e48c +size 338605088 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XXS.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3461d72 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f445bac77321fd8e825dec1b22e4e1c1390d3aad8aedc816797b4a0fbf8b977 +size 333702176 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-IQ4_XS.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..4ba9bbb --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62382137274895cafc28662617372552471e8ebf7cb1680d77fb4bd45dbe97f7 +size 349400096 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q2_K.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q2_K.gguf new file mode 100644 index 0000000..92de354 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ec23f6792ce3fa5642f9f1eefa283f58467e46ec9eaf744c8349e858fcfab1 +size 338605088 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_L.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c46abeb --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5539b2a9767872bba02f116e1aab9f4ebf7cdda8774e746706ce3bce9805b7 +size 369355808 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_M.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..fe41e98 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7c4567432339816b7931fbb08ae4d44fea9634792bf6259ea0aac20fcf46f1 +size 355464224 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_S.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2636266 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e78bceb659a8b9ec3c07de7dd44882555445b9b3204c248f765ec01bd96fe04a +size 338261024 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q4_0.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q4_0.gguf new file mode 100644 index 0000000..1e04186 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2562bb5e4df186a06fb10fc4798b9a7f4170de29499fa63054a2c3a8d541564 +size 352969760 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_M.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..876bc48 --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9dc0115d422e520c47e3f8bddd475970d255717fbdcfd4b73932e8a0b547008 +size 397805600 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_S.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1ea608f --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b993e92d90c09b87bbdf35bdf18d2f0f9d3cefb12dc756529d6f5fdb0789e808 +size 385469472 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_M.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d7bb82d --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39271de4ff85b9638f2a6d95d6f5d6170b2c7de2ac0a4ef5d107e70648c07ef0 +size 420083744 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_S.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..f2728ae --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c245096b91b474795f4004678c755f9637d5f95bd88b8d134536669984667b +size 412707872 diff --git a/dolphin-2.9.3-qwen2-0.5b.i1-Q6_K.gguf b/dolphin-2.9.3-qwen2-0.5b.i1-Q6_K.gguf new file mode 100644 index 0000000..2fdae4c --- /dev/null +++ b/dolphin-2.9.3-qwen2-0.5b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0f1eb3bc24520b0e4f446cd0729aefd2923d5417158cb578569edbfbb1c328 +size 505734176 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..2347207 Binary files /dev/null and b/imatrix.dat differ