commit abf9197c8e1a4cc9c167a47c1d354fe0153fd78b Author: ModelHub XC Date: Sun Jun 14 04:04:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..344a4e6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +dolphin-2.9.2-Phi-3-Medium.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a604290 --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: dphn/dolphin-2.9.2-Phi-3-Medium +datasets: +- cognitivecomputations/Dolphin-2.9.2 +- teknium/OpenHermes-2.5 +- m-a-p/CodeFeedback-Filtered-Instruction +- cognitivecomputations/dolphin-coder +- cognitivecomputations/samantha-data +- microsoft/orca-math-word-problems-200k +- internlm/Agent-FLAN +- cognitivecomputations/SystemChat-2.0 +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/dphn/dolphin-2.9.2-Phi-3-Medium + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#dolphin-2.9.2-Phi-3-Medium-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_S.gguf) | i1-IQ1_S | 3.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_M.gguf) | i1-IQ1_M | 3.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_S.gguf) | i1-IQ2_S | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_M.gguf) | i1-IQ2_M | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q2_K.gguf) | i1-Q2_K | 5.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_S.gguf) | i1-IQ3_S | 6.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_M.gguf) | i1-IQ3_M | 6.4 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_L.gguf) | i1-Q3_K_L | 7.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.6 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 8.0 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 8.0 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 8.0 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0.gguf) | i1-Q4_0 | 8.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_M.gguf) | i1-Q4_K_M | 8.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.7 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_M.gguf) | i1-Q5_K_M | 10.0 | | +| [GGUF](https://huggingface.co/mradermacher/dolphin-2.9.2-Phi-3-Medium-i1-GGUF/resolve/main/dolphin-2.9.2-Phi-3-Medium.i1-Q6_K.gguf) | i1-Q6_K | 11.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_M.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_M.gguf new file mode 100644 index 0000000..a0e7687 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a532c02608a946b0d664e4155dad618f09e7deaf93ce68aa83e2724a4d27ef67 +size 3332276992 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_S.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_S.gguf new file mode 100644 index 0000000..19d2f3c --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709391100d034eef1eaab577ecfce039444ad2423e4cc5e4b5f278a27eb62e87 +size 3054260992 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_M.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_M.gguf new file mode 100644 index 0000000..697b756 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfef8a4d99e307f2e58e210e2fdbb50b17b7d3f4f6c6345767b01cdc64eac6c +size 4780502272 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_S.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_S.gguf new file mode 100644 index 0000000..7979b09 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8841735f64d7c64bc6d0e837612eee701c922f8c80c9361f3cb4f36b161111 +size 4409814272 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XS.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XS.gguf new file mode 100644 index 0000000..a1288c4 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5799e22bad9bf449fbf4b6af5b74fd11fb86151882e2640ad360649c5368f0f7 +size 4199092992 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XXS.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..f618f46 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3149e02cd01114270db0bd524e5f2fcff3b8bb31677b72b46db42757ca360dbf +size 3795636992 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_M.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_M.gguf new file mode 100644 index 0000000..d17430c --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1c96fece9b325262e648c0f02d351e0de13c57bc1ccae15149aaec5066822a +size 6299905792 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_S.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_S.gguf new file mode 100644 index 0000000..0476d43 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9a1f7755a38f081602df7de256b9b8f50eed22942311c225b9201f483aaf52 +size 6099713792 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XS.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XS.gguf new file mode 100644 index 0000000..a827be2 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0cd2a8b4c53cfdf3a741fb4f995001e5e50163eade7b8cbe15fedcfa13435f1 +size 5780225792 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XXS.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5664bc0 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80eff0f422c1b17314be86745836b91dccba7e950205b08c4db9c5b14ac1547d +size 5418454272 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-IQ4_XS.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5f83791 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b499079cde9f8072de624c826de6383b18d33a23f48830a48446e7891c6d215 +size 7506979072 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q2_K.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q2_K.gguf new file mode 100644 index 0000000..320ef78 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a01edf9a265ff06e2f2f634d34bccbe34506bce4e908eb7257daad3cdc1392 +size 5204448512 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_L.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_L.gguf new file mode 100644 index 0000000..a41d143 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2346cb4c640bb9e2e7d846df9115f2957db1dca35689e79c2b6cc3dd7964b7a +size 7348993792 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_M.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c550a0b --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c946355cc5802dfc750f0652d6196a21a031ab3da94bd97009103f6a4ff4be3 +size 6750977792 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_S.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_S.gguf new file mode 100644 index 0000000..6c8349d --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf2e68151002daf50a57bfd0b6321684890c9537d36c9e79739677a06d89e0e +size 6064897792 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0.gguf new file mode 100644 index 0000000..e595bfb --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb0726562d323d2fca2c44707ea5f34421b0be773a5bae53b2e26cbc187413d +size 7925805312 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_4.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..0999ae1 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf8ce11a76a8a62155c1873f488e26371b49e6098f3eb3ab641432962e3f9fb +size 7897133312 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_8.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..ab2360e --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee98550f6b423bb32f0a748cb909305e9c54f96fd26dbfe961ff075ffbb233f +size 7897133312 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_8_8.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..292ed39 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7586a069a3f6bbee882fe74443c2bb050035ff34c4a6efbd9e23b0bee94c4ca +size 7897133312 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_M.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_M.gguf new file mode 100644 index 0000000..4cf590d --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c270a613e10e14bf08aac78ace8ce67eb02738a45cc3b1a07171b53df989ad5 +size 8404013312 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_S.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_S.gguf new file mode 100644 index 0000000..fd1f2e7 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd25472f26430538acdc7e8729f19234d4b10d47eceaceb74c3a7cf50b5dcee +size 7957754112 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_M.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_M.gguf new file mode 100644 index 0000000..3492567 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66fec7eb7be79c1fd95ee29ffd4b09f5d74a218ff242203012c0f21efa6a8e2b +size 9882710272 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_S.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6933479 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4e6bace026f7d80d8bf36d43e246ff820e6354bf20d345cf1fc666907e4350 +size 9621590272 diff --git a/dolphin-2.9.2-Phi-3-Medium.i1-Q6_K.gguf b/dolphin-2.9.2-Phi-3-Medium.i1-Q6_K.gguf new file mode 100644 index 0000000..36b10f8 --- /dev/null +++ b/dolphin-2.9.2-Phi-3-Medium.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a99257b2494ed5d7275e93956c5ee5bd78d832e99c690680447017f9e9442d +size 11453825792 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..a88ec5b --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60bc231effe2cde6e9e12044beaa3f0f08e95228cc9795b25ce68ad1d66a07b +size 7791685