commit 95be3d8aeca2513519310e46cef7a4c8869276f3 Author: ModelHub XC Date: Wed Apr 22 12:44:51 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/samantha-dolphin-llama-3-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..62f7cc7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.f16.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +samantha-dolphin-llama-3.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4cdb38d --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +base_model: mbahrsnc/samantha-dolphin-llama-3 +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- merge +- mergekit +- lazymergekit +- cognitivecomputations/samantha-1.1-westlake-7b-laser +- cognitivecomputations/dolphin-2.9-llama3-8b +--- +## About + + + + + + +static quants of https://huggingface.co/mbahrsnc/samantha-dolphin-llama-3 + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/samantha-dolphin-llama-3-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q2_K.gguf) | Q2_K | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.IQ3_XS.gguf) | IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q3_K_S.gguf) | Q3_K_S | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.IQ3_S.gguf) | IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.IQ3_M.gguf) | IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q3_K_M.gguf) | Q3_K_M | 3.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q3_K_L.gguf) | Q3_K_L | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.IQ4_XS.gguf) | IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q4_K_S.gguf) | Q4_K_S | 4.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q4_K_M.gguf) | Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q5_K_S.gguf) | Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q5_K_M.gguf) | Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q6_K.gguf) | Q6_K | 6.0 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.Q8_0.gguf) | Q8_0 | 7.8 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/samantha-dolphin-llama-3-GGUF/resolve/main/samantha-dolphin-llama-3.f16.gguf) | f16 | 14.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/samantha-dolphin-llama-3.IQ3_M.gguf b/samantha-dolphin-llama-3.IQ3_M.gguf new file mode 100644 index 0000000..5ceb8b0 --- /dev/null +++ b/samantha-dolphin-llama-3.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4fdcaddde6457956716f1198223cdf8b00776e03de9372525841a3f8a588de +size 3284902624 diff --git a/samantha-dolphin-llama-3.IQ3_S.gguf b/samantha-dolphin-llama-3.IQ3_S.gguf new file mode 100644 index 0000000..aecdaa7 --- /dev/null +++ b/samantha-dolphin-llama-3.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce26b93d6e60aeca0bc1fb31d0964f90ebbb9700b3ea4b638d80e21571743d7 +size 3182404320 diff --git a/samantha-dolphin-llama-3.IQ3_XS.gguf b/samantha-dolphin-llama-3.IQ3_XS.gguf new file mode 100644 index 0000000..06a8bf1 --- /dev/null +++ b/samantha-dolphin-llama-3.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60e2c86f72641078db79b80755634a78e29136ed080b6d0933d0483b21c6f466 +size 3018826464 diff --git a/samantha-dolphin-llama-3.IQ4_XS.gguf b/samantha-dolphin-llama-3.IQ4_XS.gguf new file mode 100644 index 0000000..c44aeb8 --- /dev/null +++ b/samantha-dolphin-llama-3.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95186eb2cc9c273b4b18b0696ee367a5665cc4db96c581c7313e9ce4be84e542 +size 3944400416 diff --git a/samantha-dolphin-llama-3.Q2_K.gguf b/samantha-dolphin-llama-3.Q2_K.gguf new file mode 100644 index 0000000..9683dac --- /dev/null +++ b/samantha-dolphin-llama-3.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a48229206213b3715ee237657d2f988e476f515fd907a232c82e7362298c2e9 +size 2719252384 diff --git a/samantha-dolphin-llama-3.Q3_K_L.gguf b/samantha-dolphin-llama-3.Q3_K_L.gguf new file mode 100644 index 0000000..58f225a --- /dev/null +++ b/samantha-dolphin-llama-3.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae8afb053c7eca68f0399a9e9300532db65194f76e37a13459fb4662ea071dc +size 3822035680 diff --git a/samantha-dolphin-llama-3.Q3_K_M.gguf b/samantha-dolphin-llama-3.Q3_K_M.gguf new file mode 100644 index 0000000..bbbd186 --- /dev/null +++ b/samantha-dolphin-llama-3.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf2209cf79a55e15d1eabd93fbf50c9f638ae090d98b7a7cd214647d69a6318 +size 3518997216 diff --git a/samantha-dolphin-llama-3.Q3_K_S.gguf b/samantha-dolphin-llama-3.Q3_K_S.gguf new file mode 100644 index 0000000..e0fc1ff --- /dev/null +++ b/samantha-dolphin-llama-3.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d11431b979857eda5fe70f41f2dafdc48daf160ca75b66255eabee9030b5603 +size 3164578528 diff --git a/samantha-dolphin-llama-3.Q4_K_M.gguf b/samantha-dolphin-llama-3.Q4_K_M.gguf new file mode 100644 index 0000000..b4d86a9 --- /dev/null +++ b/samantha-dolphin-llama-3.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:602995dea8ed59dd665913423d79f33024480e051e2e0082bce8fd96f6585e57 +size 4368451360 diff --git a/samantha-dolphin-llama-3.Q4_K_S.gguf b/samantha-dolphin-llama-3.Q4_K_S.gguf new file mode 100644 index 0000000..ea601ac --- /dev/null +++ b/samantha-dolphin-llama-3.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c26a9a7023da15384459739bb5a4518492c50614a8dec973e448d255c4741d +size 4140386080 diff --git a/samantha-dolphin-llama-3.Q5_K_M.gguf b/samantha-dolphin-llama-3.Q5_K_M.gguf new file mode 100644 index 0000000..72fc8ca --- /dev/null +++ b/samantha-dolphin-llama-3.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a79677d273072a6403cc1a837f152d7674a887756fdf49d68ffc13eab657843 +size 5131422496 diff --git a/samantha-dolphin-llama-3.Q5_K_S.gguf b/samantha-dolphin-llama-3.Q5_K_S.gguf new file mode 100644 index 0000000..17c30e4 --- /dev/null +++ b/samantha-dolphin-llama-3.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e338bca25d7ac69ade295fb72adce42d1a4f726c4567134a07325dfb7e8d26b +size 4997729056 diff --git a/samantha-dolphin-llama-3.Q6_K.gguf b/samantha-dolphin-llama-3.Q6_K.gguf new file mode 100644 index 0000000..a6e45a7 --- /dev/null +++ b/samantha-dolphin-llama-3.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9e75134af790024a9d538c63a47b876345c5cc9df9f10ea5b04a12e3b4325c +size 5942079328 diff --git a/samantha-dolphin-llama-3.Q8_0.gguf b/samantha-dolphin-llama-3.Q8_0.gguf new file mode 100644 index 0000000..33a284b --- /dev/null +++ b/samantha-dolphin-llama-3.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b36ae5f09d56a16072feaf8641b1a7a7c170e620cf56db0b68fa388a0d1125b +size 7695875808 diff --git a/samantha-dolphin-llama-3.f16.gguf b/samantha-dolphin-llama-3.f16.gguf new file mode 100644 index 0000000..06897d9 --- /dev/null +++ b/samantha-dolphin-llama-3.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f246b5f15aa8328ff49334b94d241f0c388e6b3399223980743b3f3139a4cf +size 14484765408