commit 085f1efa42d30744aea8c4ef8a638c292be1d576 Author: ModelHub XC Date: Tue May 19 11:53:24 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3172e98 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.IQ4_XS.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.IQ4_XS.gguf new file mode 100644 index 0000000..08a62f1 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3808cfbf3842f3b3caecd391e28d645a73ce9a7db31d5a503da245efd1fe3ab +size 5652182528 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q2_K.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q2_K.gguf new file mode 100644 index 0000000..d2d3077 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c15bc23fd3b2a36dc40e3fa993e06566911fde197674ea4391605762c5c3e57 +size 3924047360 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_L.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_L.gguf new file mode 100644 index 0000000..fd8e749 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44331751bde29ffe100258d354ae43124a885b8ea9430af388bd4fbd8fc25715 +size 5450806784 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_M.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_M.gguf new file mode 100644 index 0000000..d767ef0 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1919c61a8486a9b1308f8674f805343d1630ea16f4d22f56098f9b714e192d +size 5052478976 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_S.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_S.gguf new file mode 100644 index 0000000..2e8f4b8 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12f4bbc380c6cd25d33d590ab82860d2187cbe7caa7119969b4d1fae4c59e248 +size 4591138304 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_M.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_M.gguf new file mode 100644 index 0000000..37880da --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c196707c3a20b1aa32b65b7caebaf019f0c13830504f721824080c1c68f85a5d +size 6287521280 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_S.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_S.gguf new file mode 100644 index 0000000..a90c777 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253a53cdfa5ae410ebf9bd451255793892aa8f98394b3826b039d72cb59e74ea +size 5952157184 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_M.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_M.gguf new file mode 100644 index 0000000..3678f66 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ea3ddf10777057bc2105c5f4e0a4c56087c76559d3dfd3213fab5bddcf69d7 +size 7340553728 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_S.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_S.gguf new file mode 100644 index 0000000..da1fddd --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3840225e4c7600e3763ad8f049e451e79330687aec8b9dae489a1143448d37 +size 7144191488 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q6_K.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q6_K.gguf new file mode 100644 index 0000000..d329a69 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49b1fa7d036a1e0b7ece27f545bdabd2a0d5acd844c2cc8bd9827e6de481d77 +size 8459400704 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q8_0.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q8_0.gguf new file mode 100644 index 0000000..3b58d5b --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d430932c3fd978a3ac00e8e01a7096df4eb18e53ecc85c9dfabb46350d3bd4c +size 10955240960 diff --git a/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.f16.gguf b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.f16.gguf new file mode 100644 index 0000000..7a377a0 --- /dev/null +++ b/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a7f1694cb42bbcd0244ffc1ad34ca44fa0423b515391e3e70f22784c739117a +size 20616558080 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1259620 --- /dev/null +++ b/README.md @@ -0,0 +1,63 @@ +--- +base_model: agentica/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit +language: +- en +library_name: transformers +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/agentica/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q2_K.gguf) | Q2_K | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_S.gguf) | Q3_K_S | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_M.gguf) | Q3_K_M | 5.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q3_K_L.gguf) | Q3_K_L | 5.6 | | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.IQ4_XS.gguf) | IQ4_XS | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_S.gguf) | Q4_K_S | 6.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q4_K_M.gguf) | Q4_K_M | 6.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_S.gguf) | Q5_K_S | 7.2 | | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q5_K_M.gguf) | Q5_K_M | 7.4 | | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q6_K.gguf) | Q6_K | 8.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.Q8_0.gguf) | Q8_0 | 11.1 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit-GGUF/resolve/main/JSL-MedFalcon-10B-Merged-v2-Slerp-pt-16bit.f16.gguf) | f16 | 20.7 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +