commit ddb739c9a71b61cc11cd45e165ad09858d3d2323 Author: ModelHub XC Date: Tue Aug 11 14:25:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/MedScholar-1.5B-f32-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/MedScholar-1.5B.BF16.gguf b/MedScholar-1.5B.BF16.gguf new file mode 100644 index 0000000..56fcc04 --- /dev/null +++ b/MedScholar-1.5B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389a4215850eddd6dcdd10aa96e5391adf7585c79a4f070e2060010d7f62f61e +size 3093666144 diff --git a/MedScholar-1.5B.F16.gguf b/MedScholar-1.5B.F16.gguf new file mode 100644 index 0000000..cacb218 --- /dev/null +++ b/MedScholar-1.5B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4b22435a5bd3d9bb979b8c278bfa967d8eb74d535fd3b4720b81167166ddd60 +size 3093666144 diff --git a/MedScholar-1.5B.F32.gguf b/MedScholar-1.5B.F32.gguf new file mode 100644 index 0000000..a956138 --- /dev/null +++ b/MedScholar-1.5B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dd83fbbdc172411af2abcd88b23cc41133db64e78c222c34822245aebbbba0c +size 6180804960 diff --git a/MedScholar-1.5B.Q2_K.gguf b/MedScholar-1.5B.Q2_K.gguf new file mode 100644 index 0000000..83c0f89 --- /dev/null +++ b/MedScholar-1.5B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf243c0197e2a095cb0fbcb76ea9fe3a8eb134c9244a2a80daa020a6e80d329 +size 676301664 diff --git a/MedScholar-1.5B.Q3_K_L.gguf b/MedScholar-1.5B.Q3_K_L.gguf new file mode 100644 index 0000000..01d2d74 --- /dev/null +++ b/MedScholar-1.5B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7dc51af1df059c5c34dfefbed52c26e81d7769845c79179a84cb1b23f0c0b8 +size 880159584 diff --git a/MedScholar-1.5B.Q3_K_M.gguf b/MedScholar-1.5B.Q3_K_M.gguf new file mode 100644 index 0000000..7996c6d --- /dev/null +++ b/MedScholar-1.5B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be27968fdc1c413f5f6d5a185d1fef713613e377e3ac32d6e0c48d553ee5ff4 +size 824175456 diff --git a/MedScholar-1.5B.Q3_K_S.gguf b/MedScholar-1.5B.Q3_K_S.gguf new file mode 100644 index 0000000..65fbc13 --- /dev/null +++ b/MedScholar-1.5B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7d775188aae02a1b496e5de0d339b0254312b0409f649bcae5f202a948e3b0 +size 760941408 diff --git a/MedScholar-1.5B.Q4_K_M.gguf b/MedScholar-1.5B.Q4_K_M.gguf new file mode 100644 index 0000000..1635e67 --- /dev/null +++ b/MedScholar-1.5B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f0add05e32d85579c1fb71caf4b7544d79a438f4c96acd6a8f7e83657b233d +size 986045280 diff --git a/MedScholar-1.5B.Q4_K_S.gguf b/MedScholar-1.5B.Q4_K_S.gguf new file mode 100644 index 0000000..af45241 --- /dev/null +++ b/MedScholar-1.5B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5ee7c259973b8576df956a02636e053f944960758b3e3c0a19b9f51ce8d99a +size 940309344 diff --git a/MedScholar-1.5B.Q5_K_M.gguf b/MedScholar-1.5B.Q5_K_M.gguf new file mode 100644 index 0000000..e10e7e3 --- /dev/null +++ b/MedScholar-1.5B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3eb3d6c6fa6c3ed49cb8646e76d9436a8106b1f6c2ca337079e10c3d178e210 +size 1125047136 diff --git a/MedScholar-1.5B.Q5_K_S.gguf b/MedScholar-1.5B.Q5_K_S.gguf new file mode 100644 index 0000000..7a35ac0 --- /dev/null +++ b/MedScholar-1.5B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35b2a0d510f0a165cd74238a8f8386c4a049af7bd68240c9ca05419b4c16edb +size 1098726240 diff --git a/MedScholar-1.5B.Q6_K.gguf b/MedScholar-1.5B.Q6_K.gguf new file mode 100644 index 0000000..4107127 --- /dev/null +++ b/MedScholar-1.5B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e689a25f8ab76325a2c68f1812c66f3d8984cb7ddf7cb78e278ddcd30e5130d +size 1272736608 diff --git a/MedScholar-1.5B.Q8_0.gguf b/MedScholar-1.5B.Q8_0.gguf new file mode 100644 index 0000000..9e5ae17 --- /dev/null +++ b/MedScholar-1.5B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1389eba2396f70678ad0cc3595a3fb85dab4a1adc43519ed2760c0fa9d3dc6cd +size 1646569824 diff --git a/README.md b/README.md new file mode 100644 index 0000000..dfdd5b0 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +license: apache-2.0 +base_model: +- yasserrmd/MedScholar-1.5B +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **MedScholar-1.5B-f32-GGUF** + +> MedScholar-1.5B is a compact, instruction-aligned medical question-answering model based on Qwen2.5-1.5B-Instruct, fine-tuned using 1 million samples from the MIRIAD-4.4M dataset, and designed for research and educational exploration of clinical knowledge, not for diagnosis or medical decision-making. The model is trained using the Unsloth framework and QLoRA, employs a minimal QA prompt format, and operates under the Apache-2.0 and ODC-By 1.0 licenses; it is strictly intended for non-clinical, academic use only, with output not to be used for real patient care or advice. + +## Model Files + +| File name | Size | Quant Type | +|-----------|------|------------| +| MedScholar-1.5B.F32.gguf | 6.18 GB | F32 | +| MedScholar-1.5B.BF16.gguf | 3.09 GB | BF16 | +| MedScholar-1.5B.F16.gguf | 3.09 GB | F16 | +| MedScholar-1.5B.Q8_0.gguf | 1.65 GB | Q8_0 | +| MedScholar-1.5B.Q6_K.gguf | 1.27 GB | Q6_K | +| MedScholar-1.5B.Q5_K_M.gguf | 1.13 GB | Q5_K_M | +| MedScholar-1.5B.Q5_K_S.gguf | 1.1 GB | Q5_K_S | +| MedScholar-1.5B.Q4_K_M.gguf | 986 MB | Q4_K_M | +| MedScholar-1.5B.Q4_K_S.gguf | 940 MB | Q4_K_S | +| MedScholar-1.5B.Q3_K_L.gguf | 880 MB | Q3_K_L | +| MedScholar-1.5B.Q3_K_M.gguf | 824 MB | Q3_K_M | +| MedScholar-1.5B.Q3_K_S.gguf | 761 MB | Q3_K_S | +| MedScholar-1.5B.Q2_K.gguf | 676 MB | Q2_K | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5ca493c --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file