commit 0b81a40442c6e3cbfadb835fefcedf826ee53585 Author: ModelHub XC Date: Thu Jul 2 08:30:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..03af07f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Phi_medmcqa_question_generation-physiology_lora.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Phi_medmcqa_question_generation-physiology_lora.IQ4_XS.gguf b/Phi_medmcqa_question_generation-physiology_lora.IQ4_XS.gguf new file mode 100644 index 0000000..7235ee4 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f90be5a9557b02838582111419bd42b953398cd560cad58b5a3ee9090a1b64 +size 1536114496 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q2_K.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q2_K.gguf new file mode 100644 index 0000000..d533e00 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26298afc3f97db873b51174a1b016e1505d7e978f6c6b23751019d0a87381f93 +size 1109720896 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q3_K_L.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q3_K_L.gguf new file mode 100644 index 0000000..36684ce --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d55e41e1ca78085feed8e6277df3a8329aedaf46fcbea58ed3600ef41cdb381 +size 1575231296 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q3_K_M.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q3_K_M.gguf new file mode 100644 index 0000000..ec8fb5a --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5abfa55571101cae71ea3d5c62640a8218f69eed527cebe7783fcbcb7fe5ae1 +size 1426136896 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q3_K_S.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q3_K_S.gguf new file mode 100644 index 0000000..7c0e1f3 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc4ed1099d250e32aff79b259b2e09a26e612ca864701b62f7f9395be42eb44 +size 1250828096 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q4_K_M.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q4_K_M.gguf new file mode 100644 index 0000000..6e463b3 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957eb534ee5f843aa665eac224ccc32f0e3c8d469182e6a89338ef786f205862 +size 1737637696 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q4_K_S.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q4_K_S.gguf new file mode 100644 index 0000000..6417ebb --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770d175e97db91116bcd29cc17a5fcbdb403196fa9e008ca6272d5252c421dfd +size 1618853696 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q5_K_M.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q5_K_M.gguf new file mode 100644 index 0000000..2d94156 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0a555f3a34088ffdb672184673700720aaebc217bbb3577f5ecd7396ec39ae +size 2003058496 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q5_K_S.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q5_K_S.gguf new file mode 100644 index 0000000..0817027 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca25eb7fb845251c002729c424ee1aef567b5940b129377931bb2c552d545ea6 +size 1933426496 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q6_K.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q6_K.gguf new file mode 100644 index 0000000..8c57343 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce61edc6440b3d974f6ab203aafa8a84b867ee201a5737d9d1d54c3eb073226f +size 2285068096 diff --git a/Phi_medmcqa_question_generation-physiology_lora.Q8_0.gguf b/Phi_medmcqa_question_generation-physiology_lora.Q8_0.gguf new file mode 100644 index 0000000..ceca0a4 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe636af4ab3ee0e474389279f3f67b9a8d16917ac2003ea0709ac50b378327f1 +size 2958040896 diff --git a/Phi_medmcqa_question_generation-physiology_lora.f16.gguf b/Phi_medmcqa_question_generation-physiology_lora.f16.gguf new file mode 100644 index 0000000..9165c22 --- /dev/null +++ b/Phi_medmcqa_question_generation-physiology_lora.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8231e370be20f9844e3660c71158ed8522f38f0e87827e2a11cb536192ba777 +size 5563096896 diff --git a/README.md b/README.md new file mode 100644 index 0000000..806e2ca --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: emilykang/Phi_medmcqa_question_generation-physiology_lora +datasets: +- generator +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- trl +- sft +- generated_from_trainer +--- +## About + + + + + + +static quants of https://huggingface.co/emilykang/Phi_medmcqa_question_generation-physiology_lora + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Phi_medmcqa_question_generation-physiology_lora-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q2_K.gguf) | Q2_K | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q3_K_S.gguf) | Q3_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q3_K_M.gguf) | Q3_K_M | 1.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.IQ4_XS.gguf) | IQ4_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q3_K_L.gguf) | Q3_K_L | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q4_K_S.gguf) | Q4_K_S | 1.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q4_K_M.gguf) | Q4_K_M | 1.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q5_K_S.gguf) | Q5_K_S | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q5_K_M.gguf) | Q5_K_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q6_K.gguf) | Q6_K | 2.4 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.Q8_0.gguf) | Q8_0 | 3.1 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Phi_medmcqa_question_generation-physiology_lora-GGUF/resolve/main/Phi_medmcqa_question_generation-physiology_lora.f16.gguf) | f16 | 5.7 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +