From 66558ed5f2bbd6a30b9817bdc9308f49ff64b7f2 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 13 Apr 2026 00:35:01 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/medical-question-answer-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++ README.md | 81 +++++++++++++++++++++++++ imatrix.dat | 3 + medical-question-answer.i1-IQ1_M.gguf | 3 + medical-question-answer.i1-IQ1_S.gguf | 3 + medical-question-answer.i1-IQ2_M.gguf | 3 + medical-question-answer.i1-IQ2_S.gguf | 3 + medical-question-answer.i1-IQ2_XS.gguf | 3 + medical-question-answer.i1-IQ2_XXS.gguf | 3 + medical-question-answer.i1-IQ3_M.gguf | 3 + medical-question-answer.i1-IQ3_S.gguf | 3 + medical-question-answer.i1-IQ3_XS.gguf | 3 + medical-question-answer.i1-IQ3_XXS.gguf | 3 + medical-question-answer.i1-IQ4_NL.gguf | 3 + medical-question-answer.i1-IQ4_XS.gguf | 3 + medical-question-answer.i1-Q2_K.gguf | 3 + medical-question-answer.i1-Q2_K_S.gguf | 3 + medical-question-answer.i1-Q3_K_L.gguf | 3 + medical-question-answer.i1-Q3_K_M.gguf | 3 + medical-question-answer.i1-Q3_K_S.gguf | 3 + medical-question-answer.i1-Q4_0.gguf | 3 + medical-question-answer.i1-Q4_1.gguf | 3 + medical-question-answer.i1-Q4_K_M.gguf | 3 + medical-question-answer.i1-Q4_K_S.gguf | 3 + medical-question-answer.i1-Q5_K_M.gguf | 3 + medical-question-answer.i1-Q5_K_S.gguf | 3 + medical-question-answer.i1-Q6_K.gguf | 3 + 27 files changed, 216 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 imatrix.dat create mode 100644 medical-question-answer.i1-IQ1_M.gguf create mode 100644 medical-question-answer.i1-IQ1_S.gguf create mode 100644 medical-question-answer.i1-IQ2_M.gguf create mode 100644 medical-question-answer.i1-IQ2_S.gguf create mode 100644 medical-question-answer.i1-IQ2_XS.gguf create mode 100644 medical-question-answer.i1-IQ2_XXS.gguf create mode 100644 medical-question-answer.i1-IQ3_M.gguf create mode 100644 medical-question-answer.i1-IQ3_S.gguf create mode 100644 medical-question-answer.i1-IQ3_XS.gguf create mode 100644 medical-question-answer.i1-IQ3_XXS.gguf create mode 100644 medical-question-answer.i1-IQ4_NL.gguf create mode 100644 medical-question-answer.i1-IQ4_XS.gguf create mode 100644 medical-question-answer.i1-Q2_K.gguf create mode 100644 medical-question-answer.i1-Q2_K_S.gguf create mode 100644 medical-question-answer.i1-Q3_K_L.gguf create mode 100644 medical-question-answer.i1-Q3_K_M.gguf create mode 100644 medical-question-answer.i1-Q3_K_S.gguf create mode 100644 medical-question-answer.i1-Q4_0.gguf create mode 100644 medical-question-answer.i1-Q4_1.gguf create mode 100644 medical-question-answer.i1-Q4_K_M.gguf create mode 100644 medical-question-answer.i1-Q4_K_S.gguf create mode 100644 medical-question-answer.i1-Q5_K_M.gguf create mode 100644 medical-question-answer.i1-Q5_K_S.gguf create mode 100644 medical-question-answer.i1-Q6_K.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..012193e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +medical-question-answer.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..79072e9 --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +base_model: Babitak18/medical-question-answer +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: [] +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Babitak18/medical-question-answer + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#medical-question-answer-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/medical-question-answer-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ1_S.gguf) | i1-IQ1_S | 0.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ1_M.gguf) | i1-IQ1_M | 0.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ2_S.gguf) | i1-IQ2_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ2_M.gguf) | i1-IQ2_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q2_K.gguf) | i1-Q2_K | 0.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ3_S.gguf) | i1-IQ3_S | 0.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ3_M.gguf) | i1-IQ3_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q4_0.gguf) | i1-Q4_0 | 0.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q4_1.gguf) | i1-Q4_1 | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/medical-question-answer-i1-GGUF/resolve/main/medical-question-answer.i1-Q6_K.gguf) | i1-Q6_K | 0.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..d5a345b --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6abcb023fb0458978a58925fa62f02aaddc95ba8cd76a561572c1ddc0689afae +size 259687 diff --git a/medical-question-answer.i1-IQ1_M.gguf b/medical-question-answer.i1-IQ1_M.gguf new file mode 100644 index 0000000..a622c9f --- /dev/null +++ b/medical-question-answer.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d034c318b7d027d1cee1fabf9758a552b9451693668d84f1946db2f384ddb1 +size 63721504 diff --git a/medical-question-answer.i1-IQ1_S.gguf b/medical-question-answer.i1-IQ1_S.gguf new file mode 100644 index 0000000..a057653 --- /dev/null +++ b/medical-question-answer.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082e44eee1f4fcc2697701058cc3e2a8d1153b3cfdecd760bf82f3b99c017657 +size 61952032 diff --git a/medical-question-answer.i1-IQ2_M.gguf b/medical-question-answer.i1-IQ2_M.gguf new file mode 100644 index 0000000..ca3842a --- /dev/null +++ b/medical-question-answer.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2554d3485bc0a250fde8d37e9b44a705e97abe54814b914e42fe478f1caac6 +size 76765408 diff --git a/medical-question-answer.i1-IQ2_S.gguf b/medical-question-answer.i1-IQ2_S.gguf new file mode 100644 index 0000000..6ca1bee --- /dev/null +++ b/medical-question-answer.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b06a1282193596269f7333fff804ac1ec29e9680a5f01219fd72721383d372 +size 74406112 diff --git a/medical-question-answer.i1-IQ2_XS.gguf b/medical-question-answer.i1-IQ2_XS.gguf new file mode 100644 index 0000000..af76396 --- /dev/null +++ b/medical-question-answer.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22487b3811fa6bfb18b5bf6d4e1c272d9f16921f925b9a44449098353d0614f +size 69251104 diff --git a/medical-question-answer.i1-IQ2_XXS.gguf b/medical-question-answer.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0c0d5a6 --- /dev/null +++ b/medical-question-answer.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9272a8ad0cb8f2c2ff5775256b5547efff5be82d8ab42fe245864f0fffb1fff9 +size 66670624 diff --git a/medical-question-answer.i1-IQ3_M.gguf b/medical-question-answer.i1-IQ3_M.gguf new file mode 100644 index 0000000..7b75689 --- /dev/null +++ b/medical-question-answer.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6732aa187d0bac64f9e797013098371893689025bfab5718e78929187568adb2 +size 94222624 diff --git a/medical-question-answer.i1-IQ3_S.gguf b/medical-question-answer.i1-IQ3_S.gguf new file mode 100644 index 0000000..065a0ff --- /dev/null +++ b/medical-question-answer.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e6254a7a8effb00b15e5be58491a9bf66b6a72c47281a0b71d406291734453 +size 90149152 diff --git a/medical-question-answer.i1-IQ3_XS.gguf b/medical-question-answer.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ff7bd6b --- /dev/null +++ b/medical-question-answer.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0c316e17670bad8bc2cec8f0e4a83c1ebe37eb6e95521c4c8e6596ea653a12 +size 89153824 diff --git a/medical-question-answer.i1-IQ3_XXS.gguf b/medical-question-answer.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5ff2ca7 --- /dev/null +++ b/medical-question-answer.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9032b3807eaec0bec93f0b5de53c5dec4aaa88446d0ebdb81d5fdd0c3078beb +size 81373408 diff --git a/medical-question-answer.i1-IQ4_NL.gguf b/medical-question-answer.i1-IQ4_NL.gguf new file mode 100644 index 0000000..c6e14c9 --- /dev/null +++ b/medical-question-answer.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5203a52a80e4c4181b9e7a766ca1e9e834091102e87f5f515404b130d6c4f1c7 +size 106555744 diff --git a/medical-question-answer.i1-IQ4_XS.gguf b/medical-question-answer.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0ba3a43 --- /dev/null +++ b/medical-question-answer.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:912dd7678b385d0a1ff65f1cb1ec476b457bed7cf98eb90d910d9c35d3fb38fb +size 102695360 diff --git a/medical-question-answer.i1-Q2_K.gguf b/medical-question-answer.i1-Q2_K.gguf new file mode 100644 index 0000000..2a76f81 --- /dev/null +++ b/medical-question-answer.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a02a29c305a5b3a3675e3793bb10a12c0e63948bd3bacdd0bbdf166400d39b9 +size 81197152 diff --git a/medical-question-answer.i1-Q2_K_S.gguf b/medical-question-answer.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2e56adc --- /dev/null +++ b/medical-question-answer.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c3dea88069fd6901c344e55df4574c4517292a36100a74737230238405a02b +size 78155872 diff --git a/medical-question-answer.i1-Q3_K_L.gguf b/medical-question-answer.i1-Q3_K_L.gguf new file mode 100644 index 0000000..176d419 --- /dev/null +++ b/medical-question-answer.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674d1d1c4711f34adf40e8f1c328a79d6f7dce7142a50ecdcb5fdcd8b6a90028 +size 102093088 diff --git a/medical-question-answer.i1-Q3_K_M.gguf b/medical-question-answer.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ed998d7 --- /dev/null +++ b/medical-question-answer.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea450246e1252bfb315f73bd68679885fb1a9e5eef70fd9714f4d9270c99993 +size 97669408 diff --git a/medical-question-answer.i1-Q3_K_S.gguf b/medical-question-answer.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f7f7a55 --- /dev/null +++ b/medical-question-answer.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a5aaf30dbe287704657a8835815d240e5740cd870b2cee64fff34873a5dcb3 +size 90149152 diff --git a/medical-question-answer.i1-Q4_0.gguf b/medical-question-answer.i1-Q4_0.gguf new file mode 100644 index 0000000..16dd640 --- /dev/null +++ b/medical-question-answer.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca2d1511a7e6f0c54dd625f17aa10c31c0bf4c34db9b3fa0fc6ba79d2bbb736 +size 106703200 diff --git a/medical-question-answer.i1-Q4_1.gguf b/medical-question-answer.i1-Q4_1.gguf new file mode 100644 index 0000000..e4c6ebf --- /dev/null +++ b/medical-question-answer.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d0c4063a8c91e850adfff2589f6344d68a2fd44634731222d21c151b74fcf3 +size 114276480 diff --git a/medical-question-answer.i1-Q4_K_M.gguf b/medical-question-answer.i1-Q4_K_M.gguf new file mode 100644 index 0000000..27ba0b4 --- /dev/null +++ b/medical-question-answer.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2477faa5581cc25466488d07f2f1f7653dd51b812cef2c5d94a6844b984923d6 +size 112859488 diff --git a/medical-question-answer.i1-Q4_K_S.gguf b/medical-question-answer.i1-Q4_K_S.gguf new file mode 100644 index 0000000..65dbd06 --- /dev/null +++ b/medical-question-answer.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77a290766b290c676574b2d48e9dd6a8f45b3d0c578012c03033d2c2ed10fc2 +size 106850656 diff --git a/medical-question-answer.i1-Q5_K_M.gguf b/medical-question-answer.i1-Q5_K_M.gguf new file mode 100644 index 0000000..5c8b288 --- /dev/null +++ b/medical-question-answer.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf29893a2bc8d90d12c1af0b8d50198d616688cf3cadd438f0bb93a73b8655a2 +size 126697408 diff --git a/medical-question-answer.i1-Q5_K_S.gguf b/medical-question-answer.i1-Q5_K_S.gguf new file mode 100644 index 0000000..22d1752 --- /dev/null +++ b/medical-question-answer.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373c6837a51738583d1c9430073b2035388ad7dc71490e8068816eb693f3ec9d +size 121997248 diff --git a/medical-question-answer.i1-Q6_K.gguf b/medical-question-answer.i1-Q6_K.gguf new file mode 100644 index 0000000..0b87e00 --- /dev/null +++ b/medical-question-answer.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a3eb50ccdfbb2ddf604651aa4131543a02bad32b70e037eb80d1b341ce89f8 +size 138403840