From 2d270a81e856bb93ff96fd4b94ec8e90dc9a19b6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 8 Jul 2026 16:46:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: KoboldAI/Mistral-7B-Holodeck-1-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++++ README.md | 22 +++++++++++++++ configuration.json | 1 + mistral7b-holodeck-v1.F16.gguf | 3 ++ mistral7b-holodeck-v1.Q2_K.gguf | 3 ++ mistral7b-holodeck-v1.Q3_K_L.gguf | 3 ++ mistral7b-holodeck-v1.Q3_K_M.gguf | 3 ++ mistral7b-holodeck-v1.Q3_K_S.gguf | 3 ++ mistral7b-holodeck-v1.Q4_0.gguf | 3 ++ mistral7b-holodeck-v1.Q4_1.gguf | 3 ++ mistral7b-holodeck-v1.Q4_K_M.gguf | 3 ++ mistral7b-holodeck-v1.Q4_K_S.gguf | 3 ++ mistral7b-holodeck-v1.Q5_0.gguf | 3 ++ mistral7b-holodeck-v1.Q5_1.gguf | 3 ++ mistral7b-holodeck-v1.Q5_K_M.gguf | 3 ++ mistral7b-holodeck-v1.Q5_K_S.gguf | 3 ++ mistral7b-holodeck-v1.Q6_K.gguf | 3 ++ mistral7b-holodeck-v1.Q8_0.gguf | 3 ++ 18 files changed, 115 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 mistral7b-holodeck-v1.F16.gguf create mode 100644 mistral7b-holodeck-v1.Q2_K.gguf create mode 100644 mistral7b-holodeck-v1.Q3_K_L.gguf create mode 100644 mistral7b-holodeck-v1.Q3_K_M.gguf create mode 100644 mistral7b-holodeck-v1.Q3_K_S.gguf create mode 100644 mistral7b-holodeck-v1.Q4_0.gguf create mode 100644 mistral7b-holodeck-v1.Q4_1.gguf create mode 100644 mistral7b-holodeck-v1.Q4_K_M.gguf create mode 100644 mistral7b-holodeck-v1.Q4_K_S.gguf create mode 100644 mistral7b-holodeck-v1.Q5_0.gguf create mode 100644 mistral7b-holodeck-v1.Q5_1.gguf create mode 100644 mistral7b-holodeck-v1.Q5_K_M.gguf create mode 100644 mistral7b-holodeck-v1.Q5_K_S.gguf create mode 100644 mistral7b-holodeck-v1.Q6_K.gguf create mode 100644 mistral7b-holodeck-v1.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e619287 --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ +--- +license: apache-2.0 +language: + - en +pipeline_tag: text-generation +inference: true +tags: + - pytorch + - mistral + - finetuned +--- +# Mistral 7B - Holodeck +This is the GGUF version of this model designed to be used with Koboldcpp, the easy and versitile program for AI co-writing and more. Because this is a co-writing model, you are expected to use the Story Mode inside the KoboldAI Lite interface. + +## Model Description +Mistral 7B-Holodeck is a finetune created using Mistral's 7B model. +## Training data +The training data contains around 3000 ebooks in various genres. +Most parts of the dataset have been prepended using the following text: `[Genre: , ]` +``` +### Limitations and Biases +Based on known problems with NLP technology, potential relevant factors include bias (gender, profession, race and religion). \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/mistral7b-holodeck-v1.F16.gguf b/mistral7b-holodeck-v1.F16.gguf new file mode 100644 index 0000000..e2267d6 --- /dev/null +++ b/mistral7b-holodeck-v1.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f43563b0f93d0a1dcf1d65cfce07cfb6fffc91a92feef4bbab5ffae6906228 +size 14484731488 diff --git a/mistral7b-holodeck-v1.Q2_K.gguf b/mistral7b-holodeck-v1.Q2_K.gguf new file mode 100644 index 0000000..c8f62e9 --- /dev/null +++ b/mistral7b-holodeck-v1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6426f104b5eae4bfb916c8ef10cc70b94b03e519c65fb1de397de786c8fa7ef +size 3083097760 diff --git a/mistral7b-holodeck-v1.Q3_K_L.gguf b/mistral7b-holodeck-v1.Q3_K_L.gguf new file mode 100644 index 0000000..b31fef2 --- /dev/null +++ b/mistral7b-holodeck-v1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8e1ae3d3a0133a380336cca8a49e69fe6618a57c7b8b3efe53838cd13979ae +size 3822024352 diff --git a/mistral7b-holodeck-v1.Q3_K_M.gguf b/mistral7b-holodeck-v1.Q3_K_M.gguf new file mode 100644 index 0000000..888445a --- /dev/null +++ b/mistral7b-holodeck-v1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc93fc3c84ccfbd98b4295a9e3cf16139d0fb9fd924126c8e48feb6ac6937f0 +size 3518985888 diff --git a/mistral7b-holodeck-v1.Q3_K_S.gguf b/mistral7b-holodeck-v1.Q3_K_S.gguf new file mode 100644 index 0000000..40cc731 --- /dev/null +++ b/mistral7b-holodeck-v1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f4746773494ccfebc31778fa9c64dd734eb518d2999da92aa5d6b1a42468b8 +size 3164567200 diff --git a/mistral7b-holodeck-v1.Q4_0.gguf b/mistral7b-holodeck-v1.Q4_0.gguf new file mode 100644 index 0000000..82aa2cb --- /dev/null +++ b/mistral7b-holodeck-v1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:179df0a96c491224aaf420b196d3bd5a2536d621ec3b3500b4c235b2e850fd42 +size 4108916384 diff --git a/mistral7b-holodeck-v1.Q4_1.gguf b/mistral7b-holodeck-v1.Q4_1.gguf new file mode 100644 index 0000000..0c3ab14 --- /dev/null +++ b/mistral7b-holodeck-v1.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6806d2920e96dd376717a7e44d6e58f72c4874f2145799c9d7da74764e2435a +size 4553316000 diff --git a/mistral7b-holodeck-v1.Q4_K_M.gguf b/mistral7b-holodeck-v1.Q4_K_M.gguf new file mode 100644 index 0000000..225e010 --- /dev/null +++ b/mistral7b-holodeck-v1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f583ad62b8ac501d0cb24edfffa938e0173de3dd7f95049739324bbf9b6bf29 +size 4368438944 diff --git a/mistral7b-holodeck-v1.Q4_K_S.gguf b/mistral7b-holodeck-v1.Q4_K_S.gguf new file mode 100644 index 0000000..69b2918 --- /dev/null +++ b/mistral7b-holodeck-v1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8fab1815a5c4f11bc5c79f70df8865e1ee0805df516c27a9d9cb3dbf6153ac3 +size 4140373664 diff --git a/mistral7b-holodeck-v1.Q5_0.gguf b/mistral7b-holodeck-v1.Q5_0.gguf new file mode 100644 index 0000000..79cb803 --- /dev/null +++ b/mistral7b-holodeck-v1.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3731f54efa4002a6a180d51b03d4fc17b3d8e05d7067d65761d213e102dc186e +size 4997715616 diff --git a/mistral7b-holodeck-v1.Q5_1.gguf b/mistral7b-holodeck-v1.Q5_1.gguf new file mode 100644 index 0000000..a89554f --- /dev/null +++ b/mistral7b-holodeck-v1.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bdc4a186a8bd2ae9717ed323a80df665a737de45e1fa631929e82371932782 +size 5442115232 diff --git a/mistral7b-holodeck-v1.Q5_K_M.gguf b/mistral7b-holodeck-v1.Q5_K_M.gguf new file mode 100644 index 0000000..17c30d2 --- /dev/null +++ b/mistral7b-holodeck-v1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c6d69ce5fb5c41dfb0042f9cc0351ba5d5e36d684ce99a48c2233fd597b81f +size 5131409056 diff --git a/mistral7b-holodeck-v1.Q5_K_S.gguf b/mistral7b-holodeck-v1.Q5_K_S.gguf new file mode 100644 index 0000000..3be5bb3 --- /dev/null +++ b/mistral7b-holodeck-v1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:285eea6a52175e9744c6d14320c80bdb6dd99d50341bff35edbbac79466ec10e +size 4997715616 diff --git a/mistral7b-holodeck-v1.Q6_K.gguf b/mistral7b-holodeck-v1.Q6_K.gguf new file mode 100644 index 0000000..a65f665 --- /dev/null +++ b/mistral7b-holodeck-v1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:443cc15865a030ff37eaa861b2006cc515324172203a7c14d16e390a577a3ade +size 5942064800 diff --git a/mistral7b-holodeck-v1.Q8_0.gguf b/mistral7b-holodeck-v1.Q8_0.gguf new file mode 100644 index 0000000..51c4ca2 --- /dev/null +++ b/mistral7b-holodeck-v1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632b73d68eaa44042b65705826fec8e014114d9196c7fd79616a0580d35b6833 +size 7695857312