From 821666e6a086f0ab939783373b714c6e7fe6d15d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 27 May 2026 18:20:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/refusal-GGUF Source: Original Platform --- .gitattributes | 42 ++++++++++++++++++++++++++++++++++ README.md | 56 +++++++++++++++++++++++++++++++++++++++++++++ refusal.Q2_K.gguf | 3 +++ refusal.Q3_K_M.gguf | 3 +++ refusal.Q4_K_M.gguf | 3 +++ refusal.Q5_K_M.gguf | 3 +++ refusal.Q6_K.gguf | 3 +++ refusal.Q8_0.gguf | 3 +++ refusal.fp16.gguf | 3 +++ 9 files changed, 119 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 refusal.Q2_K.gguf create mode 100644 refusal.Q3_K_M.gguf create mode 100644 refusal.Q4_K_M.gguf create mode 100644 refusal.Q5_K_M.gguf create mode 100644 refusal.Q6_K.gguf create mode 100644 refusal.Q8_0.gguf create mode 100644 refusal.fp16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a9ce557 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +refusal.fp16.gguf filter=lfs diff=lfs merge=lfs -text +refusal.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +refusal.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +refusal.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +refusal.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +refusal.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +refusal.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7b06655 --- /dev/null +++ b/README.md @@ -0,0 +1,56 @@ +--- +base_model: mrfakename/refusal +datasets: +- mrfakename/refusal +inference: true +language: +- en +library_name: transformers +model_creator: mrfakename +model_name: refusal +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +--- + +# refusal-GGUF + +Quantized GGUF model files for [refusal](https://huggingface.co/mrfakename/refusal) from [mrfakename](https://huggingface.co/mrfakename) + +## Original Model Card: + +I messed up on the [previous model](https://huggingface.co/mrfakename/refusal-old). This is a fixed version. + +A tiny 1B model that refuses basically anything you ask it! Trained on the [refusal](https://huggingface.co/datasets/mrfakename/refusal) dataset. Prompt format is ChatML. + +Training results: + +| Training Loss | Epoch | Step | Validation Loss | +|:-------------:|:------:|:----:|:---------------:| +| 2.4352 | 0.0580 | 1 | 2.4462 | +| 1.5741 | 0.5217 | 9 | 1.4304 | +| 1.5204 | 1.0435 | 18 | 1.3701 | +| 1.0794 | 1.5217 | 27 | 1.3505 | +| 1.1275 | 2.0435 | 36 | 1.3344 | +| 0.6652 | 2.5217 | 45 | 1.4360 | +| 0.6248 | 3.0435 | 54 | 1.4313 | +| 0.6142 | 3.5072 | 63 | 1.4934 | + +Training hyperparemeters: + +The following hyperparameters were used during training: +- learning_rate: 0.0002 +- train_batch_size: 2 +- eval_batch_size: 2 +- seed: 42 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 8 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 10 +- num_epochs: 4 + +Base model: https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T \ No newline at end of file diff --git a/refusal.Q2_K.gguf b/refusal.Q2_K.gguf new file mode 100644 index 0000000..a014fd9 --- /dev/null +++ b/refusal.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6776f97ac78b0b7d24ffdd2e6bc64252abd96ffedfca554664e64447cf3022db +size 432135680 diff --git a/refusal.Q3_K_M.gguf b/refusal.Q3_K_M.gguf new file mode 100644 index 0000000..44fd080 --- /dev/null +++ b/refusal.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e93f0ecd6ce695ed3d62375dc0031681f7158bf914f78088a89e871583c3604 +size 548409248 diff --git a/refusal.Q4_K_M.gguf b/refusal.Q4_K_M.gguf new file mode 100644 index 0000000..42f678c --- /dev/null +++ b/refusal.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:416aeb8e76b5ec7884fd89445829b4f8c6036db6a82fed128b84ad84abec6e60 +size 667820480 diff --git a/refusal.Q5_K_M.gguf b/refusal.Q5_K_M.gguf new file mode 100644 index 0000000..65298f1 --- /dev/null +++ b/refusal.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9150dc843a750834555620b89d0d43ec3f312cb98d58e27d41578b4373ba548c +size 782050240 diff --git a/refusal.Q6_K.gguf b/refusal.Q6_K.gguf new file mode 100644 index 0000000..7fc8069 --- /dev/null +++ b/refusal.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd7a635aee14f81fcacb55696890306f24b01613ff3190b1ae9a7dfa45ef2113 +size 903419360 diff --git a/refusal.Q8_0.gguf b/refusal.Q8_0.gguf new file mode 100644 index 0000000..dc5138f --- /dev/null +++ b/refusal.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849855ade3775c27cfed98aeffe7225077bb887d62868f7d370c289b20ab43a4 +size 1169816992 diff --git a/refusal.fp16.gguf b/refusal.fp16.gguf new file mode 100644 index 0000000..8c4a692 --- /dev/null +++ b/refusal.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f979e8ffaff327539edeaecf657c778ff079a65ecc5de4c1db5c2005a99035b +size 2201033600