From 9f07056480c2474732b689fba000559e51c3ecba Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 16 May 2026 18:08:01 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/llama2_xs_460M_experimental_evol_instruct-GGUF Source: Original Platform --- .gitattributes | 42 +++++++++++ README.md | 75 +++++++++++++++++++ ..._460m_experimental_evol_instruct.fp16.gguf | 3 + ..._460m_experimental_evol_instruct.q2_k.gguf | 3 + ...60m_experimental_evol_instruct.q3_k_m.gguf | 3 + ...60m_experimental_evol_instruct.q4_k_m.gguf | 3 + ...60m_experimental_evol_instruct.q5_k_m.gguf | 3 + ..._460m_experimental_evol_instruct.q6_k.gguf | 3 + ..._460m_experimental_evol_instruct.q8_0.gguf | 3 + 9 files changed, 138 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 llama2_xs_460m_experimental_evol_instruct.fp16.gguf create mode 100644 llama2_xs_460m_experimental_evol_instruct.q2_k.gguf create mode 100644 llama2_xs_460m_experimental_evol_instruct.q3_k_m.gguf create mode 100644 llama2_xs_460m_experimental_evol_instruct.q4_k_m.gguf create mode 100644 llama2_xs_460m_experimental_evol_instruct.q5_k_m.gguf create mode 100644 llama2_xs_460m_experimental_evol_instruct.q6_k.gguf create mode 100644 llama2_xs_460m_experimental_evol_instruct.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fd45820 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llama2_xs_460m_experimental_evol_instruct.fp16.gguf filter=lfs diff=lfs merge=lfs -text +llama2_xs_460m_experimental_evol_instruct.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +llama2_xs_460m_experimental_evol_instruct.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama2_xs_460m_experimental_evol_instruct.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama2_xs_460m_experimental_evol_instruct.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama2_xs_460m_experimental_evol_instruct.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +llama2_xs_460m_experimental_evol_instruct.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..bbc4b1f --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: Felladrin/llama2_xs_460M_experimental_evol_instruct +datasets: +- KnutJaegersberg/WizardLM_evol_instruct_V2_196k_instruct_format +inference: false +model_creator: Felladrin +model_name: llama2_xs_460M_experimental_evol_instruct +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- autotrain +- text-generation +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +widget: +- text: '### Instruction: + + Find me a list of some nice places to visit around the world. + + + ### Response:' +- text: '### Instruction: + + Tell me all you know about the Earth. + + + ### Response:' +--- +# Felladrin/llama2_xs_460M_experimental_evol_instruct-GGUF + +Quantized GGUF model files for [llama2_xs_460M_experimental_evol_instruct](https://huggingface.co/Felladrin/llama2_xs_460M_experimental_evol_instruct) from [Felladrin](https://huggingface.co/Felladrin) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [llama2_xs_460m_experimental_evol_instruct.q2_k.gguf](https://huggingface.co/afrideva/llama2_xs_460M_experimental_evol_instruct-GGUF/resolve/main/llama2_xs_460m_experimental_evol_instruct.q2_k.gguf) | q2_k | 212.56 MB | +| [llama2_xs_460m_experimental_evol_instruct.q3_k_m.gguf](https://huggingface.co/afrideva/llama2_xs_460M_experimental_evol_instruct-GGUF/resolve/main/llama2_xs_460m_experimental_evol_instruct.q3_k_m.gguf) | q3_k_m | 238.87 MB | +| [llama2_xs_460m_experimental_evol_instruct.q4_k_m.gguf](https://huggingface.co/afrideva/llama2_xs_460M_experimental_evol_instruct-GGUF/resolve/main/llama2_xs_460m_experimental_evol_instruct.q4_k_m.gguf) | q4_k_m | 288.52 MB | +| [llama2_xs_460m_experimental_evol_instruct.q5_k_m.gguf](https://huggingface.co/afrideva/llama2_xs_460M_experimental_evol_instruct-GGUF/resolve/main/llama2_xs_460m_experimental_evol_instruct.q5_k_m.gguf) | q5_k_m | 333.29 MB | +| [llama2_xs_460m_experimental_evol_instruct.q6_k.gguf](https://huggingface.co/afrideva/llama2_xs_460M_experimental_evol_instruct-GGUF/resolve/main/llama2_xs_460m_experimental_evol_instruct.q6_k.gguf) | q6_k | 380.87 MB | +| [llama2_xs_460m_experimental_evol_instruct.q8_0.gguf](https://huggingface.co/afrideva/llama2_xs_460M_experimental_evol_instruct-GGUF/resolve/main/llama2_xs_460m_experimental_evol_instruct.q8_0.gguf) | q8_0 | 492.67 MB | + + + +## Original Model Card: +# ahxt's llama2_xs_460M_experimental trained on the WizardLM's Evol Instruct dataset using AutoTrain + +- Base model: [ahxt/llama2_xs_460M_experimental](https://huggingface.co/ahxt/llama2_xs_460M_experimental) +- Dataset: [KnutJaegersberg/WizardLM_evol_instruct_V2_196k_instruct_format](https://huggingface.co/datasets/KnutJaegersberg/WizardLM_evol_instruct_V2_196k_instruct_format) +- Training: 13.5h under [these parameters](https://huggingface.co/Felladrin/llama2_xs_460M_experimental_evol_instruct/blob/cc151c5669ea37c3ef972e375c74f2d9bfd92b49/training_params.json) + +## Recommended Prompt Format + +``` +### Instruction: + + +### Response: +``` + +## Recommended Inference Parameters + +```yml +repetition_penalty: 1.15 +do_sample: true +temperature: 0.5 +top_p: 0.5 +``` \ No newline at end of file diff --git a/llama2_xs_460m_experimental_evol_instruct.fp16.gguf b/llama2_xs_460m_experimental_evol_instruct.fp16.gguf new file mode 100644 index 0000000..8b46f1f --- /dev/null +++ b/llama2_xs_460m_experimental_evol_instruct.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f97a2fe08d0e6140a80c507749145e059c5273740b53894fbe38b1d6e77960 +size 925454336 diff --git a/llama2_xs_460m_experimental_evol_instruct.q2_k.gguf b/llama2_xs_460m_experimental_evol_instruct.q2_k.gguf new file mode 100644 index 0000000..5499f8a --- /dev/null +++ b/llama2_xs_460m_experimental_evol_instruct.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8cfb437b10da8341b41a3c7a4bf4bbf6be9ffff4ab06a099d115f74c4746229 +size 212556832 diff --git a/llama2_xs_460m_experimental_evol_instruct.q3_k_m.gguf b/llama2_xs_460m_experimental_evol_instruct.q3_k_m.gguf new file mode 100644 index 0000000..9b97ba1 --- /dev/null +++ b/llama2_xs_460m_experimental_evol_instruct.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78b7961a9b89d812d9fafe8097a6d7d631d86c405afba8488b0dd407cd4e073 +size 238874656 diff --git a/llama2_xs_460m_experimental_evol_instruct.q4_k_m.gguf b/llama2_xs_460m_experimental_evol_instruct.q4_k_m.gguf new file mode 100644 index 0000000..27b3fd0 --- /dev/null +++ b/llama2_xs_460m_experimental_evol_instruct.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e61698a2ad7204bc56a486990e08877e4cf8a3068bf0497edc7d7283ad949a0 +size 288515104 diff --git a/llama2_xs_460m_experimental_evol_instruct.q5_k_m.gguf b/llama2_xs_460m_experimental_evol_instruct.q5_k_m.gguf new file mode 100644 index 0000000..ac79a99 --- /dev/null +++ b/llama2_xs_460m_experimental_evol_instruct.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:354cd7410947f44defc6fda2b103d69d2b9acd606d73d64e00d58b77a6226346 +size 333292576 diff --git a/llama2_xs_460m_experimental_evol_instruct.q6_k.gguf b/llama2_xs_460m_experimental_evol_instruct.q6_k.gguf new file mode 100644 index 0000000..247dd92 --- /dev/null +++ b/llama2_xs_460m_experimental_evol_instruct.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ecdcf2b41b61cd5651bc72e598075be7a4853449d27e0b5863543e4cc8df7d +size 380868640 diff --git a/llama2_xs_460m_experimental_evol_instruct.q8_0.gguf b/llama2_xs_460m_experimental_evol_instruct.q8_0.gguf new file mode 100644 index 0000000..dc7e004 --- /dev/null +++ b/llama2_xs_460m_experimental_evol_instruct.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31aea68b91d219d7ccf9c5440b35f26aea3785ab2389ec652ec8e154084bac6d +size 492671008