commit 296b4e1082f26f4b7e7a923e08f6b03a98b64ee1 Author: ModelHub XC Date: Sun May 10 22:25:49 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2475af1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +phi-2-sft-alpaca_gpt4_en-ep1.fp16.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-sft-alpaca_gpt4_en-ep1.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-sft-alpaca_gpt4_en-ep1.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-sft-alpaca_gpt4_en-ep1.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-sft-alpaca_gpt4_en-ep1.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-sft-alpaca_gpt4_en-ep1.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-sft-alpaca_gpt4_en-ep1.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c021c0b --- /dev/null +++ b/README.md @@ -0,0 +1,73 @@ +--- +base_model: Yhyu13/phi-2-sft-alpaca_gpt4_en-ep1 +inference: false +license: other +license_link: https://huggingface.co/microsoft/phi-2/resolve/main/LICENSE +license_name: microsoft-research-license +model_creator: Yhyu13 +model_name: phi-2-sft-alpaca_gpt4_en-ep1 +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# Yhyu13/phi-2-sft-alpaca_gpt4_en-ep1-GGUF + +Quantized GGUF model files for [phi-2-sft-alpaca_gpt4_en-ep1](https://huggingface.co/Yhyu13/phi-2-sft-alpaca_gpt4_en-ep1) from [Yhyu13](https://huggingface.co/Yhyu13) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [phi-2-sft-alpaca_gpt4_en-ep1.fp16.gguf](https://huggingface.co/afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF/resolve/main/phi-2-sft-alpaca_gpt4_en-ep1.fp16.gguf) | fp16 | 5.56 GB | +| [phi-2-sft-alpaca_gpt4_en-ep1.q2_k.gguf](https://huggingface.co/afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF/resolve/main/phi-2-sft-alpaca_gpt4_en-ep1.q2_k.gguf) | q2_k | 1.17 GB | +| [phi-2-sft-alpaca_gpt4_en-ep1.q3_k_m.gguf](https://huggingface.co/afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF/resolve/main/phi-2-sft-alpaca_gpt4_en-ep1.q3_k_m.gguf) | q3_k_m | 1.48 GB | +| [phi-2-sft-alpaca_gpt4_en-ep1.q4_k_m.gguf](https://huggingface.co/afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF/resolve/main/phi-2-sft-alpaca_gpt4_en-ep1.q4_k_m.gguf) | q4_k_m | 1.79 GB | +| [phi-2-sft-alpaca_gpt4_en-ep1.q5_k_m.gguf](https://huggingface.co/afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF/resolve/main/phi-2-sft-alpaca_gpt4_en-ep1.q5_k_m.gguf) | q5_k_m | 2.07 GB | +| [phi-2-sft-alpaca_gpt4_en-ep1.q6_k.gguf](https://huggingface.co/afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF/resolve/main/phi-2-sft-alpaca_gpt4_en-ep1.q6_k.gguf) | q6_k | 2.29 GB | +| [phi-2-sft-alpaca_gpt4_en-ep1.q8_0.gguf](https://huggingface.co/afrideva/phi-2-sft-alpaca_gpt4_en-ep1-GGUF/resolve/main/phi-2-sft-alpaca_gpt4_en-ep1.q8_0.gguf) | q8_0 | 2.96 GB | + + + +## Original Model Card: +This is the merged model for LoRA https://huggingface.co/Yhyu13/phi-2-sft-alpaca_gpt4_en-ep1-lora + +--- + +From this +https://huggingface.co/microsoft/phi-2/discussions/38 + +Since phi2 requires remote code which HF open llm leaderboard would not accept at this moment, + +I ran phi2 and my sft to the AlpcaEval benchmark + +https://tatsu-lab.github.io/alpaca_eval/ + +Here is result evaluated by chatpgpt https://github.com/tatsu-lab/alpaca_eval/pull/183 + +``` + win_rate standard_error n_total avg_length +gpt4 73.79 1.54 805 1365 +claude 70.37 1.60 805 1082 +chatgpt 66.09 1.66 805 811 +wizardlm-13b 65.16 1.67 805 985 +vicuna-13b 64.10 1.69 805 1037 +guanaco-65b 62.36 1.71 805 1249 +oasst-rlhf-llama-33b 62.05 1.71 805 1079 +alpaca-farm-ppo-human 60.25 1.72 805 803 +falcon-40b-instruct 56.52 1.74 805 662 +phi-2-alpaca-gpt4(new) 54.23 1.75 804 1138 +text_davinci_003 50.00 0.00 805 307 +alpaca-7b 45.22 1.74 805 396 +phi-2(new) 43.79 1.74 805 924 +text_davinci_001 28.07 1.56 805 296 +``` + +It could be a milestone for small models, we finally have one open model can run for everyone which surpass GPT3.5! \ No newline at end of file diff --git a/phi-2-sft-alpaca_gpt4_en-ep1.fp16.gguf b/phi-2-sft-alpaca_gpt4_en-ep1.fp16.gguf new file mode 100644 index 0000000..5b50238 --- /dev/null +++ b/phi-2-sft-alpaca_gpt4_en-ep1.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd477b2e767609504cffcccb0fdf48f8679078e2d5fda9835b235a22c3f8370 +size 5563088672 diff --git a/phi-2-sft-alpaca_gpt4_en-ep1.q2_k.gguf b/phi-2-sft-alpaca_gpt4_en-ep1.q2_k.gguf new file mode 100644 index 0000000..8ab37a6 --- /dev/null +++ b/phi-2-sft-alpaca_gpt4_en-ep1.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abfb70009c74d4f3e15d8d6b125bafeec00aebd53c92ede23964aa43731e29fd +size 1173610336 diff --git a/phi-2-sft-alpaca_gpt4_en-ep1.q3_k_m.gguf b/phi-2-sft-alpaca_gpt4_en-ep1.q3_k_m.gguf new file mode 100644 index 0000000..2017103 --- /dev/null +++ b/phi-2-sft-alpaca_gpt4_en-ep1.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d953eb1910a28858508c816acaa8535a40a698592db4414e585122bd113c1b +size 1480195936 diff --git a/phi-2-sft-alpaca_gpt4_en-ep1.q4_k_m.gguf b/phi-2-sft-alpaca_gpt4_en-ep1.q4_k_m.gguf new file mode 100644 index 0000000..8a0f67b --- /dev/null +++ b/phi-2-sft-alpaca_gpt4_en-ep1.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2678fcc2bcd467d77cb8eb10d013fa6f980f064d1044b75edcd42566b5b2d1ab +size 1789239136 diff --git a/phi-2-sft-alpaca_gpt4_en-ep1.q5_k_m.gguf b/phi-2-sft-alpaca_gpt4_en-ep1.q5_k_m.gguf new file mode 100644 index 0000000..8f7f388 --- /dev/null +++ b/phi-2-sft-alpaca_gpt4_en-ep1.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c3a24547199e7befaa9ce1fad1d44e5c28b7bbc9641a4fea894303a99366e53 +size 2072682336 diff --git a/phi-2-sft-alpaca_gpt4_en-ep1.q6_k.gguf b/phi-2-sft-alpaca_gpt4_en-ep1.q6_k.gguf new file mode 100644 index 0000000..1165b0c --- /dev/null +++ b/phi-2-sft-alpaca_gpt4_en-ep1.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d09964b2b6bc6a8859777f62ab3f445d6b1b294b160a35670bf9b565162d6117 +size 2285059936 diff --git a/phi-2-sft-alpaca_gpt4_en-ep1.q8_0.gguf b/phi-2-sft-alpaca_gpt4_en-ep1.q8_0.gguf new file mode 100644 index 0000000..981afd9 --- /dev/null +++ b/phi-2-sft-alpaca_gpt4_en-ep1.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c45fc5ccbf25f79da5a982541cdbb868949a4417868bb5448d74d7bc4a8a8c +size 2958032736