commit fe3364cdd08b3dbbdf7a0dd8047df1090eef741c Author: ModelHub XC Date: Sat Oct 24 04:22:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3dd74ab --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +phi-2-orange-v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ec2af6b --- /dev/null +++ b/README.md @@ -0,0 +1,235 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +phi-2-orange-v2 - GGUF +- Model creator: https://huggingface.co/rhysjones/ +- Original model: https://huggingface.co/rhysjones/phi-2-orange-v2/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [phi-2-orange-v2.Q2_K.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q2_K.gguf) | Q2_K | 1.03GB | +| [phi-2-orange-v2.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.IQ3_XS.gguf) | IQ3_XS | 1.12GB | +| [phi-2-orange-v2.IQ3_S.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.IQ3_S.gguf) | IQ3_S | 1.16GB | +| [phi-2-orange-v2.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q3_K_S.gguf) | Q3_K_S | 1.16GB | +| [phi-2-orange-v2.IQ3_M.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.IQ3_M.gguf) | IQ3_M | 1.23GB | +| [phi-2-orange-v2.Q3_K.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q3_K.gguf) | Q3_K | 1.33GB | +| [phi-2-orange-v2.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q3_K_M.gguf) | Q3_K_M | 1.33GB | +| [phi-2-orange-v2.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q3_K_L.gguf) | Q3_K_L | 1.47GB | +| [phi-2-orange-v2.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.IQ4_XS.gguf) | IQ4_XS | 1.43GB | +| [phi-2-orange-v2.Q4_0.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q4_0.gguf) | Q4_0 | 1.49GB | +| [phi-2-orange-v2.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.IQ4_NL.gguf) | IQ4_NL | 1.5GB | +| [phi-2-orange-v2.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q4_K_S.gguf) | Q4_K_S | 1.51GB | +| [phi-2-orange-v2.Q4_K.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q4_K.gguf) | Q4_K | 1.62GB | +| [phi-2-orange-v2.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q4_K_M.gguf) | Q4_K_M | 1.62GB | +| [phi-2-orange-v2.Q4_1.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q4_1.gguf) | Q4_1 | 1.65GB | +| [phi-2-orange-v2.Q5_0.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q5_0.gguf) | Q5_0 | 1.8GB | +| [phi-2-orange-v2.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q5_K_S.gguf) | Q5_K_S | 1.8GB | +| [phi-2-orange-v2.Q5_K.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q5_K.gguf) | Q5_K | 1.87GB | +| [phi-2-orange-v2.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q5_K_M.gguf) | Q5_K_M | 1.87GB | +| [phi-2-orange-v2.Q5_1.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q5_1.gguf) | Q5_1 | 1.95GB | +| [phi-2-orange-v2.Q6_K.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q6_K.gguf) | Q6_K | 2.13GB | +| [phi-2-orange-v2.Q8_0.gguf](https://huggingface.co/RichardErkhov/rhysjones_-_phi-2-orange-v2-gguf/blob/main/phi-2-orange-v2.Q8_0.gguf) | Q8_0 | 2.75GB | + + + + +Original model description: +--- +license: mit +datasets: +- Open-Orca/SlimOrca-Dedup +- migtissera/Synthia-v1.3 +- LDJnr/Verified-Camel +- LDJnr/Pure-Dove +- LDJnr/Capybara +- meta-math/MetaMathQA +- Intel/orca_dpo_pairs +- argilla/ultrafeedback-binarized-preferences-cleaned +widget: + - example_title: "Example interaction" + text: "Why is the sky blue?" +inference: + parameters: + do_sample: True + temperature: 0.1 +model-index: +- name: phi-2-orange-v2 + results: + - task: + type: text-generation + name: Text Generation + dataset: + name: AI2 Reasoning Challenge (25-Shot) + type: ai2_arc + config: ARC-Challenge + split: test + args: + num_few_shot: 25 + metrics: + - type: acc_norm + value: 61.86 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=rhysjones/phi-2-orange-v2 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: HellaSwag (10-Shot) + type: hellaswag + split: validation + args: + num_few_shot: 10 + metrics: + - type: acc_norm + value: 76.32 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=rhysjones/phi-2-orange-v2 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: MMLU (5-Shot) + type: cais/mmlu + config: all + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 55.72 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=rhysjones/phi-2-orange-v2 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: TruthfulQA (0-shot) + type: truthful_qa + config: multiple_choice + split: validation + args: + num_few_shot: 0 + metrics: + - type: mc2 + value: 54.84 + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=rhysjones/phi-2-orange-v2 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: Winogrande (5-shot) + type: winogrande + config: winogrande_xl + split: validation + args: + num_few_shot: 5 + metrics: + - type: acc + value: 75.69 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=rhysjones/phi-2-orange-v2 + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: GSM8k (5-shot) + type: gsm8k + config: main + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 57.62 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=rhysjones/phi-2-orange-v2 + name: Open LLM Leaderboard +--- +![Phi-2 Orange](https://huggingface.co/rhysjones/phi-2-orange-v2/resolve/main/phi-2-orange.jpg) + +# Phi-2 Orange Version 2 + +A two-step finetune of Phi-2, with a bit more zest. + +This is an improved version of the original [Phi-2-Orange](https://huggingface.co/rhysjones/phi-2-orange) that +uses an updated training process on the same datasets. + +It also uses the latest updated model from Microsoft's [Phi-2](https://huggingface.co/microsoft/phi-2), making it directly usable +within Hugging Face's Transformers library (without the need for trust remote code). + +# Prompt Format + +Phi-2 Orange v2 uses ChatML as the prompt format. +(Update 12th March 2024: fixed eos_token issue) + +It's recommended to always prompt with a system instruction (use whatever system prompt you like): + +``` +<|im_start|>system +You are a helpful assistant for Python which outputs in Markdown format.<|im_end|> +<|im_start|>user +Write a function to calculate the Fibonacci sequence<|im_end|> +<|im_start|>assistant + +``` + +For example, if you find the model's output to be overly verbose, instruct it to be short and concise: + +``` +<|im_start|>system +You are a helpful assistant. Be short and direct in your answers.<|im_end|> +<|im_start|>user +Was Tom Hanks in the movie Forrest Gump? If so, who did he play and give details of the plot.<|im_end|> +<|im_start|>assistant +``` + +# Evaluations + + +[Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) +Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_rhysjones__phi-2-orange-v2) +| Metric |Value| +|---------------------------------|----:| +|Average |63.67| +|AI2 Reasoning Challenge (25-Shot)|61.86| +|HellaSwag (10-Shot) |76.32| +|MMLU (5-Shot) |55.72| +|TruthfulQA (0-shot) |54.84| +|Winogrande (5-shot) |75.69| +|GSM8k (5-shot) |57.62| + +[YALL - Yet Another LLM Leaderboard](https://huggingface.co/spaces/mlabonne/Yet_Another_LLM_Leaderboard) +Evaluation from [mlabonne](https://huggingface.co/mlabonne)'s alternative LLM leaderboard: +| Metric |Value| +|---------------------------------|----:| +|Average |49.64| +|AGIEval |34.55| +|GPT4All |70.96| +|TruthfulQA |54.87| +|Bigbench |38.17| + +# Limitations + +This model shares the same limitations as the underlying Phi-2 model, details of which are found [here](https://huggingface.co/microsoft/phi-2#limitations-of-phi-2). + + + + diff --git a/phi-2-orange-v2.IQ3_M.gguf b/phi-2-orange-v2.IQ3_M.gguf new file mode 100644 index 0000000..e9f1fb3 --- /dev/null +++ b/phi-2-orange-v2.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d2a5bb8bb53efd3ad7b74ab4c710a73ec6c119914f1f8cafb1a4a9f5534a3e +size 1320459680 diff --git a/phi-2-orange-v2.IQ3_S.gguf b/phi-2-orange-v2.IQ3_S.gguf new file mode 100644 index 0000000..a48cd8a --- /dev/null +++ b/phi-2-orange-v2.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1ae02638bd143535dc09b643370f0d10b13752cdb4f96ed1ee75fa187d6829 +size 1250827680 diff --git a/phi-2-orange-v2.IQ3_XS.gguf b/phi-2-orange-v2.IQ3_XS.gguf new file mode 100644 index 0000000..1e806da --- /dev/null +++ b/phi-2-orange-v2.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc638e6b76ff3618c844aee95c5f7f814f153021810e3d4602be3c11bced4aea +size 1201675680 diff --git a/phi-2-orange-v2.IQ4_NL.gguf b/phi-2-orange-v2.IQ4_NL.gguf new file mode 100644 index 0000000..b04bb36 --- /dev/null +++ b/phi-2-orange-v2.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616dec91e1302dd9d25004261cccb9d24c134745c394ec3e73ffad881cac0c55 +size 1615576480 diff --git a/phi-2-orange-v2.IQ4_XS.gguf b/phi-2-orange-v2.IQ4_XS.gguf new file mode 100644 index 0000000..9426e04 --- /dev/null +++ b/phi-2-orange-v2.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bcbc1ee3fb92591cc5b6207f49ef1a8aadac06f7c44b8e600b5ed691b309676 +size 1536114080 diff --git a/phi-2-orange-v2.Q2_K.gguf b/phi-2-orange-v2.Q2_K.gguf new file mode 100644 index 0000000..71923e3 --- /dev/null +++ b/phi-2-orange-v2.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41096c6ae45a03e3009b87a08f0aa463f3db501b9970fe0fe382a2076f98fa7 +size 1109720480 diff --git a/phi-2-orange-v2.Q3_K.gguf b/phi-2-orange-v2.Q3_K.gguf new file mode 100644 index 0000000..33d8c61 --- /dev/null +++ b/phi-2-orange-v2.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabdb48a85b575f0863b86377c35f4982b5cc8f0eef272a6e5a39da8204cbe4a +size 1426136480 diff --git a/phi-2-orange-v2.Q3_K_L.gguf b/phi-2-orange-v2.Q3_K_L.gguf new file mode 100644 index 0000000..013f6ae --- /dev/null +++ b/phi-2-orange-v2.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e8be0e4aaa2017a859f97c0407cc74ec174ea950c3d1432e976c80bc78cd974 +size 1575230880 diff --git a/phi-2-orange-v2.Q3_K_M.gguf b/phi-2-orange-v2.Q3_K_M.gguf new file mode 100644 index 0000000..33d8c61 --- /dev/null +++ b/phi-2-orange-v2.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabdb48a85b575f0863b86377c35f4982b5cc8f0eef272a6e5a39da8204cbe4a +size 1426136480 diff --git a/phi-2-orange-v2.Q3_K_S.gguf b/phi-2-orange-v2.Q3_K_S.gguf new file mode 100644 index 0000000..767da55 --- /dev/null +++ b/phi-2-orange-v2.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c702ef04336ea524a3d134403368115233a879f6b350f36f188f0d52fa3c339e +size 1250827680 diff --git a/phi-2-orange-v2.Q4_0.gguf b/phi-2-orange-v2.Q4_0.gguf new file mode 100644 index 0000000..6f036a0 --- /dev/null +++ b/phi-2-orange-v2.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768b685e50f9a2e503f11c69df8977f1729418f3d0e7579e62b718c681ab0a4a +size 1602469280 diff --git a/phi-2-orange-v2.Q4_1.gguf b/phi-2-orange-v2.Q4_1.gguf new file mode 100644 index 0000000..37221f6 --- /dev/null +++ b/phi-2-orange-v2.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d322ec686f29f9feb11b490e69d8ffd4a9c9ed4177d5a378fbb6f73aa76babed +size 1767947680 diff --git a/phi-2-orange-v2.Q4_K.gguf b/phi-2-orange-v2.Q4_K.gguf new file mode 100644 index 0000000..82ee244 --- /dev/null +++ b/phi-2-orange-v2.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b07cc6652c6ea32903cd62ad89326b152c7a34a5ecb549c3e3da93123863081 +size 1737637280 diff --git a/phi-2-orange-v2.Q4_K_M.gguf b/phi-2-orange-v2.Q4_K_M.gguf new file mode 100644 index 0000000..82ee244 --- /dev/null +++ b/phi-2-orange-v2.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b07cc6652c6ea32903cd62ad89326b152c7a34a5ecb549c3e3da93123863081 +size 1737637280 diff --git a/phi-2-orange-v2.Q4_K_S.gguf b/phi-2-orange-v2.Q4_K_S.gguf new file mode 100644 index 0000000..0b64b33 --- /dev/null +++ b/phi-2-orange-v2.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f0ada16b855745374bfe86b60bdf2e017d3c52b9fdc24286412e93b339305c +size 1618853280 diff --git a/phi-2-orange-v2.Q5_0.gguf b/phi-2-orange-v2.Q5_0.gguf new file mode 100644 index 0000000..8c5e048 --- /dev/null +++ b/phi-2-orange-v2.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b4350a1d0b393cfa253052291b5fad0b39240c672816c5a77a0f320cc20b527 +size 1933426080 diff --git a/phi-2-orange-v2.Q5_1.gguf b/phi-2-orange-v2.Q5_1.gguf new file mode 100644 index 0000000..d3110d8 --- /dev/null +++ b/phi-2-orange-v2.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b32514e62f258ad648b733037afe5ea5ed155452b005af9ede709113904347fa +size 2098904480 diff --git a/phi-2-orange-v2.Q5_K.gguf b/phi-2-orange-v2.Q5_K.gguf new file mode 100644 index 0000000..8068e98 --- /dev/null +++ b/phi-2-orange-v2.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e867d223d4cd9df6da80fa2e878469518d6d7d34e21775654f4f5619dcd57a86 +size 2003058080 diff --git a/phi-2-orange-v2.Q5_K_M.gguf b/phi-2-orange-v2.Q5_K_M.gguf new file mode 100644 index 0000000..8068e98 --- /dev/null +++ b/phi-2-orange-v2.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e867d223d4cd9df6da80fa2e878469518d6d7d34e21775654f4f5619dcd57a86 +size 2003058080 diff --git a/phi-2-orange-v2.Q5_K_S.gguf b/phi-2-orange-v2.Q5_K_S.gguf new file mode 100644 index 0000000..d1fceb9 --- /dev/null +++ b/phi-2-orange-v2.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936d8ee3bf08018e95f210dcbc2c4c5363322dc91ca432a2958a637851e3636f +size 1933426080 diff --git a/phi-2-orange-v2.Q6_K.gguf b/phi-2-orange-v2.Q6_K.gguf new file mode 100644 index 0000000..4dea82d --- /dev/null +++ b/phi-2-orange-v2.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75a9e2f2e13892834f09c17f48ebbdca9feb130335b2c90025dc988b989fdf7 +size 2285067680 diff --git a/phi-2-orange-v2.Q8_0.gguf b/phi-2-orange-v2.Q8_0.gguf new file mode 100644 index 0000000..ffd8fad --- /dev/null +++ b/phi-2-orange-v2.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa5a0862d0c7a47ee8c0ddf87a106952493786f41106be664f630070bddda99 +size 2958040480