From e9812acbe1f0d9218710f5eeb73c1f7b31a18011 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 04:54:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++ Platypus2-13B.IQ3_M.gguf | 3 + Platypus2-13B.IQ3_S.gguf | 3 + Platypus2-13B.IQ3_XS.gguf | 3 + Platypus2-13B.IQ4_NL.gguf | 3 + Platypus2-13B.IQ4_XS.gguf | 3 + Platypus2-13B.Q2_K.gguf | 3 + Platypus2-13B.Q3_K.gguf | 3 + Platypus2-13B.Q3_K_L.gguf | 3 + Platypus2-13B.Q3_K_M.gguf | 3 + Platypus2-13B.Q3_K_S.gguf | 3 + Platypus2-13B.Q4_0.gguf | 3 + Platypus2-13B.Q4_1.gguf | 3 + Platypus2-13B.Q4_K.gguf | 3 + Platypus2-13B.Q4_K_M.gguf | 3 + Platypus2-13B.Q4_K_S.gguf | 3 + Platypus2-13B.Q5_0.gguf | 3 + Platypus2-13B.Q5_1.gguf | 3 + Platypus2-13B.Q5_K.gguf | 3 + Platypus2-13B.Q5_K_M.gguf | 3 + Platypus2-13B.Q5_K_S.gguf | 3 + Platypus2-13B.Q6_K.gguf | 3 + Platypus2-13B.Q8_0.gguf | 3 + README.md | 165 ++++++++++++++++++++++++++++++++++++++ 24 files changed, 288 insertions(+) create mode 100644 .gitattributes create mode 100644 Platypus2-13B.IQ3_M.gguf create mode 100644 Platypus2-13B.IQ3_S.gguf create mode 100644 Platypus2-13B.IQ3_XS.gguf create mode 100644 Platypus2-13B.IQ4_NL.gguf create mode 100644 Platypus2-13B.IQ4_XS.gguf create mode 100644 Platypus2-13B.Q2_K.gguf create mode 100644 Platypus2-13B.Q3_K.gguf create mode 100644 Platypus2-13B.Q3_K_L.gguf create mode 100644 Platypus2-13B.Q3_K_M.gguf create mode 100644 Platypus2-13B.Q3_K_S.gguf create mode 100644 Platypus2-13B.Q4_0.gguf create mode 100644 Platypus2-13B.Q4_1.gguf create mode 100644 Platypus2-13B.Q4_K.gguf create mode 100644 Platypus2-13B.Q4_K_M.gguf create mode 100644 Platypus2-13B.Q4_K_S.gguf create mode 100644 Platypus2-13B.Q5_0.gguf create mode 100644 Platypus2-13B.Q5_1.gguf create mode 100644 Platypus2-13B.Q5_K.gguf create mode 100644 Platypus2-13B.Q5_K_M.gguf create mode 100644 Platypus2-13B.Q5_K_S.gguf create mode 100644 Platypus2-13B.Q6_K.gguf create mode 100644 Platypus2-13B.Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..acf3eab --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Platypus2-13B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Platypus2-13B.IQ3_M.gguf b/Platypus2-13B.IQ3_M.gguf new file mode 100644 index 0000000..6f4fb07 --- /dev/null +++ b/Platypus2-13B.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b263f4aab2ebc25f17516efe82c6792f06873947d9f5f54a5874cca35d8c009 +size 5984509920 diff --git a/Platypus2-13B.IQ3_S.gguf b/Platypus2-13B.IQ3_S.gguf new file mode 100644 index 0000000..a9b6912 --- /dev/null +++ b/Platypus2-13B.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f9040f981c0cc34f10f239b29f66e7b049de90660b8dc0f2f2db45d49a45a2e +size 5658980320 diff --git a/Platypus2-13B.IQ3_XS.gguf b/Platypus2-13B.IQ3_XS.gguf new file mode 100644 index 0000000..fef6f73 --- /dev/null +++ b/Platypus2-13B.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8c7e9f038c3a281a2e91518217a7c224ab0ae24ab43582c08a9120196c8f01 +size 5361610720 diff --git a/Platypus2-13B.IQ4_NL.gguf b/Platypus2-13B.IQ4_NL.gguf new file mode 100644 index 0000000..6837d5f --- /dev/null +++ b/Platypus2-13B.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481b24e8ecb2eb23bc9058cf6aa02f14f4a5ed492ca95260ad243b952cb03be9 +size 7410071520 diff --git a/Platypus2-13B.IQ4_XS.gguf b/Platypus2-13B.IQ4_XS.gguf new file mode 100644 index 0000000..c63c215 --- /dev/null +++ b/Platypus2-13B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d8187411b68637b2f8a43d83a54359edf40b72123ecd71ecfb767a9970bb7f +size 7019517920 diff --git a/Platypus2-13B.Q2_K.gguf b/Platypus2-13B.Q2_K.gguf new file mode 100644 index 0000000..e29b279 --- /dev/null +++ b/Platypus2-13B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2072cdc1de6fab5325ac247aa08a5db91c6510b6b9543965811aeafd753416cc +size 4854269920 diff --git a/Platypus2-13B.Q3_K.gguf b/Platypus2-13B.Q3_K.gguf new file mode 100644 index 0000000..6445571 --- /dev/null +++ b/Platypus2-13B.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba915a4caa21e7b0b0c26e870baab1646d8207b51769970d357f5664fa10767 +size 6337769440 diff --git a/Platypus2-13B.Q3_K_L.gguf b/Platypus2-13B.Q3_K_L.gguf new file mode 100644 index 0000000..81b3b63 --- /dev/null +++ b/Platypus2-13B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41bcc2010ccee40dab47b11ec382eb9f1c5084d65f95c8fe9be90c2b90aed731 +size 6929559520 diff --git a/Platypus2-13B.Q3_K_M.gguf b/Platypus2-13B.Q3_K_M.gguf new file mode 100644 index 0000000..6445571 --- /dev/null +++ b/Platypus2-13B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba915a4caa21e7b0b0c26e870baab1646d8207b51769970d357f5664fa10767 +size 6337769440 diff --git a/Platypus2-13B.Q3_K_S.gguf b/Platypus2-13B.Q3_K_S.gguf new file mode 100644 index 0000000..753e0aa --- /dev/null +++ b/Platypus2-13B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130fa843aafe9ca5311819577adf442c7f09840e3fc64f696c5a0d2795859ab8 +size 5658980320 diff --git a/Platypus2-13B.Q4_0.gguf b/Platypus2-13B.Q4_0.gguf new file mode 100644 index 0000000..9f3b0b0 --- /dev/null +++ b/Platypus2-13B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1841dcdeabcb7fc2d448ce89d17b28ede04d4db4e187c28c23b2b0b6bb7f9c +size 7365834720 diff --git a/Platypus2-13B.Q4_1.gguf b/Platypus2-13B.Q4_1.gguf new file mode 100644 index 0000000..21aa2e9 --- /dev/null +++ b/Platypus2-13B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f763865c0f2b5db401395c47d615391e051118a1c9ffcf9c0c5bc4a66b2edff +size 8169060320 diff --git a/Platypus2-13B.Q4_K.gguf b/Platypus2-13B.Q4_K.gguf new file mode 100644 index 0000000..5c995d8 --- /dev/null +++ b/Platypus2-13B.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43567cd736dc97fcf663022a3ee30661ab132fea9310e5a2b827ac88a1525f5 +size 7865956320 diff --git a/Platypus2-13B.Q4_K_M.gguf b/Platypus2-13B.Q4_K_M.gguf new file mode 100644 index 0000000..5c995d8 --- /dev/null +++ b/Platypus2-13B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43567cd736dc97fcf663022a3ee30661ab132fea9310e5a2b827ac88a1525f5 +size 7865956320 diff --git a/Platypus2-13B.Q4_K_S.gguf b/Platypus2-13B.Q4_K_S.gguf new file mode 100644 index 0000000..7f2529b --- /dev/null +++ b/Platypus2-13B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60428095e80893946f8138ce68b1cae74fc2a652f1de299530af141f2482d961 +size 7423178720 diff --git a/Platypus2-13B.Q5_0.gguf b/Platypus2-13B.Q5_0.gguf new file mode 100644 index 0000000..d040075 --- /dev/null +++ b/Platypus2-13B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75738fc6c6a3cf11a18ed2d04286f91548eb83495b074dc8dbbea1dd13ac24a7 +size 8972285920 diff --git a/Platypus2-13B.Q5_1.gguf b/Platypus2-13B.Q5_1.gguf new file mode 100644 index 0000000..4898ea8 --- /dev/null +++ b/Platypus2-13B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2799b5c1cbc9b941e439920e7a0d87281bfe7624bdf98da27c31d19eabb84c0 +size 9775511520 diff --git a/Platypus2-13B.Q5_K.gguf b/Platypus2-13B.Q5_K.gguf new file mode 100644 index 0000000..0acfd8d --- /dev/null +++ b/Platypus2-13B.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085575f229232cd0b74d69cbc536e2dfc9ccca226689d24fa249abe425550541 +size 9229924320 diff --git a/Platypus2-13B.Q5_K_M.gguf b/Platypus2-13B.Q5_K_M.gguf new file mode 100644 index 0000000..0acfd8d --- /dev/null +++ b/Platypus2-13B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085575f229232cd0b74d69cbc536e2dfc9ccca226689d24fa249abe425550541 +size 9229924320 diff --git a/Platypus2-13B.Q5_K_S.gguf b/Platypus2-13B.Q5_K_S.gguf new file mode 100644 index 0000000..f55d822 --- /dev/null +++ b/Platypus2-13B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181c16510266f1b8f1216374f7a36e518151d2f5d154ed03fa1eef0f5565a311 +size 8972285920 diff --git a/Platypus2-13B.Q6_K.gguf b/Platypus2-13B.Q6_K.gguf new file mode 100644 index 0000000..c475d12 --- /dev/null +++ b/Platypus2-13B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4dbd944371a1284510984985cf43e6a5ec47f76ef56b8ef6b25f123967479f0 +size 10679140320 diff --git a/Platypus2-13B.Q8_0.gguf b/Platypus2-13B.Q8_0.gguf new file mode 100644 index 0000000..3998c98 --- /dev/null +++ b/Platypus2-13B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f56111a4ed58971a66b601b7339f94213c5bd35803929fda73613609c4b60c +size 13831319520 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a1eb916 --- /dev/null +++ b/README.md @@ -0,0 +1,165 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Platypus2-13B - GGUF +- Model creator: https://huggingface.co/garage-bAInd/ +- Original model: https://huggingface.co/garage-bAInd/Platypus2-13B/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Platypus2-13B.Q2_K.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q2_K.gguf) | Q2_K | 4.52GB | +| [Platypus2-13B.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.IQ3_XS.gguf) | IQ3_XS | 4.99GB | +| [Platypus2-13B.IQ3_S.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.IQ3_S.gguf) | IQ3_S | 5.27GB | +| [Platypus2-13B.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q3_K_S.gguf) | Q3_K_S | 5.27GB | +| [Platypus2-13B.IQ3_M.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.IQ3_M.gguf) | IQ3_M | 5.57GB | +| [Platypus2-13B.Q3_K.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q3_K.gguf) | Q3_K | 5.9GB | +| [Platypus2-13B.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q3_K_M.gguf) | Q3_K_M | 5.9GB | +| [Platypus2-13B.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q3_K_L.gguf) | Q3_K_L | 6.45GB | +| [Platypus2-13B.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.IQ4_XS.gguf) | IQ4_XS | 6.54GB | +| [Platypus2-13B.Q4_0.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q4_0.gguf) | Q4_0 | 6.86GB | +| [Platypus2-13B.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.IQ4_NL.gguf) | IQ4_NL | 6.9GB | +| [Platypus2-13B.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q4_K_S.gguf) | Q4_K_S | 6.91GB | +| [Platypus2-13B.Q4_K.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q4_K.gguf) | Q4_K | 7.33GB | +| [Platypus2-13B.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q4_K_M.gguf) | Q4_K_M | 7.33GB | +| [Platypus2-13B.Q4_1.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q4_1.gguf) | Q4_1 | 7.61GB | +| [Platypus2-13B.Q5_0.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q5_0.gguf) | Q5_0 | 8.36GB | +| [Platypus2-13B.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q5_K_S.gguf) | Q5_K_S | 8.36GB | +| [Platypus2-13B.Q5_K.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q5_K.gguf) | Q5_K | 8.6GB | +| [Platypus2-13B.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q5_K_M.gguf) | Q5_K_M | 8.6GB | +| [Platypus2-13B.Q5_1.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q5_1.gguf) | Q5_1 | 9.1GB | +| [Platypus2-13B.Q6_K.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q6_K.gguf) | Q6_K | 9.95GB | +| [Platypus2-13B.Q8_0.gguf](https://huggingface.co/RichardErkhov/garage-bAInd_-_Platypus2-13B-gguf/blob/main/Platypus2-13B.Q8_0.gguf) | Q8_0 | 12.88GB | + + + + +Original model description: +--- +license: cc-by-nc-sa-4.0 +language: +- en +datasets: +- garage-bAInd/Open-Platypus +--- + +# Platypus2-13B + +Platypus-13B is an instruction fine-tuned model based on the LLaMA2-13B transformer architecture. + +![Platty](./Best_Platty_small.jpeg) + +### Model Details + +* **Trained by**: Cole Hunter & Ariel Lee +* **Model type:** **Platypus2-13B** is an auto-regressive language model based on the LLaMA2 transformer architecture. +* **Language(s)**: English +* **License for base weights**: Non-Commercial Creative Commons license ([CC BY-NC-4.0](https://creativecommons.org/licenses/by-nc/4.0/)) + +### Prompt Template +``` +### Instruction: + + (without the <>) + +### Response: +``` + +### Training Dataset + +`garage-bAInd/Platypus2-13B` trained using STEM and logic based dataset [`garage-bAInd/Open-Platypus`](https://huggingface.co/datasets/garage-bAInd/Open-Platypus). + +Please see our [paper](https://arxiv.org/abs/2308.07317) and [project webpage](https://platypus-llm.github.io) for additional information. + +### Training Procedure + +`garage-bAInd/Platypus2-13B` was instruction fine-tuned using LoRA on 1 A100 80GB. For training details and inference instructions please see the [Platypus2](https://github.com/arielnlee/Platypus) GitHub repo. + +### Reproducing Evaluation Results + +Install LM Evaluation Harness: +``` +# clone repository +git clone https://github.com/EleutherAI/lm-evaluation-harness.git +# check out the correct commit +git checkout b281b0921b636bc36ad05c0b0b0763bd6dd43463 +# change to repo directory +cd lm-evaluation-harness +# install +pip install -e . +``` +Each task was evaluated on 1 A100 80GB GPU. + +ARC: +``` +python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-13B --tasks arc_challenge --batch_size 1 --no_cache --write_out --output_path results/Platypus2-13B/arc_challenge_25shot.json --device cuda --num_fewshot 25 +``` + +HellaSwag: +``` +python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-13B --tasks hellaswag --batch_size 1 --no_cache --write_out --output_path results/Platypus2-13B/hellaswag_10shot.json --device cuda --num_fewshot 10 +``` + +MMLU: +``` +python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-13B --tasks hendrycksTest-* --batch_size 1 --no_cache --write_out --output_path results/Platypus2-13B/mmlu_5shot.json --device cuda --num_fewshot 5 +``` + +TruthfulQA: +``` +python main.py --model hf-causal-experimental --model_args pretrained=garage-bAInd/Platypus2-13B --tasks truthfulqa_mc --batch_size 1 --no_cache --write_out --output_path results/Platypus2-13B/truthfulqa_0shot.json --device cuda +``` +### Limitations and bias + +Llama 2 and fine-tuned variants are a new technology that carries risks with use. Testing conducted to date has been in English, and has not covered, nor could it cover all scenarios. For these reasons, as with all LLMs, Llama 2 and any fine-tuned varient's potential outputs cannot be predicted in advance, and the model may in some instances produce inaccurate, biased or other objectionable responses to user prompts. Therefore, before deploying any applications of Llama 2 variants, developers should perform safety testing and tuning tailored to their specific applications of the model. + +Please see the Responsible Use Guide available at https://ai.meta.com/llama/responsible-use-guide/ + +### Citations +```bibtex +@article{platypus2023, + title={Platypus: Quick, Cheap, and Powerful Refinement of LLMs}, + author={Ariel N. Lee and Cole J. Hunter and Nataniel Ruiz}, + booktitle={arXiv preprint arxiv:2308.07317}, + year={2023} +} +``` +```bibtex +@misc{touvron2023llama, + title={Llama 2: Open Foundation and Fine-Tuned Chat Models}, + author={Hugo Touvron and Louis Martin and Kevin Stone and Peter Albert and Amjad Almahairi and Yasmine Babaei and Nikolay Bashlykov year={2023}, + eprint={2307.09288}, + archivePrefix={arXiv}, +} +``` +```bibtex +@inproceedings{ + hu2022lora, + title={Lo{RA}: Low-Rank Adaptation of Large Language Models}, + author={Edward J Hu and Yelong Shen and Phillip Wallis and Zeyuan Allen-Zhu and Yuanzhi Li and Shean Wang and Lu Wang and Weizhu Chen}, + booktitle={International Conference on Learning Representations}, + year={2022}, + url={https://openreview.net/forum?id=nZeVKeeFYf9} +} +``` +# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) +Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_garage-bAInd__Platypus2-13B) + +| Metric | Value | +|-----------------------|---------------------------| +| Avg. | 48.04 | +| ARC (25-shot) | 61.26 | +| HellaSwag (10-shot) | 82.56 | +| MMLU (5-shot) | 56.7 | +| TruthfulQA (0-shot) | 44.86 | +| Winogrande (5-shot) | 76.87 | +| GSM8K (5-shot) | 7.05 | +| DROP (3-shot) | 6.95 | + +