From d6c0ce7bcba72c0cea70492ac7426646a4794406 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 18 May 2026 13:32:41 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++++ ...a3.1-s-instruct-v0.3-phase-3.i1-IQ1_M.gguf | 3 + ...a3.1-s-instruct-v0.3-phase-3.i1-IQ1_S.gguf | 3 + ...a3.1-s-instruct-v0.3-phase-3.i1-IQ2_M.gguf | 3 + ...a3.1-s-instruct-v0.3-phase-3.i1-IQ2_S.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-IQ2_XS.gguf | 3 + ....1-s-instruct-v0.3-phase-3.i1-IQ2_XXS.gguf | 3 + ...a3.1-s-instruct-v0.3-phase-3.i1-IQ3_M.gguf | 3 + ...a3.1-s-instruct-v0.3-phase-3.i1-IQ3_S.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-IQ3_XS.gguf | 3 + ....1-s-instruct-v0.3-phase-3.i1-IQ3_XXS.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-IQ4_NL.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-IQ4_XS.gguf | 3 + ...ma3.1-s-instruct-v0.3-phase-3.i1-Q2_K.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q2_K_S.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q3_K_L.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q3_K_M.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q3_K_S.gguf | 3 + ...ma3.1-s-instruct-v0.3-phase-3.i1-Q4_0.gguf | 3 + ...ma3.1-s-instruct-v0.3-phase-3.i1-Q4_1.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q4_K_M.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q4_K_S.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q5_K_M.gguf | 3 + ...3.1-s-instruct-v0.3-phase-3.i1-Q5_K_S.gguf | 3 + ...ma3.1-s-instruct-v0.3-phase-3.i1-Q6_K.gguf | 3 + README.md | 80 +++++++++++++++++++ 26 files changed, 211 insertions(+) create mode 100644 .gitattributes create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_M.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_S.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_M.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_S.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XS.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XXS.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_M.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_S.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XS.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XXS.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_NL.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_XS.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K_S.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_L.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_M.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_S.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_0.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_1.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_M.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_S.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_M.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_S.gguf create mode 100644 Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q6_K.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ead7b84 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_M.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_M.gguf new file mode 100644 index 0000000..548c57f --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61af676994467ca82b02fd4e70b172b7ff81e5ec96802b7047051ed894c6e4e +size 2164133280 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_S.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_S.gguf new file mode 100644 index 0000000..c94a7cf --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c7be27e7d94156f62ea551e349fe06b0371692d3ebe2e98e4b637da8803252 +size 2021789088 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_M.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_M.gguf new file mode 100644 index 0000000..b10c080 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58903673343681013f3b2fed5d872f567822b3fc63cc33384f3851a0db6391d0 +size 2950656640 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_S.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_S.gguf new file mode 100644 index 0000000..b8a3a05 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1338c26cadcf05f54459f8cbe06977a2e7e8ffe2c7f45c2478634b2a7bed7bba +size 2760864384 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XS.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XS.gguf new file mode 100644 index 0000000..df1ce06 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e03a0039792db440dbcc6916a3b0a75d57fc03531136676766608638cd5e26 +size 2607943072 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XXS.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..dbab8d2 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d160f585e7a253ff683574182bf724ed3bfe47788c31441f0ff536b1363dc82 +size 2401373600 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_M.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_M.gguf new file mode 100644 index 0000000..f09aa98 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a883caf8754de95363d6ed7b4d521661b069007a13e68a2067c9661dd2c7505 +size 3787479264 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_S.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_S.gguf new file mode 100644 index 0000000..07d84bd --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fb9d9d5f3a21c6011f1baf9f12e10eba5f67cacacc30b872d5d2f740f9ef70a +size 3684980960 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XS.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XS.gguf new file mode 100644 index 0000000..454db48 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493053f24089a59c778c892b30ed1fd2d9c7d42fe3eef07305ea6a237a724d8d +size 3521403104 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XXS.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8c24248 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb99d24334bd407bc79a5315dcc4eb56cb69753409d4beb8074fbac9b9ca7da +size 3277288064 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_NL.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_NL.gguf new file mode 100644 index 0000000..be269e9 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ffbe121a62e40ed138ebd2fcd179d07a052a4b39ffd9e23a191be56fc58595 +size 4680924992 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_XS.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0010ab4 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622b0af3b874df5d8df84a5922629c8306b32a8c20921656c86d4c03a89058ba +size 4450532800 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K.gguf new file mode 100644 index 0000000..b22d057 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b49e2aae415242c85b7e98a004c7b159ceac2e229074fe35588792f89173de4 +size 3181573120 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K_S.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K_S.gguf new file mode 100644 index 0000000..bec39db --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5402106eb31c60b2131da42ddb29321bfbc20b6f52cab8c3718fa0c8b4d57ec +size 2991256576 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_L.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_L.gguf new file mode 100644 index 0000000..5661ed3 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d360dff1318fd69f9b60feccd424e30e487afd35fa714caf82931054b9768a +size 4324612320 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_M.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_M.gguf new file mode 100644 index 0000000..713db95 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d30001c291e367077b08a13cfeb418ec4c10f601e67b4327d84a8636a1bc6ab +size 4021573856 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_S.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_S.gguf new file mode 100644 index 0000000..627d7f2 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69af18c2344230a849e4e21dcfeca9c700d8367947a798b753d9e59daf050886 +size 3667155168 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_0.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_0.gguf new file mode 100644 index 0000000..c6072ff --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3fc502229cc27a89f8642cd66ea5c7cfe3c456e2dc99fefaa6a44b96b16590 +size 4678827840 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_1.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_1.gguf new file mode 100644 index 0000000..a560613 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3def762829bfc1da4306328a782cdf2bf73d0388327193d976bbd868cd9afec6 +size 5133320768 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_M.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9cb1a97 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1492b3475d9a95b87979b4908b7585269716113208e83139ecbb30532a8bc676 +size 4923670336 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_S.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_S.gguf new file mode 100644 index 0000000..5ed96ed --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d9a5d6573cabf971d12b78f894ff75f460585811d01dc26013eef6a26c76bca +size 4695605056 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_M.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_M.gguf new file mode 100644 index 0000000..f1e792b --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e2dbf9c2277cbe38a1018d9913f18502744572bb9b4e2bd5dbf65f65840ef2 +size 5736187200 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_S.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8b40b19 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a94bbb9d47ddac1caa93d0ab036e56f8c38c4301eec1a69a538d119bf6b1344 +size 5602493760 diff --git a/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q6_K.gguf b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q6_K.gguf new file mode 100644 index 0000000..9d5ed69 --- /dev/null +++ b/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994f9c77f6580ea04e4356340ba3c2d8745b53ac22e1db275c6952a0b751851c +size 6599486368 diff --git a/README.md b/README.md new file mode 100644 index 0000000..59a5766 --- /dev/null +++ b/README.md @@ -0,0 +1,80 @@ +--- +base_model: Menlo/Ichigo-llama3.1-s-instruct-v0.3-phase-3 +datasets: +- homebrewltd/instruction-speech-whispervq-v2 +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- sound language model +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Menlo/Ichigo-llama3.1-s-instruct-v0.3-phase-3 + + +static quants are available at https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ2_M.gguf) | i1-IQ2_M | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Ichigo-llama3.1-s-instruct-v0.3-phase-3-i1-GGUF/resolve/main/Ichigo-llama3.1-s-instruct-v0.3-phase-3.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +