From 370a47b04b6e8eea0a1e0c5547d5f65cfd46715f Mon Sep 17 00:00:00 2001 From: Maziyar Panahi Date: Wed, 21 Feb 2024 20:03:41 +0000 Subject: [PATCH] Upload folder using huggingface_hub --- .gitattributes | 11 +++++++++++ gemma-7b-it.Q2_K.gguf | 3 +++ gemma-7b-it.Q3_K_L.gguf | 3 +++ gemma-7b-it.Q3_K_M.gguf | 3 +++ gemma-7b-it.Q3_K_S.gguf | 3 +++ gemma-7b-it.Q4_K_M.gguf | 3 +++ gemma-7b-it.Q4_K_S.gguf | 3 +++ gemma-7b-it.Q5_K_M.gguf | 3 +++ gemma-7b-it.Q5_K_S.gguf | 3 +++ gemma-7b-it.Q6_K.gguf | 3 +++ gemma-7b-it.Q8_0.gguf | 3 +++ gemma-7b-it.fp16.gguf | 3 +++ 12 files changed, 44 insertions(+) create mode 100644 gemma-7b-it.Q2_K.gguf create mode 100644 gemma-7b-it.Q3_K_L.gguf create mode 100644 gemma-7b-it.Q3_K_M.gguf create mode 100644 gemma-7b-it.Q3_K_S.gguf create mode 100644 gemma-7b-it.Q4_K_M.gguf create mode 100644 gemma-7b-it.Q4_K_S.gguf create mode 100644 gemma-7b-it.Q5_K_M.gguf create mode 100644 gemma-7b-it.Q5_K_S.gguf create mode 100644 gemma-7b-it.Q6_K.gguf create mode 100644 gemma-7b-it.Q8_0.gguf create mode 100644 gemma-7b-it.fp16.gguf diff --git a/.gitattributes b/.gitattributes index a6344aa..388bc1c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-7b-it.fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/gemma-7b-it.Q2_K.gguf b/gemma-7b-it.Q2_K.gguf new file mode 100644 index 0000000..1a06afd --- /dev/null +++ b/gemma-7b-it.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42da10502fd6ed21f1f12ea89f5ba3af09595cf064280ae7a7c7a20612331446 +size 3094507680 diff --git a/gemma-7b-it.Q3_K_L.gguf b/gemma-7b-it.Q3_K_L.gguf new file mode 100644 index 0000000..296d99a --- /dev/null +++ b/gemma-7b-it.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d502df64ae27dc02e44567463184d9a00e433c02c73867dbe653d4dc3ed346 +size 4402039968 diff --git a/gemma-7b-it.Q3_K_M.gguf b/gemma-7b-it.Q3_K_M.gguf new file mode 100644 index 0000000..c486cc4 --- /dev/null +++ b/gemma-7b-it.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339f8d1ad6dcea6308310d401cb39b42ce781acd8b31fc65a9d49ee74aae1af1 +size 4062301344 diff --git a/gemma-7b-it.Q3_K_S.gguf b/gemma-7b-it.Q3_K_S.gguf new file mode 100644 index 0000000..b050aa1 --- /dev/null +++ b/gemma-7b-it.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ccb60c83b6aa7065233dd06f2466461317866de507435c9c4a565607edb8978 +size 3675376800 diff --git a/gemma-7b-it.Q4_K_M.gguf b/gemma-7b-it.Q4_K_M.gguf new file mode 100644 index 0000000..117737b --- /dev/null +++ b/gemma-7b-it.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd87fc03fe3d651ac419ae35f4a0e6d861167db156572b6c4b90fb81822a3547 +size 5127231648 diff --git a/gemma-7b-it.Q4_K_S.gguf b/gemma-7b-it.Q4_K_S.gguf new file mode 100644 index 0000000..47464e1 --- /dev/null +++ b/gemma-7b-it.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b485d0a4e68fcb01a6265b5d1373bcb08f8cc9f27b177add95134bf05fab87 +size 4843919520 diff --git a/gemma-7b-it.Q5_K_M.gguf b/gemma-7b-it.Q5_K_M.gguf new file mode 100644 index 0000000..2c59a54 --- /dev/null +++ b/gemma-7b-it.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601ea5510042eb36434b85c024f8182350ed9b96b2efeee0157c8035a9042b79 +size 6040328352 diff --git a/gemma-7b-it.Q5_K_S.gguf b/gemma-7b-it.Q5_K_S.gguf new file mode 100644 index 0000000..233e6f5 --- /dev/null +++ b/gemma-7b-it.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d126be2d6a308c9c95dbcc667db20c55ee12cff9eb56529ad680dac94d12bd +size 5876553888 diff --git a/gemma-7b-it.Q6_K.gguf b/gemma-7b-it.Q6_K.gguf new file mode 100644 index 0000000..ebeb90b --- /dev/null +++ b/gemma-7b-it.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06c44fb30feac4c7d681baf4c68e9d2df45fe624ce22f3a9bad45a8de711dd32 +size 7010493600 diff --git a/gemma-7b-it.Q8_0.gguf b/gemma-7b-it.Q8_0.gguf new file mode 100644 index 0000000..0dd6d26 --- /dev/null +++ b/gemma-7b-it.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6daf2627518df1d55e8d8c8ca874909cb4f69f4ab863bffc7a0bb7636509bbb6 +size 9078266016 diff --git a/gemma-7b-it.fp16.gguf b/gemma-7b-it.fp16.gguf new file mode 100644 index 0000000..97b6bac --- /dev/null +++ b/gemma-7b-it.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82ed67cc4c2d9384a67cedd8b07950b71fa06e4a2e0c6ae9cabfad094d67e234 +size 34158344288