From a0845bd4f048b45b58bfe6580fc0a065e61120a8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 31 Aug 2026 02:42:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nopperl/OLMo-7B-GGUF Source: Original Platform --- .gitattributes | 36 ++++++++++++++++++++++++++++++++++++ OLMo-7B.IQ4_XS.gguf | 3 +++ OLMo-7B.Q2_K.gguf | 3 +++ OLMo-7B.Q3_K_L.gguf | 3 +++ OLMo-7B.Q3_K_M.gguf | 3 +++ OLMo-7B.Q3_K_S.gguf | 3 +++ OLMo-7B.Q4_K_M.gguf | 3 +++ OLMo-7B.Q4_K_S.gguf | 3 +++ OLMo-7B.Q5_K_M.gguf | 3 +++ OLMo-7B.Q5_K_S.gguf | 3 +++ OLMo-7B.Q6_K.gguf | 3 +++ OLMo-7B.Q8_0.gguf | 3 +++ OLMo-7B.f16.gguf | 3 +++ README.md | 15 +++++++++++++++ 14 files changed, 87 insertions(+) create mode 100644 .gitattributes create mode 100644 OLMo-7B.IQ4_XS.gguf create mode 100644 OLMo-7B.Q2_K.gguf create mode 100644 OLMo-7B.Q3_K_L.gguf create mode 100644 OLMo-7B.Q3_K_M.gguf create mode 100644 OLMo-7B.Q3_K_S.gguf create mode 100644 OLMo-7B.Q4_K_M.gguf create mode 100644 OLMo-7B.Q4_K_S.gguf create mode 100644 OLMo-7B.Q5_K_M.gguf create mode 100644 OLMo-7B.Q5_K_S.gguf create mode 100644 OLMo-7B.Q6_K.gguf create mode 100644 OLMo-7B.Q8_0.gguf create mode 100644 OLMo-7B.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f15b49c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OLMo-7B.IQ4_XS.gguf b/OLMo-7B.IQ4_XS.gguf new file mode 100644 index 0000000..3a59870 --- /dev/null +++ b/OLMo-7B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e7c58de0e433b06ed881a529650dfc341e496d61c96ad3d1005a6a991dd3b5a +size 3748823776 diff --git a/OLMo-7B.Q2_K.gguf b/OLMo-7B.Q2_K.gguf new file mode 100644 index 0000000..befd405 --- /dev/null +++ b/OLMo-7B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e139635b0197cd69166e5e8c85fd268365d0601b5058f21a9ef4c3587f3990de +size 2618942176 diff --git a/OLMo-7B.Q3_K_L.gguf b/OLMo-7B.Q3_K_L.gguf new file mode 100644 index 0000000..4b4f3ab --- /dev/null +++ b/OLMo-7B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8cabefcec47cf664ce346392bdabb35a43a28e757d79a16b2bff93019de7432 +size 3690803936 diff --git a/OLMo-7B.Q3_K_M.gguf b/OLMo-7B.Q3_K_M.gguf new file mode 100644 index 0000000..a9a5b3d --- /dev/null +++ b/OLMo-7B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c931c674c4f31817172c50d2685e1acbefa6b5061b4dd4cbedf9bdf11519b3 +size 3391697632 diff --git a/OLMo-7B.Q3_K_S.gguf b/OLMo-7B.Q3_K_S.gguf new file mode 100644 index 0000000..9b64b94 --- /dev/null +++ b/OLMo-7B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20d97de420fb5e96cb74d0c19c4ede237a058c4ca84ed6e78e70a3240d2cefd +size 3041997536 diff --git a/OLMo-7B.Q4_K_M.gguf b/OLMo-7B.Q4_K_M.gguf new file mode 100644 index 0000000..db72c3c --- /dev/null +++ b/OLMo-7B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cdbebae69df9773dec1545e534b0418b1fd39e5da87977c9c9cd8c15625f93b +size 4184654560 diff --git a/OLMo-7B.Q4_K_S.gguf b/OLMo-7B.Q4_K_S.gguf new file mode 100644 index 0000000..6382d04 --- /dev/null +++ b/OLMo-7B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c8d61d51d0238043c264761c65b922b03bc8718a537fdb24b7d7008755cfa06 +size 3960390368 diff --git a/OLMo-7B.Q5_K_M.gguf b/OLMo-7B.Q5_K_M.gguf new file mode 100644 index 0000000..cf59b10 --- /dev/null +++ b/OLMo-7B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e089f623c9b2ea4b978d51bdcb50c4a4db007485f9e4b21e709fee9dd19388af +size 4896178912 diff --git a/OLMo-7B.Q5_K_S.gguf b/OLMo-7B.Q5_K_S.gguf new file mode 100644 index 0000000..ae3eba6 --- /dev/null +++ b/OLMo-7B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783c30a1c3de7ca2693813880514acaf7469dc75b33d0ec64dc8c429e46f5cb3 +size 4764713696 diff --git a/OLMo-7B.Q6_K.gguf b/OLMo-7B.Q6_K.gguf new file mode 100644 index 0000000..63055fd --- /dev/null +++ b/OLMo-7B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b65975fd76cb0a319504b1fd523f24f795362939feec1a920b94862cb0188a +size 5652173536 diff --git a/OLMo-7B.Q8_0.gguf b/OLMo-7B.Q8_0.gguf new file mode 100644 index 0000000..c9f5038 --- /dev/null +++ b/OLMo-7B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e73ea8157db1eab39f45b5fd11278350e909e5fd17cfc1e11890fa4a13a5c4 +size 7320384224 diff --git a/OLMo-7B.f16.gguf b/OLMo-7B.f16.gguf new file mode 100644 index 0000000..741d3ed --- /dev/null +++ b/OLMo-7B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff2bfc53d7a2e9f5faf71612a8edafac4c556d3db6bb349ff51b572575b0188 +size 13777973952 diff --git a/README.md b/README.md new file mode 100644 index 0000000..f444406 --- /dev/null +++ b/README.md @@ -0,0 +1,15 @@ +--- +language: +- en +license: apache-2.0 +model_creator: allenai +pipeline_tag: text-generation +--- + +# OLMo-7b-GGUF + +This repo contains GGUF files of the [allenai/OLMo-7B-hf](https://huggingface.co/allenai/OLMo-7B-hf) model. These files can be used with [llama.cpp](https://github.com/ggerganov/llama.cpp) or other software like [ollama](https://github.com/ollama/ollama) and [LM Studio](https://lmstudio.ai/). Most quanitzation versions are provided. + +Note: this is a base model, not an instruction-tuned model. Hence, there is no specified prompt template. + +For GGUF conversions of other OLMo versions, refer to [nopperl/OLMo-1B-GGUF](https://huggingface.co/nopperl/OLMo-1B-GGUF) and [nopperl/OLMo-1.7-7B-GGUF](https://huggingface.co/nopperl/OLMo-1.7-7B-GGUF).