commit eae4c55be90cf1397f273573fca742a3a03955bf Author: ModelHub XC Date: Fri Sep 18 03:24:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: allenai/OLMoE-1B-7B-0125-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3948f7b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OLMoE-1B-7B-0125-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OLMoE-1B-7B-0125-Instruct-F16.gguf b/OLMoE-1B-7B-0125-Instruct-F16.gguf new file mode 100644 index 0000000..62d691a --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9258178b1bbab5726901d4d25ef54be8e68bf93ad26af4bbab50400bc8da20e +size 13844566016 diff --git a/OLMoE-1B-7B-0125-Instruct-Q2_K.gguf b/OLMoE-1B-7B-0125-Instruct-Q2_K.gguf new file mode 100644 index 0000000..a2bb92d --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b07693cb296ba7bb8ca167d2fc2e71689cc4faa9c6a588bccaabdfb823991b +size 2562762752 diff --git a/OLMoE-1B-7B-0125-Instruct-Q3_K_L.gguf b/OLMoE-1B-7B-0125-Instruct-Q3_K_L.gguf new file mode 100644 index 0000000..da8c9a3 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a93444f2135f0579beda8217f3c24881836c40166658ad37b116369a669fbe +size 3611316224 diff --git a/OLMoE-1B-7B-0125-Instruct-Q3_K_M.gguf b/OLMoE-1B-7B-0125-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..da3dd40 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfb61d4109f7c28886b701a203007871d99f386c9cb6b09780eea72a943d773 +size 3343929344 diff --git a/OLMoE-1B-7B-0125-Instruct-Q3_K_S.gguf b/OLMoE-1B-7B-0125-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..a8fd252 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d717e0186d3e575c69d80939553fbea5632c9a31b37bc88d80c3bfe8e9c619 +size 3023065088 diff --git a/OLMoE-1B-7B-0125-Instruct-Q4_0.gguf b/OLMoE-1B-7B-0125-Instruct-Q4_0.gguf new file mode 100644 index 0000000..2e4e186 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df43bd738dfdcbe889c5f854120c271e9e53e2c624f212ac2523f8bc11ae9bf3 +size 3928038048 diff --git a/OLMoE-1B-7B-0125-Instruct-Q4_K_M.gguf b/OLMoE-1B-7B-0125-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..aa557e0 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddc0e53159ed512b8dd67914a66e27bc618f694672ba43a9a0454eabd9c684f +size 4213512192 diff --git a/OLMoE-1B-7B-0125-Instruct-Q4_K_S.gguf b/OLMoE-1B-7B-0125-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..cfcb0ca --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6df496ffb8a1e920a5d95abb1e3cd47e07f67e47fca31fb922fc31e2f4f13d1 +size 3963688960 diff --git a/OLMoE-1B-7B-0125-Instruct-Q5_0.gguf b/OLMoE-1B-7B-0125-Instruct-Q5_0.gguf new file mode 100644 index 0000000..6ff9050 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0f2e0cfc65daed22d547c1dced4c1443fb2e9e942cf759786baa426bc8f9fb +size 4779776000 diff --git a/OLMoE-1B-7B-0125-Instruct-Q5_K_M.gguf b/OLMoE-1B-7B-0125-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..0336597 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0715859ef805d059ca8c9b1e6ddf228854c2f86a0fa04da10d635ebab03df09c +size 4926838784 diff --git a/OLMoE-1B-7B-0125-Instruct-Q5_K_S.gguf b/OLMoE-1B-7B-0125-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..52d840f --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd2b095e44cca2905d356cf963ed5722de3aa61068db031940431b846ec99f6 +size 4779776000 diff --git a/OLMoE-1B-7B-0125-Instruct-Q6_K.gguf b/OLMoE-1B-7B-0125-Instruct-Q6_K.gguf new file mode 100644 index 0000000..c50d674 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075a946cf693221a409054e86051b560ac688518476d2a87cc57c77a5103f224 +size 5684748288 diff --git a/OLMoE-1B-7B-0125-Instruct-Q8_0.gguf b/OLMoE-1B-7B-0125-Instruct-Q8_0.gguf new file mode 100644 index 0000000..74f2278 --- /dev/null +++ b/OLMoE-1B-7B-0125-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4e5c4f4925fc3b685b77f6f04a2647d964b768127d329a7cd421ca8e8259f39 +size 7359942656 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a9e3c96 --- /dev/null +++ b/README.md @@ -0,0 +1 @@ +GGUF version of https://huggingface.co/allenai/OLMoE-1B-7B-0125-Instruct \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file