commit c613449374c4b92d613f79df0b133e1ab5b20de5 Author: ModelHub XC Date: Mon Jul 20 04:28:06 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Olmo-3-Think-AIO-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..eb6631c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,125 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +Olmo-3-32B-Think.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.F32.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.F16.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.BF16.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.F32.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.F16.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.BF16.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-7B-Think.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Olmo-3-32B-Think.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Olmo-3-32B-Think.BF16.gguf b/Olmo-3-32B-Think.BF16.gguf new file mode 100644 index 0000000..40e2e47 --- /dev/null +++ b/Olmo-3-32B-Think.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e4846245714d917bc3f8557435852cc9c5306c5f9b46dfe9dea23fe904d523 +size 64472735104 diff --git a/Olmo-3-32B-Think.F16.gguf b/Olmo-3-32B-Think.F16.gguf new file mode 100644 index 0000000..805148e --- /dev/null +++ b/Olmo-3-32B-Think.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b306416baab1348f3176bbe2e2c67a5d74a289f7a71c0ab66bf8c84ac4c3932e +size 64472735104 diff --git a/Olmo-3-32B-Think.F32.gguf b/Olmo-3-32B-Think.F32.gguf new file mode 100644 index 0000000..d6a6fa2 --- /dev/null +++ b/Olmo-3-32B-Think.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442138aff04df7fdf6754e4050c5a6abcdc038cc243d22369d0bd48b32867915 +size 128937672064 diff --git a/Olmo-3-32B-Think.IQ4_XS.gguf b/Olmo-3-32B-Think.IQ4_XS.gguf new file mode 100644 index 0000000..a80d6f0 --- /dev/null +++ b/Olmo-3-32B-Think.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7266f0ff02b8bac8b516d471df4b7e3e5d2897738cdd3ff45d880c6032a1d45b +size 17509084928 diff --git a/Olmo-3-32B-Think.Q2_K.gguf b/Olmo-3-32B-Think.Q2_K.gguf new file mode 100644 index 0000000..d8510c1 --- /dev/null +++ b/Olmo-3-32B-Think.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ab382dd3c0c18bd49c1cb88a1de088f0746b399f0c8d7a9ebb6a8622f1fa27 +size 12005940128 diff --git a/Olmo-3-32B-Think.Q3_K_L.gguf b/Olmo-3-32B-Think.Q3_K_L.gguf new file mode 100644 index 0000000..2c08eb5 --- /dev/null +++ b/Olmo-3-32B-Think.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8846e3224bc74c71b241b145fe288778845d0a044bf96f1435cb2521229696d +size 16912991584 diff --git a/Olmo-3-32B-Think.Q3_K_M.gguf b/Olmo-3-32B-Think.Q3_K_M.gguf new file mode 100644 index 0000000..3be4dab --- /dev/null +++ b/Olmo-3-32B-Think.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc71be177318f39538af3844f8d8719497c4ddaa5f64c2862b07594fa930cbe3 +size 15600960864 diff --git a/Olmo-3-32B-Think.Q3_K_S.gguf b/Olmo-3-32B-Think.Q3_K_S.gguf new file mode 100644 index 0000000..423c011 --- /dev/null +++ b/Olmo-3-32B-Think.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2dc0f5ec3669cd236551d952e739e49e7b137ab5dc62bf362901e91cd1e8d2 +size 14058243424 diff --git a/Olmo-3-32B-Think.Q4_K_M.gguf b/Olmo-3-32B-Think.Q4_K_M.gguf new file mode 100644 index 0000000..8244198 --- /dev/null +++ b/Olmo-3-32B-Think.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ebf83605ff6a06d074d1b079dd9244a2186742602eb9a92a5cf313d2c0096cf +size 19482034368 diff --git a/Olmo-3-32B-Think.Q4_K_S.gguf b/Olmo-3-32B-Think.Q4_K_S.gguf new file mode 100644 index 0000000..c236362 --- /dev/null +++ b/Olmo-3-32B-Think.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cbe14eb5e5df29ce4fcedb93e394c0ebf0346cf0b09c524f4c5c5dd33affb77 +size 18415108288 diff --git a/Olmo-3-32B-Think.Q5_K_M.gguf b/Olmo-3-32B-Think.Q5_K_M.gguf new file mode 100644 index 0000000..8e0b5c9 --- /dev/null +++ b/Olmo-3-32B-Think.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d3f9270be3cdecb680d31db29d4281bf6256b10dc6cc5cea6ce2c7bf8544cf +size 22859712448 diff --git a/Olmo-3-32B-Think.Q5_K_S.gguf b/Olmo-3-32B-Think.Q5_K_S.gguf new file mode 100644 index 0000000..499eb76 --- /dev/null +++ b/Olmo-3-32B-Think.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5e18e9530b1871a7dfaf330bb252e281b4ee5e82da76fe87d38ee5f753c8da +size 22235809728 diff --git a/Olmo-3-32B-Think.Q6_K.gguf b/Olmo-3-32B-Think.Q6_K.gguf new file mode 100644 index 0000000..313a789 --- /dev/null +++ b/Olmo-3-32B-Think.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3661f6dd15bdd0e9721d3550cbba25a62446a2a06906bea1eb0ece44d952fa +size 26448495424 diff --git a/Olmo-3-32B-Think.Q8_0.gguf b/Olmo-3-32B-Think.Q8_0.gguf new file mode 100644 index 0000000..928d7b5 --- /dev/null +++ b/Olmo-3-32B-Think.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273014dfbce991334f0726c9188e007708f73d9cfd52da1be8a94aa265725a5b +size 34254796352 diff --git a/Olmo-3-32B-Think.i1-IQ1_M.gguf b/Olmo-3-32B-Think.i1-IQ1_M.gguf new file mode 100644 index 0000000..a312f63 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c465387100e8c0a8cb18f491bc25f930d4be75972426215af746d63c3bb9fbc +size 7660216608 diff --git a/Olmo-3-32B-Think.i1-IQ1_S.gguf b/Olmo-3-32B-Think.i1-IQ1_S.gguf new file mode 100644 index 0000000..da892f1 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1e3ef1d3e01588efb89dcc420537ad32dec70c0befbacaf2dfbeed42372547 +size 7002562848 diff --git a/Olmo-3-32B-Think.i1-IQ2_M.gguf b/Olmo-3-32B-Think.i1-IQ2_M.gguf new file mode 100644 index 0000000..26f2b70 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71b37607f83011ebb728eb8e2932a29b148889db84cc9539d0972ac56f5583d +size 10965568224 diff --git a/Olmo-3-32B-Think.i1-IQ2_S.gguf b/Olmo-3-32B-Think.i1-IQ2_S.gguf new file mode 100644 index 0000000..ab51ad8 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71e05a223e13fcfa2a7879ea46bcd1a435a3634683dfa152112692230b7fd39 +size 10088696544 diff --git a/Olmo-3-32B-Think.i1-IQ2_XS.gguf b/Olmo-3-32B-Think.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e4a75f5 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:180e8ca2fd15df905df6324ba88c6914049c33e71986c529641d817cf206575f +size 9685606688 diff --git a/Olmo-3-32B-Think.i1-IQ2_XXS.gguf b/Olmo-3-32B-Think.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..676090b --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64f8d5f3fb7c90c8be135e0c39b95a5e9a6c73da05f046deba495b35d182a840 +size 8756306208 diff --git a/Olmo-3-32B-Think.i1-IQ3_M.gguf b/Olmo-3-32B-Think.i1-IQ3_M.gguf new file mode 100644 index 0000000..d73ab24 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc9ee87e3ad3a820017da3726bbc5c3440c386de41261bedebc46285e40d0c4 +size 14476035680 diff --git a/Olmo-3-32B-Think.i1-IQ3_S.gguf b/Olmo-3-32B-Think.i1-IQ3_S.gguf new file mode 100644 index 0000000..50af050 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0be31433973f509530500b75c51eefe761f11fb8b6715834671e1a4fc2fcc6 +size 14102808160 diff --git a/Olmo-3-32B-Think.i1-IQ3_XS.gguf b/Olmo-3-32B-Think.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3bece6a --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5957d8a6828b10e95bbc221ffdcf6c4a142a9ea3bbd00ef5da9abd0f438fdb28 +size 13371426400 diff --git a/Olmo-3-32B-Think.i1-IQ3_XXS.gguf b/Olmo-3-32B-Think.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..9079d31 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dd43cec009e188afdf2787a2e9769a63188bbe7f494da552002a4eafd3a982f +size 12540398304 diff --git a/Olmo-3-32B-Think.i1-IQ4_XS.gguf b/Olmo-3-32B-Think.i1-IQ4_XS.gguf new file mode 100644 index 0000000..41bcd18 --- /dev/null +++ b/Olmo-3-32B-Think.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4857bff50b07057d28231a3b71636e660b15b85a9c9f13b484e19dd1814124 +size 17332137984 diff --git a/Olmo-3-32B-Think.i1-Q2_K.gguf b/Olmo-3-32B-Think.i1-Q2_K.gguf new file mode 100644 index 0000000..9a8b79b --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3176df2cfc64b925696f92abb58d55030dc32f9e1fd247ac00f2e51adc289283 +size 12005940384 diff --git a/Olmo-3-32B-Think.i1-Q2_K_S.gguf b/Olmo-3-32B-Think.i1-Q2_K_S.gguf new file mode 100644 index 0000000..5a2e1b3 --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152e095330a7ffcbed32dd6efdf15092180255e50243e286d2f0bd28e84c0fc5 +size 11180842144 diff --git a/Olmo-3-32B-Think.i1-Q3_K_L.gguf b/Olmo-3-32B-Think.i1-Q3_K_L.gguf new file mode 100644 index 0000000..af005bb --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be6dc9d793254e8f384f16da87f41337fdf8ba04f8678ba41f64d8d114ec82d +size 16912991840 diff --git a/Olmo-3-32B-Think.i1-Q3_K_M.gguf b/Olmo-3-32B-Think.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ba12cbd --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae8fd71c876357603efadc04624391d028791df58a13ff2f5ee4f1a9a42d90c +size 15600961120 diff --git a/Olmo-3-32B-Think.i1-Q3_K_S.gguf b/Olmo-3-32B-Think.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c7a1668 --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd190b09243e33dada885c8fd8c3fa4d983ef213851f3caca7c26930000a8f3e +size 14058243680 diff --git a/Olmo-3-32B-Think.i1-Q4_0.gguf b/Olmo-3-32B-Think.i1-Q4_0.gguf new file mode 100644 index 0000000..11c94a4 --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:504eee0a56f6ecf366a070b73a27e3788e3f3f8e59fd98d4f26dd9e269e47708 +size 18341708224 diff --git a/Olmo-3-32B-Think.i1-Q4_1.gguf b/Olmo-3-32B-Think.i1-Q4_1.gguf new file mode 100644 index 0000000..f4b05ac --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6abc60ceb1c7d9878c53262c4400d4018a9bb64b15d9e7d16f93f88c071967 +size 20253369664 diff --git a/Olmo-3-32B-Think.i1-Q4_K_M.gguf b/Olmo-3-32B-Think.i1-Q4_K_M.gguf new file mode 100644 index 0000000..054dc75 --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976172452117209b890c06471e890289bbb96018d1132aeb4851e6ee58251e0c +size 19482034624 diff --git a/Olmo-3-32B-Think.i1-Q4_K_S.gguf b/Olmo-3-32B-Think.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e83d653 --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a191607f45bc47c03dc51d96d56f6d5175b7c147e839cb892b52a30dcbbd0f92 +size 18415108544 diff --git a/Olmo-3-32B-Think.i1-Q5_K_M.gguf b/Olmo-3-32B-Think.i1-Q5_K_M.gguf new file mode 100644 index 0000000..ee67275 --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6442a89cd8ee1aed4a071f38bdcab826eb2119cfe22a6edd9df7bba73c406de2 +size 22859712704 diff --git a/Olmo-3-32B-Think.i1-Q5_K_S.gguf b/Olmo-3-32B-Think.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8e8619f --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91ed7c496ecdd3015dbb55e9e2f57040a8a23727c94ed8815996d61522c36e8 +size 22235809984 diff --git a/Olmo-3-32B-Think.i1-Q6_K.gguf b/Olmo-3-32B-Think.i1-Q6_K.gguf new file mode 100644 index 0000000..056016c --- /dev/null +++ b/Olmo-3-32B-Think.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d7110655cc8088f6a0c91d21ab062d9ca99e58dc9e98a6aeec742d471ad6571 +size 26448495680 diff --git a/Olmo-3-32B-Think.imatrix.gguf b/Olmo-3-32B-Think.imatrix.gguf new file mode 100644 index 0000000..9404991 --- /dev/null +++ b/Olmo-3-32B-Think.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84f4e2fbeadf6501b55a6cdd630008631a7bc80b7f53ec5062662378674ad1d9 +size 15011072 diff --git a/Olmo-3-7B-Think.BF16.gguf b/Olmo-3-7B-Think.BF16.gguf new file mode 100644 index 0000000..f6773c1 --- /dev/null +++ b/Olmo-3-7B-Think.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd353480fb75b0bde5da17c7d447db7dd5a24bb0e0c23a13f4346a6a989f2bc +size 14600641248 diff --git a/Olmo-3-7B-Think.F16.gguf b/Olmo-3-7B-Think.F16.gguf new file mode 100644 index 0000000..f010424 --- /dev/null +++ b/Olmo-3-7B-Think.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec92a9d1179c0f36dd85421baa6d87b3bc616af672465b97f46bcf1a2b88eee +size 14600641248 diff --git a/Olmo-3-7B-Think.F32.gguf b/Olmo-3-7B-Think.F32.gguf new file mode 100644 index 0000000..9bd1dbe --- /dev/null +++ b/Olmo-3-7B-Think.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5b6f8379a9e51d9804582c45beb059c85bc1b91b3dfdf4a2dac76f4430c48a +size 29195606752 diff --git a/Olmo-3-7B-Think.IQ4_XS.gguf b/Olmo-3-7B-Think.IQ4_XS.gguf new file mode 100644 index 0000000..97ba3e3 --- /dev/null +++ b/Olmo-3-7B-Think.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4dd9e39f3a9cc658e8002dbd35b92525ffbf7912b6dee21503888bfa97f787 +size 4029373536 diff --git a/Olmo-3-7B-Think.Q2_K.gguf b/Olmo-3-7B-Think.Q2_K.gguf new file mode 100644 index 0000000..ca5b694 --- /dev/null +++ b/Olmo-3-7B-Think.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb6f529097f179df8980603f3eff6e41262fded933ca726e280eff00c9ca33e +size 2857913568 diff --git a/Olmo-3-7B-Think.Q3_K_L.gguf b/Olmo-3-7B-Think.Q3_K_L.gguf new file mode 100644 index 0000000..e8ac9ef --- /dev/null +++ b/Olmo-3-7B-Think.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe149ff46b57e66fdeac087b90ea82dac10c50f4758e90e9e3084db0357a33bc +size 3950564512 diff --git a/Olmo-3-7B-Think.Q3_K_M.gguf b/Olmo-3-7B-Think.Q3_K_M.gguf new file mode 100644 index 0000000..b352e7f --- /dev/null +++ b/Olmo-3-7B-Think.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e64b35200c4dbd74700d5e4eac7dbb091cc72959785b09fc7066d930cebf508 +size 3651458208 diff --git a/Olmo-3-7B-Think.Q3_K_S.gguf b/Olmo-3-7B-Think.Q3_K_S.gguf new file mode 100644 index 0000000..a568608 --- /dev/null +++ b/Olmo-3-7B-Think.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b951ab35dab418287aefa1250cb89317deea819f0b772e10bea4f5052fe1a796 +size 3301758112 diff --git a/Olmo-3-7B-Think.Q4_K_M.gguf b/Olmo-3-7B-Think.Q4_K_M.gguf new file mode 100644 index 0000000..3bded29 --- /dev/null +++ b/Olmo-3-7B-Think.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ded411b8f1d52396139509c5b50bf52627e3ef74f47ea824a4fb3c4e794b3f +size 4471600992 diff --git a/Olmo-3-7B-Think.Q4_K_S.gguf b/Olmo-3-7B-Think.Q4_K_S.gguf new file mode 100644 index 0000000..cd2dcee --- /dev/null +++ b/Olmo-3-7B-Think.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c3c489fe5e5f52dec07f21a4a7b5fa48a198077f9d12ebcfc2041d4eb2740b5 +size 4247336800 diff --git a/Olmo-3-7B-Think.Q5_K_M.gguf b/Olmo-3-7B-Think.Q5_K_M.gguf new file mode 100644 index 0000000..148ec49 --- /dev/null +++ b/Olmo-3-7B-Think.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb9d9fe4e31829d408d28fa2a7c84ace11c2c67f97c0acf331e0d9d311116a8 +size 5208712032 diff --git a/Olmo-3-7B-Think.Q5_K_S.gguf b/Olmo-3-7B-Think.Q5_K_S.gguf new file mode 100644 index 0000000..b6919f7 --- /dev/null +++ b/Olmo-3-7B-Think.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b210e57f508ddb76bc6f1e8ee631784549f96057e7c790148dbc80ef49183092 +size 5077246816 diff --git a/Olmo-3-7B-Think.Q6_K.gguf b/Olmo-3-7B-Think.Q6_K.gguf new file mode 100644 index 0000000..9a92e68 --- /dev/null +++ b/Olmo-3-7B-Think.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0faeb9e1ba6f0012887fd6601d6887a3a631e396ad60fc7f88b169aed4a488a +size 5991892512 diff --git a/Olmo-3-7B-Think.Q8_0.gguf b/Olmo-3-7B-Think.Q8_0.gguf new file mode 100644 index 0000000..ce92bbb --- /dev/null +++ b/Olmo-3-7B-Think.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7a3fecf8d7272406c5a53affa37c0fe82b87c939b27a41c3c2db46daae65a4 +size 7759251616 diff --git a/Olmo-3-7B-Think.i1-IQ1_M.gguf b/Olmo-3-7B-Think.i1-IQ1_M.gguf new file mode 100644 index 0000000..f671428 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99133c7e86dde9858c7bf5d7674fa96bbfb1af4134b9e8d33751144b2c7f350e +size 1938877216 diff --git a/Olmo-3-7B-Think.i1-IQ1_S.gguf b/Olmo-3-7B-Think.i1-IQ1_S.gguf new file mode 100644 index 0000000..cf25f95 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d99ba2b41b13ffd6936585b2f79dd298f01f6afb1215c288ba50f29800138dc +size 1816488736 diff --git a/Olmo-3-7B-Think.i1-IQ2_M.gguf b/Olmo-3-7B-Think.i1-IQ2_M.gguf new file mode 100644 index 0000000..2e3636f --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9c00075fc191a27c445a04328ac324ab06abdde7c9a2c9d9f1aaec9ba7ec14 +size 2676060896 diff --git a/Olmo-3-7B-Think.i1-IQ2_S.gguf b/Olmo-3-7B-Think.i1-IQ2_S.gguf new file mode 100644 index 0000000..ade42e9 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e43077290a5a041e611bf6376447e62b79d6135b61350ba8aa844199fd8aa4 +size 2512876256 diff --git a/Olmo-3-7B-Think.i1-IQ2_XS.gguf b/Olmo-3-7B-Think.i1-IQ2_XS.gguf new file mode 100644 index 0000000..46cc70f --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b57906f6be4bd086786d28f9cbee2a8de0c26244bcc71da1b1948bbe83685454 +size 2322819872 diff --git a/Olmo-3-7B-Think.i1-IQ2_XXS.gguf b/Olmo-3-7B-Think.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..fbbfb28 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a377f0d17a67127dba23e004f5e528b8cd0dd843774f533e8c6a90fba2a87aef +size 2142858016 diff --git a/Olmo-3-7B-Think.i1-IQ3_M.gguf b/Olmo-3-7B-Think.i1-IQ3_M.gguf new file mode 100644 index 0000000..6135ee0 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4238e3343b2ce9fc8f40ac77b01e523388f1d4e61f2b5a53013f15e03cd899 +size 3468318112 diff --git a/Olmo-3-7B-Think.i1-IQ3_S.gguf b/Olmo-3-7B-Think.i1-IQ3_S.gguf new file mode 100644 index 0000000..92e4f65 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2739ad8c10b688c59928160c0cfedcaddd05e8da2285712ea50793a695fe20 +size 3301758368 diff --git a/Olmo-3-7B-Think.i1-IQ3_XS.gguf b/Olmo-3-7B-Think.i1-IQ3_XS.gguf new file mode 100644 index 0000000..bb9b6d5 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9fc9a431815f7efbdc1ca750d837685d344c074127318610b1e987f554daad +size 3149976992 diff --git a/Olmo-3-7B-Think.i1-IQ3_XXS.gguf b/Olmo-3-7B-Think.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..af2aad8 --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526acf332a2ac3225dff09c001f02e157b12732d795088c91cf2d3ef258e55ad +size 2901701344 diff --git a/Olmo-3-7B-Think.i1-IQ4_NL.gguf b/Olmo-3-7B-Think.i1-IQ4_NL.gguf new file mode 100644 index 0000000..2b5e72c --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55585a8d7b9e1775bc1af3fc42b90dc98cc99a214b546cccb4a0578be58f09f2 +size 4216404064 diff --git a/Olmo-3-7B-Think.i1-IQ4_XS.gguf b/Olmo-3-7B-Think.i1-IQ4_XS.gguf new file mode 100644 index 0000000..a97d14e --- /dev/null +++ b/Olmo-3-7B-Think.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35021bc7dbfec428822b63e4099f204b98f6e473a68329e804e6615278ba20e +size 4001193312 diff --git a/Olmo-3-7B-Think.i1-Q2_K.gguf b/Olmo-3-7B-Think.i1-Q2_K.gguf new file mode 100644 index 0000000..d0b4279 --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66b31c2a2a186d0741856066e6fe4461608fac92c318a084b67037cddb52a4a +size 2857913824 diff --git a/Olmo-3-7B-Think.i1-Q2_K_S.gguf b/Olmo-3-7B-Think.i1-Q2_K_S.gguf new file mode 100644 index 0000000..75c452d --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eacaffc3954015660efd8d0698852e1a1b3079d57d8dd390ff3a47e783f9888 +size 2644594144 diff --git a/Olmo-3-7B-Think.i1-Q3_K_L.gguf b/Olmo-3-7B-Think.i1-Q3_K_L.gguf new file mode 100644 index 0000000..fefd030 --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02084b6654323dd062677fe9d36dad71c571aff5c5c12aa988213eec8a1ec8c4 +size 3950564768 diff --git a/Olmo-3-7B-Think.i1-Q3_K_M.gguf b/Olmo-3-7B-Think.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2c864a8 --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e1cb0831aa1b81da992248d1ba9344bc11c2972b610f92318e91784ac17a72 +size 3651458464 diff --git a/Olmo-3-7B-Think.i1-Q3_K_S.gguf b/Olmo-3-7B-Think.i1-Q3_K_S.gguf new file mode 100644 index 0000000..fb08566 --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c761cc11eb23473d73f157bef33aca9506ca5f2198e1b63baff0a9b30af689 +size 3301758368 diff --git a/Olmo-3-7B-Think.i1-Q4_0.gguf b/Olmo-3-7B-Think.i1-Q4_0.gguf new file mode 100644 index 0000000..9e9a7eb --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56c5025b75c18b33877a8236f0bb658af02e517be1df0807286fa6b6fa7479d +size 4227676256 diff --git a/Olmo-3-7B-Think.i1-Q4_1.gguf b/Olmo-3-7B-Think.i1-Q4_1.gguf new file mode 100644 index 0000000..4c80ffd --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de37b51ef15f3215d9dda56688d7ccefcb74030100ae10fdd4d5af23400f1b5e +size 4646825568 diff --git a/Olmo-3-7B-Think.i1-Q4_K_M.gguf b/Olmo-3-7B-Think.i1-Q4_K_M.gguf new file mode 100644 index 0000000..81cfc9b --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef505156f3cf443d28c772b1cdaa2600197d206690ec8317474ea54ef2afbc76 +size 4471601248 diff --git a/Olmo-3-7B-Think.i1-Q4_K_S.gguf b/Olmo-3-7B-Think.i1-Q4_K_S.gguf new file mode 100644 index 0000000..36c22d4 --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3f516046575555b9babc286ba272349773151d1c7da4bb1d7f71a4f6791f7f +size 4247337056 diff --git a/Olmo-3-7B-Think.i1-Q5_K_M.gguf b/Olmo-3-7B-Think.i1-Q5_K_M.gguf new file mode 100644 index 0000000..aecfe19 --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f745e3eeeb5a53272ad273558b54118c687ded7bf847c8f1c303514624d4d93b +size 5208712288 diff --git a/Olmo-3-7B-Think.i1-Q5_K_S.gguf b/Olmo-3-7B-Think.i1-Q5_K_S.gguf new file mode 100644 index 0000000..2b70962 --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217f7655e9f7ca0175437d941027e02234bebbb4d4e347848423d00c33e43341 +size 5077247072 diff --git a/Olmo-3-7B-Think.i1-Q6_K.gguf b/Olmo-3-7B-Think.i1-Q6_K.gguf new file mode 100644 index 0000000..11f048e --- /dev/null +++ b/Olmo-3-7B-Think.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d32fe90272124fa8e47203815ef0ee72613d0393fa3d163d47456c0aeac5ea +size 5991892768 diff --git a/Olmo-3-7B-Think.imatrix.gguf b/Olmo-3-7B-Think.imatrix.gguf new file mode 100644 index 0000000..2ca8c3d --- /dev/null +++ b/Olmo-3-7B-Think.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:529568d2273d782dbe24fbf781740d14ea32d7cf58bdcb24097f676196e85fe0 +size 4589216 diff --git a/README.md b/README.md new file mode 100644 index 0000000..60e1e29 --- /dev/null +++ b/README.md @@ -0,0 +1,113 @@ +--- +license: apache-2.0 +base_model: +- allenai/Olmo-3-32B-Think +- allenai/Olmo-3-7B-Think +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- llama.cpp +--- + +# **Olmo-3-Think-AIO-GGUF** + +> [Olmo-3-32B-Think and Olmo-3-7B-Think](https://huggingface.co/collections/allenai/olmo-3) are fully open-source dense language models from the Allen Institute for AI, designed for transparent step-by-step reasoning and agentic AI research with inspectable intermediate thought traces. Both models belong to the Olmo 3 family, which features Base, Instruct, and Think variants at the 7B and 32B scales, offering dense transformer architectures optimized for efficient training and long-context processing (up to 65,000 tokens for 32B). The Think models are post-trained to surface explicit reasoning chains, making them ideal for tasks requiring explanation, formal problem decomposition, math reasoning, code generation, and reinforcement learning research. Olmo-3-32B-Think leads open 32B-scale models on benchmarks for reasoning, math, and code, matching or exceeding top models like Qwen3-32B and Gemini-327B, while Olmo-3-7B-Think brings similar transparency and performance to a more hardware-friendly size with efficient long-context support, ensuring broad accessibility for both advanced research and practical deployment scenarios. + +## Olmo-3-32B-Think [GGUF] + +| File Name | Quant Type | File Size | File Link | +| - | - | - | - | +| Olmo-3-32B-Think.BF16.gguf | BF16 | 64.5 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.BF16.gguf) | +| Olmo-3-32B-Think.F16.gguf | F16 | 64.5 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.F16.gguf) | +| Olmo-3-32B-Think.F32.gguf | F32 | 129 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.F32.gguf) | +| Olmo-3-32B-Think.IQ4_XS.gguf | IQ4_XS | 17.5 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.IQ4_XS.gguf) | +| Olmo-3-32B-Think.Q2_K.gguf | Q2_K | 12 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q2_K.gguf) | +| Olmo-3-32B-Think.Q3_K_L.gguf | Q3_K_L | 16.9 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q3_K_L.gguf) | +| Olmo-3-32B-Think.Q3_K_M.gguf | Q3_K_M | 15.6 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q3_K_M.gguf) | +| Olmo-3-32B-Think.Q3_K_S.gguf | Q3_K_S | 14.1 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q3_K_S.gguf) | +| Olmo-3-32B-Think.Q4_K_M.gguf | Q4_K_M | 19.5 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q4_K_M.gguf) | +| Olmo-3-32B-Think.Q4_K_S.gguf | Q4_K_S | 18.4 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q4_K_S.gguf) | +| Olmo-3-32B-Think.Q5_K_M.gguf | Q5_K_M | 22.9 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q5_K_M.gguf) | +| Olmo-3-32B-Think.Q5_K_S.gguf | Q5_K_S | 22.2 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q5_K_S.gguf) | +| Olmo-3-32B-Think.Q6_K.gguf | Q6_K | 26.4 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q6_K.gguf) | +| Olmo-3-32B-Think.Q8_0.gguf | Q8_0 | 34.3 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.Q8_0.gguf) | +| Olmo-3-32B-Think.i1-IQ1_M.gguf | i1-IQ1_M | 7.66 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ1_M.gguf) | +| Olmo-3-32B-Think.i1-IQ1_S.gguf | i1-IQ1_S | 7 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ1_S.gguf) | +| Olmo-3-32B-Think.i1-IQ2_M.gguf | i1-IQ2_M | 11 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ2_M.gguf) | +| Olmo-3-32B-Think.i1-IQ2_S.gguf | i1-IQ2_S | 10.1 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ2_S.gguf) | +| Olmo-3-32B-Think.i1-IQ2_XS.gguf | i1-IQ2_XS | 9.69 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ2_XS.gguf) | +| Olmo-3-32B-Think.i1-IQ2_XXS.gguf | i1-IQ2_XXS | 8.76 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ2_XXS.gguf) | +| Olmo-3-32B-Think.i1-IQ3_M.gguf | i1-IQ3_M | 14.5 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ3_M.gguf) | +| Olmo-3-32B-Think.i1-IQ3_S.gguf | i1-IQ3_S | 14.1 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ3_S.gguf) | +| Olmo-3-32B-Think.i1-IQ3_XS.gguf | i1-IQ3_XS | 13.4 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ3_XS.gguf) | +| Olmo-3-32B-Think.i1-IQ3_XXS.gguf | i1-IQ3_XXS | 12.5 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ3_XXS.gguf) | +| Olmo-3-32B-Think.i1-IQ4_XS.gguf | i1-IQ4_XS | 17.3 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-IQ4_XS.gguf) | +| Olmo-3-32B-Think.i1-Q2_K.gguf | i1-Q2_K | 12 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q2_K.gguf) | +| Olmo-3-32B-Think.i1-Q2_K_S.gguf | i1-Q2_K_S | 11.2 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q2_K_S.gguf) | +| Olmo-3-32B-Think.i1-Q3_K_L.gguf | i1-Q3_K_L | 16.9 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q3_K_L.gguf) | +| Olmo-3-32B-Think.i1-Q3_K_M.gguf | i1-Q3_K_M | 15.6 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q3_K_M.gguf) | +| Olmo-3-32B-Think.i1-Q3_K_S.gguf | i1-Q3_K_S | 14.1 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q3_K_S.gguf) | +| Olmo-3-32B-Think.i1-Q4_0.gguf | i1-Q4_0 | 18.3 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q4_0.gguf) | +| Olmo-3-32B-Think.i1-Q4_1.gguf | i1-Q4_1 | 20.3 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q4_1.gguf) | +| Olmo-3-32B-Think.i1-Q4_K_M.gguf | i1-Q4_K_M | 19.5 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q4_K_M.gguf) | +| Olmo-3-32B-Think.i1-Q4_K_S.gguf | i1-Q4_K_S | 18.4 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q4_K_S.gguf) | +| Olmo-3-32B-Think.i1-Q5_K_M.gguf | i1-Q5_K_M | 22.9 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q5_K_M.gguf) | +| Olmo-3-32B-Think.i1-Q5_K_S.gguf | i1-Q5_K_S | 22.2 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q5_K_S.gguf) | +| Olmo-3-32B-Think.i1-Q6_K.gguf | i1-Q6_K | 26.4 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.i1-Q6_K.gguf) | +| Olmo-3-32B-Think.imatrix.gguf | imatrix | 15 MB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-32B-Think.imatrix.gguf) | + +## Olmo-3-7B-Think [GGUF] + +| File Name | Quant Type | File Size | File Link | +| - | - | - | - | +| Olmo-3-7B-Think.BF16.gguf | BF16 | 14.6 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.BF16.gguf) | +| Olmo-3-7B-Think.F16.gguf | F16 | 14.6 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.F16.gguf) | +| Olmo-3-7B-Think.F32.gguf | F32 | 29.2 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.F32.gguf) | +| Olmo-3-7B-Think.IQ4_XS.gguf | IQ4_XS | 4.03 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.IQ4_XS.gguf) | +| Olmo-3-7B-Think.Q2_K.gguf | Q2_K | 2.86 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q2_K.gguf) | +| Olmo-3-7B-Think.Q3_K_L.gguf | Q3_K_L | 3.95 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q3_K_L.gguf) | +| Olmo-3-7B-Think.Q3_K_M.gguf | Q3_K_M | 3.65 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q3_K_M.gguf) | +| Olmo-3-7B-Think.Q3_K_S.gguf | Q3_K_S | 3.3 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q3_K_S.gguf) | +| Olmo-3-7B-Think.Q4_K_M.gguf | Q4_K_M | 4.47 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q4_K_M.gguf) | +| Olmo-3-7B-Think.Q4_K_S.gguf | Q4_K_S | 4.25 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q4_K_S.gguf) | +| Olmo-3-7B-Think.Q5_K_M.gguf | Q5_K_M | 5.21 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q5_K_M.gguf) | +| Olmo-3-7B-Think.Q5_K_S.gguf | Q5_K_S | 5.08 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q5_K_S.gguf) | +| Olmo-3-7B-Think.Q6_K.gguf | Q6_K | 5.99 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q6_K.gguf) | +| Olmo-3-7B-Think.Q8_0.gguf | Q8_0 | 7.76 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.Q8_0.gguf) | +| Olmo-3-7B-Think.i1-IQ1_M.gguf | i1-IQ1_M | 1.94 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ1_M.gguf) | +| Olmo-3-7B-Think.i1-IQ1_S.gguf | i1-IQ1_S | 1.82 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ1_S.gguf) | +| Olmo-3-7B-Think.i1-IQ2_M.gguf | i1-IQ2_M | 2.68 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ2_M.gguf) | +| Olmo-3-7B-Think.i1-IQ2_S.gguf | i1-IQ2_S | 2.51 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ2_S.gguf) | +| Olmo-3-7B-Think.i1-IQ2_XS.gguf | i1-IQ2_XS | 2.32 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ2_XS.gguf) | +| Olmo-3-7B-Think.i1-IQ2_XXS.gguf | i1-IQ2_XXS | 2.14 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ2_XXS.gguf) | +| Olmo-3-7B-Think.i1-IQ3_M.gguf | i1-IQ3_M | 3.47 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ3_M.gguf) | +| Olmo-3-7B-Think.i1-IQ3_S.gguf | i1-IQ3_S | 3.3 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ3_S.gguf) | +| Olmo-3-7B-Think.i1-IQ3_XS.gguf | i1-IQ3_XS | 3.15 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ3_XS.gguf) | +| Olmo-3-7B-Think.i1-IQ3_XXS.gguf | i1-IQ3_XXS | 2.9 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ3_XXS.gguf) | +| Olmo-3-7B-Think.i1-IQ4_NL.gguf | i1-IQ4_NL | 4.22 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ4_NL.gguf) | +| Olmo-3-7B-Think.i1-IQ4_XS.gguf | i1-IQ4_XS | 4 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-IQ4_XS.gguf) | +| Olmo-3-7B-Think.i1-Q2_K.gguf | i1-Q2_K | 2.86 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q2_K.gguf) | +| Olmo-3-7B-Think.i1-Q2_K_S.gguf | i1-Q2_K_S | 2.64 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q2_K_S.gguf) | +| Olmo-3-7B-Think.i1-Q3_K_L.gguf | i1-Q3_K_L | 3.95 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q3_K_L.gguf) | +| Olmo-3-7B-Think.i1-Q3_K_M.gguf | i1-Q3_K_M | 3.65 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q3_K_M.gguf) | +| Olmo-3-7B-Think.i1-Q3_K_S.gguf | i1-Q3_K_S | 3.3 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q3_K_S.gguf) | +| Olmo-3-7B-Think.i1-Q4_0.gguf | i1-Q4_0 | 4.23 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q4_0.gguf) | +| Olmo-3-7B-Think.i1-Q4_1.gguf | i1-Q4_1 | 4.65 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q4_1.gguf) | +| Olmo-3-7B-Think.i1-Q4_K_M.gguf | i1-Q4_K_M | 4.47 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q4_K_M.gguf) | +| Olmo-3-7B-Think.i1-Q4_K_S.gguf | i1-Q4_K_S | 4.25 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q4_K_S.gguf) | +| Olmo-3-7B-Think.i1-Q5_K_M.gguf | i1-Q5_K_M | 5.21 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q5_K_M.gguf) | +| Olmo-3-7B-Think.i1-Q5_K_S.gguf | i1-Q5_K_S | 5.08 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q5_K_S.gguf) | +| Olmo-3-7B-Think.i1-Q6_K.gguf | i1-Q6_K | 5.99 GB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.i1-Q6_K.gguf) | +| Olmo-3-7B-Think.imatrix.gguf | imatrix | 4.59 MB | [Download](https://huggingface.co/prithivMLmods/Olmo-3-Think-AIO-GGUF/blob/main/Olmo-3-7B-Think.imatrix.gguf) | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..642cfbb --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "olmo3" +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file