初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,60 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+OLMo-2-0425-1B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

OLMo-2-0425-1B-Instruct.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc7ebfafa9fff1638afb03511768d7f8ef9a9f8e1d6f41e8827a08b6370be5e
+size 461329920

OLMo-2-0425-1B-Instruct.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74488afad9b66d49c2940c45b123b943883614660c40b54b631ea276e5463d0d
+size 440096256

OLMo-2-0425-1B-Instruct.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dd3811d044626178784d955388e60faaf0f627f9bb16cae25fcc8f29bf9c3c
+size 595973632

OLMo-2-0425-1B-Instruct.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7889e411340c88c3e3d20671740e975bd520e8271450b5216c36770a24633e
+size 567662080

OLMo-2-0425-1B-Instruct.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643da2cf4500ee2fb369cc201aa076596f46e982aef7b47a6dab179b1762ddc0
+size 527128064

OLMo-2-0425-1B-Instruct.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2891ad58bb34ffb04b6b207ac0eeb08e49690d9ead663570a2078b359b0dc5f
+size 496719360

OLMo-2-0425-1B-Instruct.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b61cb870832560863d21c1f5c94c837dcf70546156d3cc40dc461d863359056
+size 744642048

OLMo-2-0425-1B-Instruct.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8797d5a945ecd92a921d939ef33b6e398581e7b98e17f66d1ca3a763db127a8e
+size 722359808

OLMo-2-0425-1B-Instruct.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d882782ce9895dc91f5f19516a7aa61e91721380f07c6875d5e1b4135999912b
+size 697193984

OLMo-2-0425-1B-Instruct.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8c3d0b03aa25bf7f6aef86bc4f0b548530d6fb9ef786d05d486f0ff281096f
+size 639489536

OLMo-2-0425-1B-Instruct.i1-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f7a843e071bc4d7165133cb431a2fb055ed8ddfd52fe8db133f8890a9990d2
+size 892261888

OLMo-2-0425-1B-Instruct.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4413a985ba6b891c74658559210c68a3dec4b9fba2975b1796d42d861fc61a2
+size 852284928

OLMo-2-0425-1B-Instruct.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f503d38b71347127094f30daea110bc27843099bb675e8c098ac8faf1a6b8f
+size 633329152

OLMo-2-0425-1B-Instruct.i1-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b70bcca566ccd45ef1ca56ccea8695270001651b01de4ddbd3aa16c80c2684
+size 600299008

OLMo-2-0425-1B-Instruct.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafdbad2db73a6c625aef696414bf9aac2df1fdbda46373b3145ff3229fe408e
+size 826168832

OLMo-2-0425-1B-Instruct.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39163eec78b4afdab9d8f4b41408adb17b2839d1c29c8e0d92d67c68b9a8439
+size 778982912

OLMo-2-0425-1B-Instruct.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd10d98d11ce0132543c601759ce3d526887aa3ac44fae0e3de78573ec4ad2f
+size 722359808

OLMo-2-0425-1B-Instruct.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a5b34a1505ffed4ba3cb0dbc59d509cfd8a928dc898a1d762d0b9a4fe74e32
+size 894359040

OLMo-2-0425-1B-Instruct.i1-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563d72d1d235727a279e19ead9f4041f0ee073374ebde3ad716f3bc5046a3d10
+size 972215808

OLMo-2-0425-1B-Instruct.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce528dcdd5d877f2d62a6421eb569dc741bf0dddb510642396662fac3d999df
+size 935515648

OLMo-2-0425-1B-Instruct.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6589ee78561299c2781d8bbb1a1c787788ac18770210300f0392ad1000bef65
+size 898553344

OLMo-2-0425-1B-Instruct.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be8301181d2f304e31d6167d6d7fc547f14763553f8d3ac5d9030ba264a3a64
+size 1074451968

OLMo-2-0425-1B-Instruct.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5863cf2b976fd8db96afa55bde27f4a1e4f3541be3ea5663e504abf1970d874
+size 1052169728

OLMo-2-0425-1B-Instruct.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1548a0874996da76b8de64cd0e26ab92ceec9bd5e1ce0ee94163d3f6ca641e63
+size 1222071808

README.md

@@ -0,0 +1,78 @@
+---
+base_model: allenai/OLMo-2-0425-1B-Instruct
+datasets:
+- allenai/RLVR-MATH
+language:
+- en
+library_name: transformers
+license: apache-2.0
+quantized_by: mradermacher
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+weighted/imatrix quants of https://huggingface.co/allenai/OLMo-2-0425-1B-Instruct
+
+<!-- provided-files -->
+static quants are available at https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-GGUF
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q2_K.gguf) | i1-Q2_K | 0.7 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.7 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ3_S.gguf) | i1-IQ3_S | 0.8 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.8 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.9 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.0 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 |  |
+| [GGUF](https://huggingface.co/mradermacher/OLMo-2-0425-1B-Instruct-i1-GGUF/resolve/main/OLMo-2-0425-1B-Instruct.i1-Q6_K.gguf) | i1-Q6_K | 1.3 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78737287dea338c138156bde9a8825c56110f7e7dea0c2d4e52db0ea62021921
+size 1314413