commit eb838f4676715e5e70c953577b8d65b36f228b9a Author: ModelHub XC Date: Thu May 14 09:10:42 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2b1ea7e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_M.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_M.gguf new file mode 100644 index 0000000..6b9bafc --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e841f0f4fcbf280c83b2a94a65791de6ddaf6c500df1caeeb2339defa81cd41 +size 2161979424 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_S.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_S.gguf new file mode 100644 index 0000000..38c5f81 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57210bcb36d71bfdac7acef39fd7650298301267594efe2ab07778c914b3d374 +size 2019635232 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_M.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_M.gguf new file mode 100644 index 0000000..d6a1227 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1756f64e58c56da1320b6e237ca9b4208ffb3c4913a894e54e94db5a0d28ec80 +size 2948288544 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_S.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_S.gguf new file mode 100644 index 0000000..9849ff5 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb7ad4f7489f2e99dea2d0ca7db404a2213081aff776585362abd1f908dbee3 +size 2758496288 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XS.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4c1eef5 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be739c8688e8e09cf6fd575cc7706e89e7ad58b6df99eb56e40dc9c4ceffbb5 +size 2605789216 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XXS.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0acb343 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237df09c83344efabfc50e056acd117ea1e2bf7a53dc282f46b03ac2fbb9dc5c +size 2399219744 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_M.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_M.gguf new file mode 100644 index 0000000..c758211 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6162d8c4ebc91ab24b1e17114299a87cdbe2e6f5013f0f6d5524d686c935a8ea +size 3784831008 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_S.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_S.gguf new file mode 100644 index 0000000..b894cd0 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ae8872e87865994fd1d36caf9bf8f0bd603ab58207555663cdca64130b14ca +size 3682332704 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XS.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..06dae7f --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a03e8a1db8e95b625a678531dfa421c1524a24d1cbf77abe5471967403aa24 +size 3518754848 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XXS.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..902d03e --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9dd7f6530571db954d3ea22de212b1180bbbee345c89d145a8683ca5b0a0c6 +size 3274919968 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_NL.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..6a501fc --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03640adf1b9c87a653157395ed3b22270860e4e6f2a3bc6bf4b06140ddfe1c9 +size 4677996576 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_XS.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0d3a40e --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e6785c000e52169ad207ca560f66f6ad5c2848aacc2de79fad59a540e5ade03 +size 4447670304 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K.gguf new file mode 100644 index 0000000..9882a76 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7efec98126638c4a94a85cc75460d51a3bf041bb255cf443abf013fd860a1ba5 +size 3179139104 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K_S.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..b421748 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:535ff79a8703016552be80ea2073ce7100f89a5335310642aea476cab5e876b5 +size 2988822560 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_L.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8974ce6 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b65fb6363f7222f39bd900600b643edfab6885cfe3ae8905b5e88592fc8358 +size 4321964064 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_M.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..7fdb5fc --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c347dfe3bf9301b487e3157d05c77ff5b6b999cdb806e973a0a056a23f5d7363 +size 4018925600 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_S.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..7904fa6 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1640e580916406dbfc35d6bb0f58a9de0e18a997cb2995ca8abad6504d8ca911 +size 3664506912 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_0.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_0.gguf new file mode 100644 index 0000000..05dfc7c --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc07f49c5cd0927dec6344c67e2723317958030766ffcba42f3db2c7e8cbf821 +size 4675899424 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_1.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_1.gguf new file mode 100644 index 0000000..e43cae1 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71df2b5ca5df5ae9aa6af0be9814ac7ec9aa96710e7f933284adfb29565cd3a +size 5130260512 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_M.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..536dde9 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ed8bf1171051a82c4f54040d4274256abdde25f4eddade8d00401669f738ba +size 4920741920 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_S.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8e0d6d4 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3adef64ef53799c72889ddc4872f1970265ab1380bbd4b62b982ec0a9ad4246d +size 4692676640 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_M.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..f967534 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6fa9c447b796864c22ca58ab2e7296ff265eafbe750371b19a5e2aaa1e1ab92 +size 5732995104 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_S.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6196505 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0296e5193f68b7d88b20c7dc8d22eb56a9a4d127a228288ac2cc49e3638e268 +size 5599301664 diff --git a/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q6_K.gguf b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q6_K.gguf new file mode 100644 index 0000000..2a32af1 --- /dev/null +++ b/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f6141dc6e14d6ba952f0ce892f08c22f2399e1c13a0d2647e7331258f3725c +size 6596014112 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3a1fed7 --- /dev/null +++ b/README.md @@ -0,0 +1,116 @@ +--- +base_model: DavidAU/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- creative +- creative writing +- fiction writing +- plot generation +- sub-plot generation +- fiction writing +- story generation +- scene continue +- storytelling +- fiction story +- science fiction +- llama 3.1 +- llama-3 +- llama3 +- llama-3.1 +- romance +- all genres +- story +- writing +- vivid prosing +- vivid writing +- fiction +- roleplaying +- bfloat16 +- swearing +- role play +- sillytavern +- backyard +- horror +- llama 3.1 +- context 128k +- mergekit +- merge +- not-for-all-audiences +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/DavidAU/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-i1-GGUF/resolve/main/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..1c0e66d --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484861f2bcc0ea3ef7e37850d1e5c376efdfc0e9621cb1874a3f76bd1cf863ea +size 4988157