Compare commits
10 Commits
4109e0a638
...
c101ba56d7
| Author | SHA1 | Date | |
|---|---|---|---|
|
c101ba56d7 | ||
|
|
3b0373da51 | ||
|
|
e34a2718ff | ||
|
|
acd985b844 | ||
|
|
c00db79a6d | ||
|
|
d53239ebfe | ||
|
|
49c2372821 | ||
|
|
0d14b104f5 | ||
|
|
742e8e1454 | ||
|
|
47d097a179 |
8
.gitattributes
vendored
8
.gitattributes
vendored
@@ -38,3 +38,11 @@ theprint-moe-8x3-0126-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint-moe-8x3-0126-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
theprint_18b_moe.png filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
@@ -9,8 +9,10 @@ tags:
|
||||
- moe
|
||||
- llama
|
||||
---
|
||||
<img src="theprint_18b_moe.png" width="420" />
|
||||
|
||||
# theprint-MoE-8x3-0126-GGUF
|
||||
|
||||
An 18B parameter Mixture of Experts model combining 8 specialized 3B experts, with 2 experts activated per token by default (configurable up to 4 at inference).
|
||||
|
||||
## Architecture
|
||||
|
||||
3
theprint-moe-8x3-0126-iq4_xs.gguf
Normal file
3
theprint-moe-8x3-0126-iq4_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6c21c1b7f1f38b4b956d0036f493acf4eba2d2eb5ebef2149a74690bffe845a5
|
||||
size 9922285408
|
||||
3
theprint-moe-8x3-0126-q2_k.gguf
Normal file
3
theprint-moe-8x3-0126-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7a409fa818e52738719c4bb3a3cbdd0b75fdad86e98aac1136c941ceee640688
|
||||
size 6911627104
|
||||
3
theprint-moe-8x3-0126-q3_k_l.gguf
Normal file
3
theprint-moe-8x3-0126-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:731f9edb9c8de668d76022a317f6732ba264b34f8615643c7500546e0d458dce
|
||||
size 9468710752
|
||||
3
theprint-moe-8x3-0126-q3_k_m.gguf
Normal file
3
theprint-moe-8x3-0126-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e9ac9cb5a99b127052e640091fcaff6d72ef46d26b549875abc99b4d5729a35d
|
||||
size 8857358176
|
||||
3
theprint-moe-8x3-0126-q3_k_s.gguf
Normal file
3
theprint-moe-8x3-0126-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d5f6e31e2d77829a5cdcdb95acfe19558f5bc11181715baa6476ea4711b990ae
|
||||
size 8083509088
|
||||
3
theprint-moe-8x3-0126-q4_1.gguf
Normal file
3
theprint-moe-8x3-0126-q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:18877865d1fa626ba218f8bfc953957e9cf97b31050229753fd602c4768ceaf6
|
||||
size 11421618016
|
||||
3
theprint-moe-8x3-0126-q4_k_m.gguf
Normal file
3
theprint-moe-8x3-0126-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5d946caab7ada6589c6c88b060ff3dc8510a8e40418022f6ca790a2978b28bac
|
||||
size 11091316576
|
||||
3
theprint_18b_moe.png
Normal file
3
theprint_18b_moe.png
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9c03098ecf11ac7d9156a0e27f6dfcea6f230e42a38f6071c43040d7d368e382
|
||||
size 1849516
|
||||
Reference in New Issue
Block a user