初始化项目,由ModelHub XC社区提供模型
Model: kaushalkrishnax/auroic-router-0.6b Source: Original Platform
This commit is contained in:
17
gguf/Modelfile
Normal file
17
gguf/Modelfile
Normal file
@@ -0,0 +1,17 @@
|
||||
FROM ./auroic-router-0.6b.q8_0.gguf
|
||||
|
||||
SYSTEM """You are the Auroic Router. Given history messages H1-H5 and candidate messages C1-C3, output exactly one routing decision."""
|
||||
|
||||
TEMPLATE """<|im_start|>system
|
||||
{{ .System }}<|im_end|>
|
||||
<|im_start|>user
|
||||
{{ .Prompt }}<|im_end|>
|
||||
<|im_start|>assistant
|
||||
"""
|
||||
|
||||
PARAMETER temperature 0.3
|
||||
PARAMETER top_p 0.95
|
||||
PARAMETER top_k 20
|
||||
PARAMETER repeat_penalty 1.1
|
||||
PARAMETER stop "<|im_end|>"
|
||||
PARAMETER stop "<|im_start|>"
|
||||
3
gguf/auroic-router-0.6b.f16.gguf
Normal file
3
gguf/auroic-router-0.6b.f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e2f1642a67d842ce982e6c5c436f49e6462e3f127d2ff6bd54ef0a7ae0736f60
|
||||
size 1198182656
|
||||
3
gguf/auroic-router-0.6b.q2_k.gguf
Normal file
3
gguf/auroic-router-0.6b.q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1cf18ac27f41cfd4d6642f15ee98da7b79152d11165d0ed856fcc8b1af2c0418
|
||||
size 296238336
|
||||
3
gguf/auroic-router-0.6b.q3_k_m.gguf
Normal file
3
gguf/auroic-router-0.6b.q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9e9ee644201c3c7556562034091408bbca0883406967662a79091c82b09ed30a
|
||||
size 347127040
|
||||
3
gguf/auroic-router-0.6b.q4_0.gguf
Normal file
3
gguf/auroic-router-0.6b.q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c4e4c1b05d47d8242122d5f6f5e1f8a1f417d97536150e7c0aaf6ff3673d2150
|
||||
size 381566208
|
||||
3
gguf/auroic-router-0.6b.q4_k_m.gguf
Normal file
3
gguf/auroic-router-0.6b.q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8461176ecad96d92e4fb6144d4727d17017a8f28af16bba1aedcee9163ae16f8
|
||||
size 396705024
|
||||
3
gguf/auroic-router-0.6b.q5_0.gguf
Normal file
3
gguf/auroic-router-0.6b.q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:856cb5f3b59fda46758e9bc5724e985cb8e83c29e0ad83334c28d2e4ff6b8c03
|
||||
size 436616448
|
||||
3
gguf/auroic-router-0.6b.q5_k_m.gguf
Normal file
3
gguf/auroic-router-0.6b.q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f72ac0683c01a18e7c63f0a96392b584a7c8739652348f1d5208e53fe23d5378
|
||||
size 444415232
|
||||
3
gguf/auroic-router-0.6b.q6_k.gguf
Normal file
3
gguf/auroic-router-0.6b.q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:aba808917fef95211a376e0cceb3e359eee71d4fc18d1cfd86f55cd4ff4a124a
|
||||
size 495107328
|
||||
3
gguf/auroic-router-0.6b.q8_0.gguf
Normal file
3
gguf/auroic-router-0.6b.q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:09c13d89d116464cab3c91839e1c6ef3e9c5a243513017a3b288254daeb1962c
|
||||
size 639447296
|
||||
Reference in New Issue
Block a user