初始化项目,由ModelHub XC社区提供模型

Model: sandbreak80sd/llm-350m-instruct-v2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-04-21 01:36:06 +08:00
commit a9770188c5
10 changed files with 250623 additions and 0 deletions

18
Modelfile Normal file
View File

@@ -0,0 +1,18 @@
FROM ./llm-350m-instruct-q4_k_m.gguf
# ChatML template (v2 — trained on OpenHermes-2.5)
TEMPLATE """<|im_start|>system
{{ if .System }}{{ .System }}{{ else }}You are a helpful assistant.{{ end }}<|im_end|>
<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
"""
SYSTEM "You are a helpful assistant."
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"
PARAMETER temperature 0.7
PARAMETER top_p 0.9
PARAMETER top_k 50
PARAMETER num_ctx 2048