初始化项目,由ModelHub XC社区提供模型
Model: sandbreak80sd/llm-350m-instruct-v2 Source: Original Platform
This commit is contained in:
18
Modelfile
Normal file
18
Modelfile
Normal file
@@ -0,0 +1,18 @@
|
||||
FROM ./llm-350m-instruct-q4_k_m.gguf
|
||||
|
||||
# ChatML template (v2 — trained on OpenHermes-2.5)
|
||||
TEMPLATE """<|im_start|>system
|
||||
{{ if .System }}{{ .System }}{{ else }}You are a helpful assistant.{{ end }}<|im_end|>
|
||||
<|im_start|>user
|
||||
{{ .Prompt }}<|im_end|>
|
||||
<|im_start|>assistant
|
||||
"""
|
||||
|
||||
SYSTEM "You are a helpful assistant."
|
||||
|
||||
PARAMETER stop "<|im_end|>"
|
||||
PARAMETER stop "<|im_start|>"
|
||||
PARAMETER temperature 0.7
|
||||
PARAMETER top_p 0.9
|
||||
PARAMETER top_k 50
|
||||
PARAMETER num_ctx 2048
|
||||
Reference in New Issue
Block a user