19 lines
462 B
Plaintext
19 lines
462 B
Plaintext
FROM ./llm-350m-instruct-q4_k_m.gguf
|
|
|
|
# ChatML template (v2 — trained on OpenHermes-2.5)
|
|
TEMPLATE """<|im_start|>system
|
|
{{ if .System }}{{ .System }}{{ else }}You are a helpful assistant.{{ end }}<|im_end|>
|
|
<|im_start|>user
|
|
{{ .Prompt }}<|im_end|>
|
|
<|im_start|>assistant
|
|
"""
|
|
|
|
SYSTEM "You are a helpful assistant."
|
|
|
|
PARAMETER stop "<|im_end|>"
|
|
PARAMETER stop "<|im_start|>"
|
|
PARAMETER temperature 0.7
|
|
PARAMETER top_p 0.9
|
|
PARAMETER top_k 50
|
|
PARAMETER num_ctx 2048
|