14 lines
344 B
Plaintext
14 lines
344 B
Plaintext
|
FROM ./MAJESTIC-FIN-R1-Q8_0.gguf
|
||
|
|
|
||
|
|
TEMPLATE """<|startoftext|>{{ if .System }}<|im_start|>system
|
||
|
|
{{ .System }}<|im_end|>
|
||
|
|
{{ end }}{{ if .Prompt }}<|im_start|>user
|
||
|
|
{{ .Prompt }}<|im_end|>
|
||
|
|
{{ end }}<|im_start|>assistant
|
||
|
|
{{ .Response }}"""
|
||
|
|
|
||
|
|
PARAMETER num_ctx 4096
|
||
|
|
PARAMETER temperature 0.7
|
||
|
|
PARAMETER stop "<|im_end|>"
|
||
|
|
PARAMETER stop "<|im_start|>"
|