17 lines
367 B
Plaintext
17 lines
367 B
Plaintext
|
FROM ./coneml-810m-alpha-Q8_0.gguf
|
||
|
|
|
||
|
|
TEMPLATE """{{- range .Messages }}
|
||
|
|
{{- if eq .Role "system" }}System:
|
||
|
|
{{ .Content }}
|
||
|
|
{{- else if eq .Role "user" }}User:
|
||
|
|
{{ .Content }}
|
||
|
|
{{- else if eq .Role "assistant" }}Assistant:
|
||
|
|
{{ .Content }}<|endoftext|>
|
||
|
|
{{- end }}
|
||
|
|
{{- end }}Assistant:
|
||
|
|
"""
|
||
|
|
|
||
|
|
PARAMETER num_ctx 8192
|
||
|
|
PARAMETER repeat_penalty 1.15
|
||
|
|
PARAMETER stop "<|endoftext|>"
|