17 lines
512 B
Plaintext
17 lines
512 B
Plaintext
|
FROM ./bartleby-qwen3-1.7b_v4-Q8_0.gguf
|
||
|
|
TEMPLATE """{{- range $i, $_ := .Messages }}
|
||
|
|
{{- $last := eq (len (slice $.Messages $i)) 1 }}
|
||
|
|
{{- if or (eq .Role "user") (eq .Role "system") }}<|im_start|>user
|
||
|
|
{{ .Content }}<|im_end|>
|
||
|
|
{{ if $last }}<|im_start|>assistant
|
||
|
|
{{ end }}
|
||
|
|
{{- else if eq .Role "assistant" }}<|im_start|>assistant
|
||
|
|
{{ .Content }}{{ if not $last }}<|im_end|>
|
||
|
|
{{ end }}
|
||
|
|
{{- end }}
|
||
|
|
{{- end }}"""
|
||
|
|
PARAMETER stop "<|im_end|>"
|
||
|
|
PARAMETER stop "<|endoftext|>"
|
||
|
|
PARAMETER temperature 0.7
|
||
|
|
PARAMETER top_p 0.9
|