20 lines
504 B
Plaintext
20 lines
504 B
Plaintext
|
# ollama modelfile
|
||
|
|
|
||
|
|
FROM ./Qwen3-Sex-Q8_0.gguf
|
||
|
|
|
||
|
|
TEMPLATE """{{ if .System }}<|im_start|>system
|
||
|
|
{{ .System }}<|im_end|>
|
||
|
|
{{ end }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user
|
||
|
|
{{ .Content }}<|im_end|>
|
||
|
|
<|im_start|>assistant
|
||
|
|
{{ else if eq .Role "assistant" }}{{ .Content }}<|im_end|>
|
||
|
|
{{ end }}{{ end }}"""
|
||
|
|
|
||
|
|
PARAMETER stop "<|im_end|>"
|
||
|
|
PARAMETER stop "<|endoftext|>"
|
||
|
|
PARAMETER temperature 0.7
|
||
|
|
PARAMETER top_p 0.8
|
||
|
|
PARAMETER repeat_penalty 1.08
|
||
|
|
PARAMETER num_predict 2048
|
||
|
|
PARAMETER num_ctx 4096
|