14 lines
374 B
Plaintext
14 lines
374 B
Plaintext
|
|
||
|
|
FROM gemma-2-9b-it.Q8_0.gguf
|
||
|
|
TEMPLATE """<start_of_turn>user
|
||
|
|
{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn>
|
||
|
|
<start_of_turn>model
|
||
|
|
{{ .Response }}<end_of_turn>
|
||
|
|
"""
|
||
|
|
PARAMETER repeat_penalty 1
|
||
|
|
PARAMETER stop "<start_of_turn>"
|
||
|
|
PARAMETER stop "<end_of_turn>"
|
||
|
|
PARAMETER penalize_newline false
|
||
|
|
PARAMETER temperature 1.5
|
||
|
|
PARAMETER min_p 0.1
|
||
|
|
PARAMETER num_ctx 4096
|