17 lines
473 B
Plaintext
17 lines
473 B
Plaintext
FROM /path/to/model/unsloth.Q8_0.gguf
|
|
|
|
TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}
|
|
|
|
### Instruction:
|
|
{{ .Prompt }}{{ end }}
|
|
|
|
### Response:
|
|
{{ .Response }}<|im_end|>"""
|
|
|
|
PARAMETER stop "</s>"
|
|
PARAMETER stop "<unk>"
|
|
PARAMETER stop "<|im_start|>"
|
|
PARAMETER stop "<|im_end|>"
|
|
PARAMETER stop "<extra_id_"
|
|
PARAMETER temperature 1.5
|
|
PARAMETER min_p 0.1 |