17 lines
456 B
Plaintext
17 lines
456 B
Plaintext
|
FROM /path/to/model/unsloth.F16.gguf
|
||
|
|
|
||
|
|
TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}
|
||
|
|
|
||
|
|
### Instruction:
|
||
|
|
{{ .Prompt }}{{ end }}
|
||
|
|
|
||
|
|
### Response:
|
||
|
|
{{ .Response }}<|im_end|>"""
|
||
|
|
|
||
|
|
PARAMETER stop "</s>"
|
||
|
|
PARAMETER stop "<unk>"
|
||
|
|
PARAMETER stop "<|im_start|>"
|
||
|
|
PARAMETER stop "<|im_end|>"
|
||
|
|
PARAMETER stop "<extra_id_"
|
||
|
|
PARAMETER temperature 1.5
|
||
|
|
PARAMETER min_p 0.1
|