13 lines
258 B
Plaintext
13 lines
258 B
Plaintext
|
FROM ./llm-350m-instruct-q4_k_m.gguf
|
||
|
|
TEMPLATE """### Instruction:
|
||
|
|
{{ .Prompt }}
|
||
|
|
|
||
|
|
### Response:
|
||
|
|
"""
|
||
|
|
PARAMETER stop "### Instruction:"
|
||
|
|
PARAMETER stop "### Response:"
|
||
|
|
PARAMETER temperature 0.7
|
||
|
|
PARAMETER top_p 0.9
|
||
|
|
PARAMETER top_k 50
|
||
|
|
PARAMETER repeat_penalty 1.1
|