初始化项目,由ModelHub XC社区提供模型
Model: staeiou/bartleby-qwen3-1.7b_v4 Source: Original Platform
This commit is contained in:
16
Modelfile.q4
Normal file
16
Modelfile.q4
Normal file
@@ -0,0 +1,16 @@
|
||||
FROM ./bartleby-qwen3-1.7b_v4-Q4_K_M.gguf
|
||||
TEMPLATE """{{- range $i, $_ := .Messages }}
|
||||
{{- $last := eq (len (slice $.Messages $i)) 1 }}
|
||||
{{- if or (eq .Role "user") (eq .Role "system") }}<|im_start|>user
|
||||
{{ .Content }}<|im_end|>
|
||||
{{ if $last }}<|im_start|>assistant
|
||||
{{ end }}
|
||||
{{- else if eq .Role "assistant" }}<|im_start|>assistant
|
||||
{{ .Content }}{{ if not $last }}<|im_end|>
|
||||
{{ end }}
|
||||
{{- end }}
|
||||
{{- end }}"""
|
||||
PARAMETER stop "<|im_end|>"
|
||||
PARAMETER stop "<|endoftext|>"
|
||||
PARAMETER temperature 0.7
|
||||
PARAMETER top_p 0.9
|
||||
Reference in New Issue
Block a user