初始化项目,由ModelHub XC社区提供模型
Model: xtuner/llava-phi-3-mini-gguf Source: Original Platform
This commit is contained in:
17
OLLAMA_MODELFILE_INT4
Normal file
17
OLLAMA_MODELFILE_INT4
Normal file
@@ -0,0 +1,17 @@
|
||||
FROM ./llava-phi-3-mini-int4.gguf
|
||||
FROM ./llava-phi-3-mini-mmproj-f16.gguf
|
||||
TEMPLATE """{{ if .System }}<|system|>
|
||||
{{ .System }}<|end|>
|
||||
{{ end }}{{ if .Prompt }}<|user|>
|
||||
{{ .Prompt }}<|end|>
|
||||
{{ end }}<|assistant|>
|
||||
{{ .Response }}<|end|>
|
||||
"""
|
||||
PARAMETER stop "<|user|>"
|
||||
PARAMETER stop "<|assistant|>"
|
||||
PARAMETER stop "<|system|>"
|
||||
PARAMETER stop "<|end|>"
|
||||
PARAMETER stop "<|endoftext|>"
|
||||
|
||||
PARAMETER num_keep 4
|
||||
PARAMETER num_ctx 4096
|
||||
Reference in New Issue
Block a user