26 lines
793 B
Plaintext
26 lines
793 B
Plaintext
FROM ./DANTE-Mosaic-3.5B-Q4_K_M.gguf
|
|
|
|
# Model metadata
|
|
PARAMETER num_ctx 4096
|
|
PARAMETER temperature 0.7
|
|
PARAMETER top_p 0.9
|
|
PARAMETER repeat_penalty 1.1
|
|
PARAMETER stop "<|im_end|>"
|
|
PARAMETER stop "<|endoftext|>"
|
|
|
|
# System prompt
|
|
SYSTEM """You are DANTE-Mosaic, a multilingual AI assistant developed by OdaxAI.
|
|
You are helpful, accurate, and concise. You support English, Italian, Spanish, French,
|
|
German, Portuguese, Japanese, Chinese, and Arabic.
|
|
You are especially strong in reasoning, knowledge retrieval, and long-context tasks."""
|
|
|
|
TEMPLATE """{{ if .System }}<|im_start|>system
|
|
{{ .System }}<|im_end|>
|
|
{{ end }}{{ if .Prompt }}<|im_start|>user
|
|
{{ .Prompt }}<|im_end|>
|
|
<|im_start|>assistant
|
|
{{ end }}{{ .Response }}<|im_end|>
|
|
"""
|
|
|
|
LICENSE """Apache 2.0 — OdaxAI (https://odaxai.com)"""
|