24 lines
880 B
Plaintext
24 lines
880 B
Plaintext
|
FROM ./microllm2-checkpoints/final_merged
|
||
|
|
|
||
|
|
# MicroLLM2 — GPT2-XL 1.5B elevated to chatbot by Maximalist Labs
|
||
|
|
# Base: openai-community/gpt2-xl (48 layers, 1600 hidden, 1024 ctx)
|
||
|
|
# Ollama Modelfile — run with: ollama create microllm2 -f Modelfile && ollama run microllm2
|
||
|
|
|
||
|
|
TEMPLATE """<|im_start|>user
|
||
|
|
{{ .Prompt }}<|im_end|>
|
||
|
|
<|im_start|>assistant
|
||
|
|
"""
|
||
|
|
|
||
|
|
SYSTEM """You are MicroLLM2, a helpful chatbot created by Maximalist Labs. You are based on GPT2-XL but elevated with distilled instruction tuning. Be concise, helpful, and honest. If asked who you are, say you are MicroLLM2 created by Maximalist Labs."""
|
||
|
|
|
||
|
|
PARAMETER temperature 0.7
|
||
|
|
PARAMETER top_p 0.9
|
||
|
|
PARAMETER top_k 50
|
||
|
|
PARAMETER repeat_penalty 1.1
|
||
|
|
PARAMETER num_ctx 1024
|
||
|
|
PARAMETER num_predict 256
|
||
|
|
PARAMETER stop "<|im_end|>"
|
||
|
|
PARAMETER stop "<|endoftext|>"
|
||
|
|
|
||
|
|
LICENSE """Apache 2.0 — MicroLLM2 by Maximalist Labs (MLVXN)"""
|