136 lines
4.3 KiB
JSON
136 lines
4.3 KiB
JSON
{
|
|
"profileVersion": 1,
|
|
"model": {
|
|
"id": "salamandra-2b-instruct-gguf-q4_k_m",
|
|
"displayName": "Salamandra 2B Instruct",
|
|
"family": "salamandra",
|
|
"variant": "instruct",
|
|
"provider": "bsc-lt",
|
|
"quantization": "Q4_K_M",
|
|
"contextLength": 8192,
|
|
"capabilities": {
|
|
"supportsSystemRole": true,
|
|
"supportsMultiTurnChat": true,
|
|
"supportsTools": false,
|
|
"supportsJsonMode": false,
|
|
"supportsReasoningTags": false
|
|
}
|
|
},
|
|
"runtime": {
|
|
"engine": "llama.cpp",
|
|
"format": "gguf",
|
|
"contextSize": 8192
|
|
},
|
|
"prompting": {
|
|
"chatTemplate": {
|
|
"systemPrefix": "<|im_start|>system\n",
|
|
"systemSuffix": "<|im_end|>\n",
|
|
"userPrefix": "<|im_start|>user\n",
|
|
"userSuffix": "<|im_end|>\n",
|
|
"assistantPrefix": "<|im_start|>assistant\n",
|
|
"assistantSuffix": "<|im_end|>\n",
|
|
"generationPrefix": "<|im_start|>assistant\n",
|
|
"includeSystemAlways": true,
|
|
"stripTrailingWhitespace": true
|
|
},
|
|
"specialTokens": {
|
|
"bos": "<s>",
|
|
"eos": "</s>"
|
|
},
|
|
"stop": {
|
|
"strings": [
|
|
"</s>",
|
|
"<|im_end|>"
|
|
],
|
|
"trimStopFromOutput": true
|
|
},
|
|
"sanitization": {
|
|
"removeSpecialTokens": true,
|
|
"removePatterns": [
|
|
"</s>",
|
|
"<\\|im_start\\|>",
|
|
"<\\|im_end\\|>"
|
|
],
|
|
"normalizeWhitespace": true,
|
|
"trim": true
|
|
},
|
|
"jinjaTemplate": "{%- if not date_string is defined %}{%- set date_string = \"2024-09-30\" %}{%- endif %}{%- set system_message = messages[0].content if messages[0].role == \"system\" else \"I am Salamandra, an AI language model developed at the Barcelona Supercomputing Centre (BSC) by the Language Technologies Unit. My knowledge base was last updated on August 2023. Today Date: \"+ date_string +\"\nSoy Salamandra, un modelo lingüístico de IA desarrollado en el Barcelona Supercomputing Centre (BSC) por la Language Technologies Unit. Mi base de conocimientos se actualizó por última vez en agosto de 2023.\nSoc Salamandra, un model de llenguatge d'IA desenvolupat al Barcelona Supercomputing Centre (BSC) per la Language Technologies Unit. La meva base de coneixement es va actualitzar per última vegada l'agost de 2023.\" -%}{%- if messages[0].role == \"system\" -%}{%- set messages = messages[1:] -%}{%- endif -%}{{ \"<|im_start|>system\n\" + system_message + \"<|im_end|>\n\" }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
|
|
},
|
|
"samplingDefaults": {
|
|
"temperature": 0.6,
|
|
"topP": 0.9,
|
|
"topK": 40,
|
|
"repeatPenalty": 1.2,
|
|
"maxTokens": 512
|
|
},
|
|
"pipelineOverrides": {
|
|
"DIRECT_LLM": {
|
|
"temperature": 0.4,
|
|
"topP": 0.9,
|
|
"repeatPenalty": 1.1,
|
|
"maxTokens": 512
|
|
},
|
|
"TASK_CONTEXT_THEN_LLM": {
|
|
"temperature": 0.6,
|
|
"topP": 0.9,
|
|
"repeatPenalty": 1.1,
|
|
"maxTokens": 512
|
|
},
|
|
"MEMORY_THEN_LLM": {
|
|
"temperature": 0.4,
|
|
"topP": 0.9,
|
|
"repeatPenalty": 1.1,
|
|
"maxTokens": 384
|
|
},
|
|
"RAG_THEN_LLM": {
|
|
"temperature": 0.3,
|
|
"topP": 0.9,
|
|
"repeatPenalty": 1.1,
|
|
"maxTokens": 512
|
|
},
|
|
"HYBRID_RETRIEVAL_THEN_LLM": {
|
|
"temperature": 0.3,
|
|
"topP": 0.9,
|
|
"repeatPenalty": 1.1,
|
|
"maxTokens": 512
|
|
}
|
|
},
|
|
"lumbre": {
|
|
"recommendedPipelines": [
|
|
"DIRECT_LLM",
|
|
"TASK_CONTEXT_THEN_LLM",
|
|
"MEMORY_THEN_LLM",
|
|
"HYBRID_RETRIEVAL_THEN_LLM"
|
|
]
|
|
},
|
|
"compatibility": {
|
|
"minAppVersion": "0.1.0",
|
|
"minProfileLoaderVersion": 1,
|
|
"platforms": [
|
|
"ios",
|
|
"android",
|
|
"macos"
|
|
]
|
|
},
|
|
"build": {
|
|
"notes": [
|
|
"jinjaTemplate loaded from tokenizer_config.json::chat_template",
|
|
"chatTemplate derived from known 'chatml' template family",
|
|
"Added eos token '</s>' as stop string",
|
|
"samplingDefaults from generation_config.json with family-tuned fallbacks"
|
|
],
|
|
"reviewFlags": [
|
|
"smoke_test_required"
|
|
],
|
|
"provenance": {
|
|
"sourceDir": "/Users/alfredo/proyectos/lumbre/models/salamandra-2b-instruct",
|
|
"sourceFiles": {
|
|
"configJson": "config.json",
|
|
"generationConfigJson": "generation_config.json",
|
|
"tokenizerConfigJson": "tokenizer_config.json",
|
|
"specialTokensMapJson": "special_tokens_map.json"
|
|
}
|
|
}
|
|
}
|
|
}
|