初始化项目，由ModelHub XC社区提供模型

Model: rdrgzlng/salamandra-2b-instruct-GGUF Source: Original Platform
2026-06-21 15:16:17 +08:00
commit a2a514628f
9 changed files with 309 additions and 0 deletions
--- a/.gitattributes
+++ b/.gitattributes
@@ -0,0 +1,37 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+salamandra-2b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+salamandra-2b-instruct-fp16.gguf filter=lfs diff=lfs merge=lfs -text
--- a/README.md
+++ b/README.md
@@ -0,0 +1,34 @@
+---
+license: apache-2.0
+base_model: BSC-LT/salamandra-2b-instruct
+language:
+  - es
+  - ca
+  - en
+  - pt
+library_name: llama.cpp
+tags:
+  - gguf
+  - llama.cpp
+  - quantized
+  - spanish
+---
+
+# Salamandra 2B Instruct GGUF
+
+Conversión propia de `BSC-LT/salamandra-2b-instruct` a GGUF para uso con `llama.cpp`.
+
+## Archivos
+
+- `salamandra-2b-instruct-fp16.gguf`
+- `salamandra-2b-instruct-Q4_K_M.gguf`
+
+## Notas
+
+El archivo `Q4_K_M` fue cuantizado con `llama.cpp`.
+Algunos tensores requirieron fallback automático a otros formatos de cuantización por restricciones de forma.
+
+## Uso con llama.cpp
+
+```bash
+./llama-cli -m salamandra-2b-instruct-Q4_K_M.gguf -cnv
--- a/2
+++ b/2
@@ -0,0 +1,2 @@
+92413cd00c8d05ace714c100c7f00c522963d1d67cc2798b2a734c064b976f82  salamandra-2b-instruct-fp16.gguf
+2532011c019230cc50d7a3f641eca5fcbe6d24cea7d5b066167db42fce6a9915  salamandra-2b-instruct-Q4_K_M.gguf
--- a/model_profile.json
+++ b/model_profile.json
@@ -0,0 +1,135 @@
+{
+  "profileVersion": 1,
+  "model": {
+    "id": "salamandra-2b-instruct-gguf-q4_k_m",
+    "displayName": "Salamandra 2B Instruct",
+    "family": "salamandra",
+    "variant": "instruct",
+    "provider": "bsc-lt",
+    "quantization": "Q4_K_M",
+    "contextLength": 8192,
+    "capabilities": {
+      "supportsSystemRole": true,
+      "supportsMultiTurnChat": true,
+      "supportsTools": false,
+      "supportsJsonMode": false,
+      "supportsReasoningTags": false
+    }
+  },
+  "runtime": {
+    "engine": "llama.cpp",
+    "format": "gguf",
+    "contextSize": 8192
+  },
+  "prompting": {
+    "chatTemplate": {
+      "systemPrefix": "<|im_start|>system\n",
+      "systemSuffix": "<|im_end|>\n",
+      "userPrefix": "<|im_start|>user\n",
+      "userSuffix": "<|im_end|>\n",
+      "assistantPrefix": "<|im_start|>assistant\n",
+      "assistantSuffix": "<|im_end|>\n",
+      "generationPrefix": "<|im_start|>assistant\n",
+      "includeSystemAlways": true,
+      "stripTrailingWhitespace": true
+    },
+    "specialTokens": {
+      "bos": "<s>",
+      "eos": "</s>"
+    },
+    "stop": {
+      "strings": [
+        "</s>",
+        "<|im_end|>"
+      ],
+      "trimStopFromOutput": true
+    },
+    "sanitization": {
+      "removeSpecialTokens": true,
+      "removePatterns": [
+        "</s>",
+        "<\\|im_start\\|>",
+        "<\\|im_end\\|>"
+      ],
+      "normalizeWhitespace": true,
+      "trim": true
+    },
+    "jinjaTemplate": "{%- if not date_string is defined %}{%- set date_string = \"2024-09-30\" %}{%- endif %}{%- set system_message = messages[0].content if messages[0].role == \"system\" else \"I am Salamandra, an AI language model developed at the Barcelona Supercomputing Centre (BSC) by the Language Technologies Unit. My knowledge base was last updated on August 2023. Today Date: \"+ date_string +\"\nSoy Salamandra, un modelo lingüístico de IA desarrollado en el Barcelona Supercomputing Centre (BSC) por la Language Technologies Unit. Mi base de conocimientos se actualizó por última vez en agosto de 2023.\nSoc Salamandra, un model de llenguatge d'IA desenvolupat al Barcelona Supercomputing Centre (BSC) per la Language Technologies Unit. La meva base de coneixement es va actualitzar per última vegada l'agost de 2023.\" -%}{%- if messages[0].role == \"system\" -%}{%- set messages = messages[1:] -%}{%- endif -%}{{ \"<|im_start|>system\n\" + system_message + \"<|im_end|>\n\" }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}"
+  },
+  "samplingDefaults": {
+    "temperature": 0.6,
+    "topP": 0.9,
+    "topK": 40,
+    "repeatPenalty": 1.2,
+    "maxTokens": 512
+  },
+  "pipelineOverrides": {
+    "DIRECT_LLM": {
+      "temperature": 0.4,
+      "topP": 0.9,
+      "repeatPenalty": 1.1,
+      "maxTokens": 512
+    },
+    "TASK_CONTEXT_THEN_LLM": {
+      "temperature": 0.6,
+      "topP": 0.9,
+      "repeatPenalty": 1.1,
+      "maxTokens": 512
+    },
+    "MEMORY_THEN_LLM": {
+      "temperature": 0.4,
+      "topP": 0.9,
+      "repeatPenalty": 1.1,
+      "maxTokens": 384
+    },
+    "RAG_THEN_LLM": {
+      "temperature": 0.3,
+      "topP": 0.9,
+      "repeatPenalty": 1.1,
+      "maxTokens": 512
+    },
+    "HYBRID_RETRIEVAL_THEN_LLM": {
+      "temperature": 0.3,
+      "topP": 0.9,
+      "repeatPenalty": 1.1,
+      "maxTokens": 512
+    }
+  },
+  "lumbre": {
+    "recommendedPipelines": [
+      "DIRECT_LLM",
+      "TASK_CONTEXT_THEN_LLM",
+      "MEMORY_THEN_LLM",
+      "HYBRID_RETRIEVAL_THEN_LLM"
+    ]
+  },
+  "compatibility": {
+    "minAppVersion": "0.1.0",
+    "minProfileLoaderVersion": 1,
+    "platforms": [
+      "ios",
+      "android",
+      "macos"
+    ]
+  },
+  "build": {
+    "notes": [
+      "jinjaTemplate loaded from tokenizer_config.json::chat_template",
+      "chatTemplate derived from known 'chatml' template family",
+      "Added eos token '</s>' as stop string",
+      "samplingDefaults from generation_config.json with family-tuned fallbacks"
+    ],
+    "reviewFlags": [
+      "smoke_test_required"
+    ],
+    "provenance": {
+      "sourceDir": "/Users/alfredo/proyectos/lumbre/models/salamandra-2b-instruct",
+      "sourceFiles": {
+        "configJson": "config.json",
+        "generationConfigJson": "generation_config.json",
+        "tokenizerConfigJson": "tokenizer_config.json",
+        "specialTokensMapJson": "special_tokens_map.json"
+      }
+    }
+  }
+}
--- a/salamandra-2b-instruct-Q4_K_M.gguf
+++ b/salamandra-2b-instruct-Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2532011c019230cc50d7a3f641eca5fcbe6d24cea7d5b066167db42fce6a9915
+size 1506089408
--- a/salamandra-2b-instruct-fp16.gguf
+++ b/salamandra-2b-instruct-fp16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92413cd00c8d05ace714c100c7f00c522963d1d67cc2798b2a734c064b976f82
+size 4513634752
--- a/special_tokens_map.json
+++ b/special_tokens_map.json
@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
--- a/tokenizer.model
+++ b/tokenizer.model
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -0,0 +1,64 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<s>",
+  "chat_template": "{%- if not date_string is defined %}{%- set date_string = \"2024-09-30\" %}{%- endif %}{%- set system_message = messages[0].content if messages[0].role == \"system\" else \"I am Salamandra, an AI language model developed at the Barcelona Supercomputing Centre (BSC) by the Language Technologies Unit. My knowledge base was last updated on August 2023. Today Date: \"+ date_string +\"\nSoy Salamandra, un modelo lingüístico de IA desarrollado en el Barcelona Supercomputing Centre (BSC) por la Language Technologies Unit. Mi base de conocimientos se actualizó por última vez en agosto de 2023.\nSoc Salamandra, un model de llenguatge d'IA desenvolupat al Barcelona Supercomputing Centre (BSC) per la Language Technologies Unit. La meva base de coneixement es va actualitzar per última vegada l'agost de 2023.\" -%}{%- if messages[0].role == \"system\" -%}{%- set messages = messages[1:] -%}{%- endif -%}{{ \"<|im_start|>system\n\" + system_message + \"<|im_end|>\n\" }}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 8192,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}