commit 5658379d2321ef86cb4e9243625dc1a17962c195 Author: ModelHub XC Date: Sun Oct 4 22:51:22 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Flexan/Blake-XTM-Arc-T0-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..17ad71e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Blake-XTM-Arc-T0.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Blake-XTM-Arc-T0.IQ3_M.gguf b/Blake-XTM-Arc-T0.IQ3_M.gguf new file mode 100644 index 0000000..40558d2 --- /dev/null +++ b/Blake-XTM-Arc-T0.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d0298e1bc33863d7579a263f8660b349c98ead5c2b23d7fe62187244db45f4 +size 3284891648 diff --git a/Blake-XTM-Arc-T0.IQ3_S.gguf b/Blake-XTM-Arc-T0.IQ3_S.gguf new file mode 100644 index 0000000..e76726f --- /dev/null +++ b/Blake-XTM-Arc-T0.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c136609b4f9306e41afbcd47dbfacd3b09338a9c5696daa5049c099b123c2149 +size 3182393344 diff --git a/Blake-XTM-Arc-T0.IQ3_XS.gguf b/Blake-XTM-Arc-T0.IQ3_XS.gguf new file mode 100644 index 0000000..08694fe --- /dev/null +++ b/Blake-XTM-Arc-T0.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0befc0e824b65bed168874d8cefe1b19f4f35f864125455726a64926e7523804 +size 3018815488 diff --git a/Blake-XTM-Arc-T0.IQ4_XS.gguf b/Blake-XTM-Arc-T0.IQ4_XS.gguf new file mode 100644 index 0000000..ddca0cc --- /dev/null +++ b/Blake-XTM-Arc-T0.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4491f00b78716bc1aead1d823badb78178c18eff46e96ceaa274ccc605aa0ea +size 3944388608 diff --git a/Blake-XTM-Arc-T0.Q2_K.gguf b/Blake-XTM-Arc-T0.Q2_K.gguf new file mode 100644 index 0000000..852730f --- /dev/null +++ b/Blake-XTM-Arc-T0.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8788ec573879c7a330ca0c97965460482aa620f2afea01348c7ff4ea32ac1a66 +size 2719242240 diff --git a/Blake-XTM-Arc-T0.Q3_K_L.gguf b/Blake-XTM-Arc-T0.Q3_K_L.gguf new file mode 100644 index 0000000..b27ddcd --- /dev/null +++ b/Blake-XTM-Arc-T0.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03fb381fab3ba363c8391d1148b45d4412e2b5fd634b4f165ff04c42fd73842 +size 3822024704 diff --git a/Blake-XTM-Arc-T0.Q3_K_M.gguf b/Blake-XTM-Arc-T0.Q3_K_M.gguf new file mode 100644 index 0000000..fc5400d --- /dev/null +++ b/Blake-XTM-Arc-T0.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c62103792aa8f4799f0ae7c45482729ccb48f56b7a09a50598943b4d76225d5 +size 3518986240 diff --git a/Blake-XTM-Arc-T0.Q3_K_S.gguf b/Blake-XTM-Arc-T0.Q3_K_S.gguf new file mode 100644 index 0000000..4b8232a --- /dev/null +++ b/Blake-XTM-Arc-T0.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1ed761bf9a416a765af8716060f3c58e446c12995bc25bc987423380772450 +size 3164567552 diff --git a/Blake-XTM-Arc-T0.Q4_K_M.gguf b/Blake-XTM-Arc-T0.Q4_K_M.gguf new file mode 100644 index 0000000..dca1a7d --- /dev/null +++ b/Blake-XTM-Arc-T0.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb899c2128509811fc2459e755ef0b0aed7cfdd32853d502ff3cbeb863cb3887 +size 4368439296 diff --git a/Blake-XTM-Arc-T0.Q4_K_S.gguf b/Blake-XTM-Arc-T0.Q4_K_S.gguf new file mode 100644 index 0000000..665e111 --- /dev/null +++ b/Blake-XTM-Arc-T0.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71737421294f76055dbbcfc2ab57be82bb0597362249f9fc38efc8752de375de +size 4140374016 diff --git a/Blake-XTM-Arc-T0.Q5_K_M.gguf b/Blake-XTM-Arc-T0.Q5_K_M.gguf new file mode 100644 index 0000000..249ad01 --- /dev/null +++ b/Blake-XTM-Arc-T0.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb886c776c274accf45d4c0da26612d40bd6ec7651a88d7faf62b1493d3a596 +size 5131409408 diff --git a/Blake-XTM-Arc-T0.Q5_K_S.gguf b/Blake-XTM-Arc-T0.Q5_K_S.gguf new file mode 100644 index 0000000..012bf15 --- /dev/null +++ b/Blake-XTM-Arc-T0.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5a3d20b114893a8f52b1f202ac87cb144cf8a4db109f994aa202c1f2761473 +size 4997715968 diff --git a/Blake-XTM-Arc-T0.Q6_K.gguf b/Blake-XTM-Arc-T0.Q6_K.gguf new file mode 100644 index 0000000..2c21b37 --- /dev/null +++ b/Blake-XTM-Arc-T0.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2dc9dac325e5873d7b0c09168db62a9a4388048d2744d5b13793c1dd96d93a7 +size 5942065152 diff --git a/Blake-XTM-Arc-T0.Q8_0.gguf b/Blake-XTM-Arc-T0.Q8_0.gguf new file mode 100644 index 0000000..1d247f2 --- /dev/null +++ b/Blake-XTM-Arc-T0.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d75d8d47789bbebe2a2a13fb294190b5b08448adcc64bb80539ee49b7a4c8f15 +size 7695857664 diff --git a/Blake-XTM-Arc-T0.f16.gguf b/Blake-XTM-Arc-T0.f16.gguf new file mode 100644 index 0000000..305f53a --- /dev/null +++ b/Blake-XTM-Arc-T0.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f2b05627866f7ad4d1df65f35fd2cd51d196e4b65c107e7f8b2b412db5acd5 +size 14484731904 diff --git a/README.md b/README.md new file mode 100644 index 0000000..34afd12 --- /dev/null +++ b/README.md @@ -0,0 +1,96 @@ +--- +license: cc-by-sa-4.0 +datasets: +- PJMixers-Dev/dolphin-deepseek-1k-think-1k-response-filtered-ShareGPT +- Jofthomas/hermes-function-calling-thinking-V1 +language: +- en +base_model: +- Flexan/Blake-XTM-Arc-T0 +pipeline_tag: text-generation +--- +# GGUF Files for Blake-XTM-Arc-T0 + +These are the GGUF files for [Flexan/Blake-XTM-Arc-T0](https://huggingface.co/Flexan/Blake-XTM-Arc-T0). + +| GGUF Link | Quantization | Description | +| ---- | ----- | ----------- | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q2_K.gguf) | Q2_K | Lowest quality | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ3_XS.gguf) | IQ3_XS | Integer quant | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q3_K_S.gguf) | Q3_K_S | | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ3_S.gguf) | IQ3_S | Integer quant, preferable over Q3_K_S | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ3_M.gguf) | IQ3_M | Integer quant | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q3_K_M.gguf) | Q3_K_M | | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q3_K_L.gguf) | Q3_K_L | | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ4_XS.gguf) | IQ4_XS | Integer quant | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q4_K_S.gguf) | Q4_K_S | Fast with good performance | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q4_K_M.gguf) | Q4_K_M | **Recommended:** Perfect mix of speed and performance | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q5_K_S.gguf) | Q5_K_S | | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q5_K_M.gguf) | Q5_K_M | | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q6_K.gguf) | Q6_K | Very good quality | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q8_0.gguf) | Q8_0 | Best quality | +| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.f16.gguf) | f16 | Full precision, don't bother; use a quant | + +# Model Card for Blake-XTM Arc T0 + +Blake-XTM Arc T0 is a 7B large language model used for text generation. +It was trained as a (tool-calling) assistant. This model is a variation of [Blake-XTM-Arc](https://huggingface.co/Flexan/Blake-XTM-Arc) without reasoning. + +## Model Details + +### Model Description + +Blake-XTM Arc T0 is a 7B parameter instruct LLM trained to assist and optionally call a tool. It only supports using one tool per assistant message (no parallel tool calling). +The model was LoRA fine-tuned with [CatNyanster-7B](https://huggingface.co/arlineka/CatNyanster-7b) as base model, which was fine-tuned on [Mistral-7B](https://huggingface.co/mistralai/Mistral-7B-v0.1). + +### Chat Format + +Blake-XTM Arc T0 uses the ChatML format, e.g.: +```text +<|im_start|>system +System message<|im_end|> +<|im_start|>user +User prompt<|im_end|> +<|im_start|>assistant +Assistant response<|im_end|> +``` + +### Model Usage + +The assistant response can have the following two formats (the contents are examples and were not generated from the model): +1. Response: + ```text + <|im_start|>assistant + Hello! How may I assist you today?<|im_end|> + ``` +2. Tool call: + ```text + <|im_start|>assistant + <|tool_start|>{'name': 'find_restaurants', 'arguments': {'city': 'Paris', 'country': 'France'}}<|tool_end|><|im_end|> + ``` + +We recommend using the following system prompts for your situation: +- Only thought process: + ```text + You are an advanced AI model. + ``` +- Thought process and tool calling: + ```text + You are an advanced AI model with tool-calling capabilities. + + If the user asks something and it requires a tool then you should call the tool with the arguments. + + # Tools + You have access to the following tools: + [{'type': 'function', 'function': {'name': 'convert_currency', 'description': 'Convert currency from one type to another', 'parameters': {'type': 'object', 'properties': {'amount': {'type': 'number', 'description': 'The amount to be converted'}, 'from_currency': {'type': 'string', 'description': 'The currency to convert from'}, 'to_currency': {'type': 'string', 'description': 'The currency to convert to'}}, 'required': ['amount', 'from_currency', 'to_currency']}}}, {'type': 'function', 'function': {'name': 'get_random_joke', 'description': 'Get a random joke', 'parameters': {'type': 'object', 'properties': {}, 'required': []}}}] + + To call a tool, write a JSON object with the name and arguments inside <|tool_start|>...<|tool_end|>. + ``` + +For responding with a tool response, you can send a message as the `tool` user: +``` +<|im_start|>assistant +<|tool_start|>{'name': 'find_restaurants', 'arguments': {'city': 'Paris', 'country': 'France'}}<|tool_end|><|im_end|> +<|im_start|>tool +{'restaurants': [{'name': 'A Restaurant Name', 'rating': 4.5}]}<|im_end|> +``` \ No newline at end of file