初始化项目,由ModelHub XC社区提供模型
Model: Flexan/Blake-XTM-Arc-T0-GGUF Source: Original Platform
This commit is contained in:
50
.gitattributes
vendored
Normal file
50
.gitattributes
vendored
Normal file
@@ -0,0 +1,50 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Blake-XTM-Arc-T0.f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
3
Blake-XTM-Arc-T0.IQ3_M.gguf
Normal file
3
Blake-XTM-Arc-T0.IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:97d0298e1bc33863d7579a263f8660b349c98ead5c2b23d7fe62187244db45f4
|
||||
size 3284891648
|
||||
3
Blake-XTM-Arc-T0.IQ3_S.gguf
Normal file
3
Blake-XTM-Arc-T0.IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c136609b4f9306e41afbcd47dbfacd3b09338a9c5696daa5049c099b123c2149
|
||||
size 3182393344
|
||||
3
Blake-XTM-Arc-T0.IQ3_XS.gguf
Normal file
3
Blake-XTM-Arc-T0.IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0befc0e824b65bed168874d8cefe1b19f4f35f864125455726a64926e7523804
|
||||
size 3018815488
|
||||
3
Blake-XTM-Arc-T0.IQ4_XS.gguf
Normal file
3
Blake-XTM-Arc-T0.IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a4491f00b78716bc1aead1d823badb78178c18eff46e96ceaa274ccc605aa0ea
|
||||
size 3944388608
|
||||
3
Blake-XTM-Arc-T0.Q2_K.gguf
Normal file
3
Blake-XTM-Arc-T0.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8788ec573879c7a330ca0c97965460482aa620f2afea01348c7ff4ea32ac1a66
|
||||
size 2719242240
|
||||
3
Blake-XTM-Arc-T0.Q3_K_L.gguf
Normal file
3
Blake-XTM-Arc-T0.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a03fb381fab3ba363c8391d1148b45d4412e2b5fd634b4f165ff04c42fd73842
|
||||
size 3822024704
|
||||
3
Blake-XTM-Arc-T0.Q3_K_M.gguf
Normal file
3
Blake-XTM-Arc-T0.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6c62103792aa8f4799f0ae7c45482729ccb48f56b7a09a50598943b4d76225d5
|
||||
size 3518986240
|
||||
3
Blake-XTM-Arc-T0.Q3_K_S.gguf
Normal file
3
Blake-XTM-Arc-T0.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2d1ed761bf9a416a765af8716060f3c58e446c12995bc25bc987423380772450
|
||||
size 3164567552
|
||||
3
Blake-XTM-Arc-T0.Q4_K_M.gguf
Normal file
3
Blake-XTM-Arc-T0.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:eb899c2128509811fc2459e755ef0b0aed7cfdd32853d502ff3cbeb863cb3887
|
||||
size 4368439296
|
||||
3
Blake-XTM-Arc-T0.Q4_K_S.gguf
Normal file
3
Blake-XTM-Arc-T0.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:71737421294f76055dbbcfc2ab57be82bb0597362249f9fc38efc8752de375de
|
||||
size 4140374016
|
||||
3
Blake-XTM-Arc-T0.Q5_K_M.gguf
Normal file
3
Blake-XTM-Arc-T0.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6fb886c776c274accf45d4c0da26612d40bd6ec7651a88d7faf62b1493d3a596
|
||||
size 5131409408
|
||||
3
Blake-XTM-Arc-T0.Q5_K_S.gguf
Normal file
3
Blake-XTM-Arc-T0.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0c5a3d20b114893a8f52b1f202ac87cb144cf8a4db109f994aa202c1f2761473
|
||||
size 4997715968
|
||||
3
Blake-XTM-Arc-T0.Q6_K.gguf
Normal file
3
Blake-XTM-Arc-T0.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e2dc9dac325e5873d7b0c09168db62a9a4388048d2744d5b13793c1dd96d93a7
|
||||
size 5942065152
|
||||
3
Blake-XTM-Arc-T0.Q8_0.gguf
Normal file
3
Blake-XTM-Arc-T0.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d75d8d47789bbebe2a2a13fb294190b5b08448adcc64bb80539ee49b7a4c8f15
|
||||
size 7695857664
|
||||
3
Blake-XTM-Arc-T0.f16.gguf
Normal file
3
Blake-XTM-Arc-T0.f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:74f2b05627866f7ad4d1df65f35fd2cd51d196e4b65c107e7f8b2b412db5acd5
|
||||
size 14484731904
|
||||
96
README.md
Normal file
96
README.md
Normal file
@@ -0,0 +1,96 @@
|
||||
---
|
||||
license: cc-by-sa-4.0
|
||||
datasets:
|
||||
- PJMixers-Dev/dolphin-deepseek-1k-think-1k-response-filtered-ShareGPT
|
||||
- Jofthomas/hermes-function-calling-thinking-V1
|
||||
language:
|
||||
- en
|
||||
base_model:
|
||||
- Flexan/Blake-XTM-Arc-T0
|
||||
pipeline_tag: text-generation
|
||||
---
|
||||
# GGUF Files for Blake-XTM-Arc-T0
|
||||
|
||||
These are the GGUF files for [Flexan/Blake-XTM-Arc-T0](https://huggingface.co/Flexan/Blake-XTM-Arc-T0).
|
||||
|
||||
| GGUF Link | Quantization | Description |
|
||||
| ---- | ----- | ----------- |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q2_K.gguf) | Q2_K | Lowest quality |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ3_XS.gguf) | IQ3_XS | Integer quant |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q3_K_S.gguf) | Q3_K_S | |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ3_S.gguf) | IQ3_S | Integer quant, preferable over Q3_K_S |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ3_M.gguf) | IQ3_M | Integer quant |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q3_K_M.gguf) | Q3_K_M | |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q3_K_L.gguf) | Q3_K_L | |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.IQ4_XS.gguf) | IQ4_XS | Integer quant |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q4_K_S.gguf) | Q4_K_S | Fast with good performance |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q4_K_M.gguf) | Q4_K_M | **Recommended:** Perfect mix of speed and performance |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q5_K_S.gguf) | Q5_K_S | |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q5_K_M.gguf) | Q5_K_M | |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q6_K.gguf) | Q6_K | Very good quality |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.Q8_0.gguf) | Q8_0 | Best quality |
|
||||
| [Download](https://huggingface.co/Flexan/Blake-XTM-Arc-T0-GGUF/resolve/main/Blake-XTM-Arc-T0.f16.gguf) | f16 | Full precision, don't bother; use a quant |
|
||||
|
||||
# Model Card for Blake-XTM Arc T0
|
||||
|
||||
Blake-XTM Arc T0 is a 7B large language model used for text generation.
|
||||
It was trained as a (tool-calling) assistant. This model is a variation of [Blake-XTM-Arc](https://huggingface.co/Flexan/Blake-XTM-Arc) without reasoning.
|
||||
|
||||
## Model Details
|
||||
|
||||
### Model Description
|
||||
|
||||
Blake-XTM Arc T0 is a 7B parameter instruct LLM trained to assist and optionally call a tool. It only supports using one tool per assistant message (no parallel tool calling).
|
||||
The model was LoRA fine-tuned with [CatNyanster-7B](https://huggingface.co/arlineka/CatNyanster-7b) as base model, which was fine-tuned on [Mistral-7B](https://huggingface.co/mistralai/Mistral-7B-v0.1).
|
||||
|
||||
### Chat Format
|
||||
|
||||
Blake-XTM Arc T0 uses the ChatML format, e.g.:
|
||||
```text
|
||||
<|im_start|>system
|
||||
System message<|im_end|>
|
||||
<|im_start|>user
|
||||
User prompt<|im_end|>
|
||||
<|im_start|>assistant
|
||||
Assistant response<|im_end|>
|
||||
```
|
||||
|
||||
### Model Usage
|
||||
|
||||
The assistant response can have the following two formats (the contents are examples and were not generated from the model):
|
||||
1. Response:
|
||||
```text
|
||||
<|im_start|>assistant
|
||||
Hello! How may I assist you today?<|im_end|>
|
||||
```
|
||||
2. Tool call:
|
||||
```text
|
||||
<|im_start|>assistant
|
||||
<|tool_start|>{'name': 'find_restaurants', 'arguments': {'city': 'Paris', 'country': 'France'}}<|tool_end|><|im_end|>
|
||||
```
|
||||
|
||||
We recommend using the following system prompts for your situation:
|
||||
- Only thought process:
|
||||
```text
|
||||
You are an advanced AI model.
|
||||
```
|
||||
- Thought process and tool calling:
|
||||
```text
|
||||
You are an advanced AI model with tool-calling capabilities.
|
||||
|
||||
If the user asks something and it requires a tool then you should call the tool with the arguments.
|
||||
|
||||
# Tools
|
||||
You have access to the following tools:
|
||||
[{'type': 'function', 'function': {'name': 'convert_currency', 'description': 'Convert currency from one type to another', 'parameters': {'type': 'object', 'properties': {'amount': {'type': 'number', 'description': 'The amount to be converted'}, 'from_currency': {'type': 'string', 'description': 'The currency to convert from'}, 'to_currency': {'type': 'string', 'description': 'The currency to convert to'}}, 'required': ['amount', 'from_currency', 'to_currency']}}}, {'type': 'function', 'function': {'name': 'get_random_joke', 'description': 'Get a random joke', 'parameters': {'type': 'object', 'properties': {}, 'required': []}}}]
|
||||
|
||||
To call a tool, write a JSON object with the name and arguments inside <|tool_start|>...<|tool_end|>.
|
||||
```
|
||||
|
||||
For responding with a tool response, you can send a message as the `tool` user:
|
||||
```
|
||||
<|im_start|>assistant
|
||||
<|tool_start|>{'name': 'find_restaurants', 'arguments': {'city': 'Paris', 'country': 'France'}}<|tool_end|><|im_end|>
|
||||
<|im_start|>tool
|
||||
{'restaurants': [{'name': 'A Restaurant Name', 'rating': 4.5}]}<|im_end|>
|
||||
```
|
||||
Reference in New Issue
Block a user