prithivMLmods/palmyra-mini-thinking-AIO-GGUF
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: prithivMLmods/palmyra-mini-thinking-AIO-GGUF
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-31 11:04:13 +08:00
commit aecf22bf49
61 changed files with 391 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

105
.gitattributes vendored Normal file
View File

@@ -0,0 +1,105 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bin.* filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*.tfevents* filter=lfs diff=lfs merge=lfs -text
*.db* filter=lfs diff=lfs merge=lfs -text
*.ark* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ggml filter=lfs diff=lfs merge=lfs -text
*.llamafile* filter=lfs diff=lfs merge=lfs -text
*.pt2 filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F32.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.F16.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.BF16.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.F32.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.BF16.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F16.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F32.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.BF16.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-GGUF/palmyra-mini.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F16.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

111
README.md Normal file
View File

@@ -0,0 +1,111 @@
---
license: apache-2.0
base_model:
- Writer/palmyra-mini
- Writer/palmyra-mini-thinking-a
- Writer/palmyra-mini-thinking-b
language:
- en
pipeline_tag: text-generation
library_name: transformers
tags:
- text-generation-inference
- code
- math
- coder
---
# **palmyra-mini-thinking-AIO-GGUF**
> The palmyra-mini *[models](https://huggingface.co/Writer)* demonstrates exceptional capabilities in complex reasoning and mathematical problem-solving domains. Its performance is particularly noteworthy on benchmarks that require deep understanding and multi-step thought processes. A key strength of the model is its proficiency in grade-school-level math problems, as evidenced by its impressive score of 0.818 on the gsm8k (strict-match) benchmark. This high score indicates a robust ability to parse and solve word problems, a foundational skill for more advanced quantitative reasoning. This aptitude for mathematics is further confirmed by its outstanding performance on the MATH500 benchmark, where it also achieved a score of 0.818. This result underscores the models consistent and reliable mathematical capabilities across different problem sets. The model also shows strong performance on the AMC23 benchmark, with a solid score of 0.6. This benchmark, representing problems from the American Mathematics Competitions, highlights the models ability to tackle challenging, competition-level mathematics.
## Palmyra Mini GGUF Variants
| Model Name | Download Link |
|-----------------------------------|---------------------------------------------------------------------------------------------------|
| **palmyra-mini-GGUF** | [Link](https://huggingface.co/prithivMLmods/palmyra-mini-thinking-AIO-GGUF/tree/main/palmyra-mini-GGUF) |
| **palmyra-mini-thinking-a-GGUF** | [Link](https://huggingface.co/prithivMLmods/palmyra-mini-thinking-AIO-GGUF/tree/main/palmyra-mini-thinking-a-GGUF) |
| **palmyra-mini-thinking-b-GGUF** | [Link](https://huggingface.co/prithivMLmods/palmyra-mini-thinking-AIO-GGUF/tree/main/palmyra-mini-thinking-b-GGUF) |
## Model Files
### palmyra-mini
| File Name | Quant Type | File Size |
| - | - | - |
| palmyra-mini.BF16.gguf | BF16 | 3.56 GB |
| palmyra-mini.F16.gguf | F16 | 3.56 GB |
| palmyra-mini.F32.gguf | F32 | 7.11 GB |
| palmyra-mini.Q2_K.gguf | Q2_K | 752 MB |
| palmyra-mini.Q3_K_L.gguf | Q3_K_L | 980 MB |
| palmyra-mini.Q3_K_M.gguf | Q3_K_M | 924 MB |
| palmyra-mini.Q3_K_S.gguf | Q3_K_S | 861 MB |
| palmyra-mini.Q4_0.gguf | Q4_0 | 1.07 GB |
| palmyra-mini.Q4_1.gguf | Q4_1 | 1.16 GB |
| palmyra-mini.Q4_K.gguf | Q4_K | 1.12 GB |
| palmyra-mini.Q4_K_M.gguf | Q4_K_M | 1.12 GB |
| palmyra-mini.Q4_K_S.gguf | Q4_K_S | 1.07 GB |
| palmyra-mini.Q5_0.gguf | Q5_0 | 1.26 GB |
| palmyra-mini.Q5_1.gguf | Q5_1 | 1.35 GB |
| palmyra-mini.Q5_K.gguf | Q5_K | 1.28 GB |
| palmyra-mini.Q5_K_M.gguf | Q5_K_M | 1.28 GB |
| palmyra-mini.Q5_K_S.gguf | Q5_K_S | 1.26 GB |
| palmyra-mini.Q6_K.gguf | Q6_K | 1.46 GB |
| palmyra-mini.Q8_0.gguf | Q8_0 | 1.89 GB |
### palmyra-mini-thinking-a
| File Name | Quant Type | File Size |
| - | - | - |
| palmyra-mini-thinking-a.BF16.gguf | BF16 | 3.56 GB |
| palmyra-mini-thinking-a.F16.gguf | F16 | 3.56 GB |
| palmyra-mini-thinking-a.F32.gguf | F32 | 7.11 GB |
| palmyra-mini-thinking-a.Q2_K.gguf | Q2_K | 752 MB |
| palmyra-mini-thinking-a.Q3_K_L.gguf | Q3_K_L | 980 MB |
| palmyra-mini-thinking-a.Q3_K_M.gguf | Q3_K_M | 924 MB |
| palmyra-mini-thinking-a.Q3_K_S.gguf | Q3_K_S | 861 MB |
| palmyra-mini-thinking-a.Q4_0.gguf | Q4_0 | 1.07 GB |
| palmyra-mini-thinking-a.Q4_1.gguf | Q4_1 | 1.16 GB |
| palmyra-mini-thinking-a.Q4_K.gguf | Q4_K | 1.12 GB |
| palmyra-mini-thinking-a.Q4_K_M.gguf | Q4_K_M | 1.12 GB |
| palmyra-mini-thinking-a.Q4_K_S.gguf | Q4_K_S | 1.07 GB |
| palmyra-mini-thinking-a.Q5_0.gguf | Q5_0 | 1.26 GB |
| palmyra-mini-thinking-a.Q5_1.gguf | Q5_1 | 1.35 GB |
| palmyra-mini-thinking-a.Q5_K.gguf | Q5_K | 1.28 GB |
| palmyra-mini-thinking-a.Q5_K_M.gguf | Q5_K_M | 1.28 GB |
| palmyra-mini-thinking-a.Q5_K_S.gguf | Q5_K_S | 1.26 GB |
| palmyra-mini-thinking-a.Q6_K.gguf | Q6_K | 1.46 GB |
| palmyra-mini-thinking-a.Q8_0.gguf | Q8_0 | 1.89 GB |
### palmyra-mini-thinking-b
| File Name | Quant Type | File Size |
| - | - | - |
| palmyra-mini-thinking-b.BF16.gguf | BF16 | 3.09 GB |
| palmyra-mini-thinking-b.F16.gguf | F16 | 3.09 GB |
| palmyra-mini-thinking-b.F32.gguf | F32 | 6.18 GB |
| palmyra-mini-thinking-b.Q2_K.gguf | Q2_K | 676 MB |
| palmyra-mini-thinking-b.Q3_K_L.gguf | Q3_K_L | 880 MB |
| palmyra-mini-thinking-b.Q3_K_M.gguf | Q3_K_M | 824 MB |
| palmyra-mini-thinking-b.Q3_K_S.gguf | Q3_K_S | 761 MB |
| palmyra-mini-thinking-b.Q4_0.gguf | Q4_0 | 935 MB |
| palmyra-mini-thinking-b.Q4_1.gguf | Q4_1 | 1.02 GB |
| palmyra-mini-thinking-b.Q4_K.gguf | Q4_K | 986 MB |
| palmyra-mini-thinking-b.Q4_K_M.gguf | Q4_K_M | 986 MB |
| palmyra-mini-thinking-b.Q4_K_S.gguf | Q4_K_S | 940 MB |
| palmyra-mini-thinking-b.Q5_0.gguf | Q5_0 | 1.1 GB |
| palmyra-mini-thinking-b.Q5_1.gguf | Q5_1 | 1.18 GB |
| palmyra-mini-thinking-b.Q5_K.gguf | Q5_K | 1.13 GB |
| palmyra-mini-thinking-b.Q5_K_M.gguf | Q5_K_M | 1.13 GB |
| palmyra-mini-thinking-b.Q5_K_S.gguf | Q5_K_S | 1.1 GB |
| palmyra-mini-thinking-b.Q6_K.gguf | Q6_K | 1.27 GB |
| palmyra-mini-thinking-b.Q8_0.gguf | Q8_0 | 1.65 GB |
## Quants Usage
(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
Here is a handy graph by ikawrakow comparing some lower-quality quant
types (lower is better):
![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)

3
config.json Normal file
View File

@@ -0,0 +1,3 @@
{
"model_type": "qwen2"
}

1
configuration.json Normal file
View File

@@ -0,0 +1 @@
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

3
palmyra-mini-GGUF/palmyra-mini.BF16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:53a93bfc80e793e58f810df1ac69d54f336d0533d58bbd88c55c424dac9105fc
size 3558745312

3
palmyra-mini-GGUF/palmyra-mini.F16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e29356ff90c485ef79ee148a0924a19902e0d162f5e8fc4e9e3a4e10af3dd9ae
size 3558745312

3
palmyra-mini-GGUF/palmyra-mini.F32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:18d3c2e3fb60ddde75f30c96fffcbedf9062403e7334b00ae1a59e2982b9c38e
size 7110966496

3
palmyra-mini-GGUF/palmyra-mini.Q2_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c3d2a0c32e8ccb50a7a73e4b539fdadbb8d6cc497defe460f112e8503bb21a67
size 752396192

3
palmyra-mini-GGUF/palmyra-mini.Q3_K_L.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c45fa0c1b0b39b04bae829a842e34d5949a624f2462927eb57494b8e8a818e11
size 979913856

3
palmyra-mini-GGUF/palmyra-mini.Q3_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:76df4dc412e7ead5fbf1765e7df4aa47880697f1e955bbca910eab9ca2b11925
size 923929728

3
palmyra-mini-GGUF/palmyra-mini.Q3_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a3c16653dfb54411c646cada239a4024992a3563ce662c7de808a2f98d160dd1
size 860695680

3
palmyra-mini-GGUF/palmyra-mini.Q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4647410d9b23ce079ab869bf98b6a53c94b47d1cb2eb9c42065bbd0a464a0cd3
size 1065645696

3
palmyra-mini-GGUF/palmyra-mini.Q4_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c2752d785758753ac5214a9312afa213a47be3ee1b722658f78131780389260d
size 1162092768

3
palmyra-mini-GGUF/palmyra-mini.Q4_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ff93b90424beaca095060b0712473ce45b87acca07e2e65d5dd9a4d9202fa8ff
size 1116739200

3
palmyra-mini-GGUF/palmyra-mini.Q4_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ff93b90424beaca095060b0712473ce45b87acca07e2e65d5dd9a4d9202fa8ff
size 1116739200

3
palmyra-mini-GGUF/palmyra-mini.Q4_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ad4125d87385ef0a3548bb1f67d7210f8a0299b9909850339b12fb77076f3412
size 1071003264

3
palmyra-mini-GGUF/palmyra-mini.Q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f929071dcef0727d2842129110e679bd5807eea2362d1071e48ad3caa2ec08fa
size 1258539840

3
palmyra-mini-GGUF/palmyra-mini.Q5_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c20f292a45000034afea4c887e6c42707070f8e133fd9db2a35108083559276f
size 1354986912

3
palmyra-mini-GGUF/palmyra-mini.Q5_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2543d943ee8a2d7a1290c4ca8357317b8535dbe06e08ad50776517976172ee1c
size 1284860736

3
palmyra-mini-GGUF/palmyra-mini.Q5_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2543d943ee8a2d7a1290c4ca8357317b8535dbe06e08ad50776517976172ee1c
size 1284860736

3
palmyra-mini-GGUF/palmyra-mini.Q5_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b3542b4a8e8cac7e091c5098f4cc919739c894ab64d0902f76e12cda48a7e6a7
size 1258539840

3
palmyra-mini-GGUF/palmyra-mini.Q6_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c710e386f73217d584dceb15d1972b71f67ebbf3e4c2c1730b1e76ddda3df1b0
size 1463489888

3
palmyra-mini-GGUF/palmyra-mini.Q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cbef1c94abcd48be1bd812ba61c5e75a7ddbb1e2308252af288c25173e6ea5b2
size 1893641632

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.BF16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:120d78919287b1b28b824fefbefc15fa991791c69f64e336ccfc777fe516fecc
size 3558744992

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b714efc6fe2c379e9dcf6c2b55f25374285a4d12eb09ad37ff5178d9ca43da2a
size 3558744992

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7532dfeae69d71bc8d3192955cf3c950cd3e62078e6e9f523ed135b2444c1804
size 7110966176

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q2_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:97635494326834d1c6035342a1f1b36255f7cd8cae09e796c28b7acedf35947c
size 752395872

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_L.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2e1f2c37d5e97c8288259f70392dd08e51db60f82bc9ec0df8b0053cc65441d2
size 979913536

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c79b1191b53729dae8a8ccda4f3cfa937a45e6efdde7c91b1cfe5f532645bc6e
size 923929408

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:67f6d1efa2c2defa6cebd82df7b28f5fb07c88943cbb2d2c9e2290ddafd81ab6
size 860695360

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d0aedcc1037063a99777595ef3c529f31280d5cede4d4d599ef71b85542f6ebb
size 1065645376

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:407b475fe312a70984eb5074b083daf4e1813b6575b398c1ded948eb0f25b7bd
size 1162092448

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:721816a92d3a57cf5120b1ab463a85a752ff1788f6cea86ef007db17bd1249cc
size 1116738880

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:721816a92d3a57cf5120b1ab463a85a752ff1788f6cea86ef007db17bd1249cc
size 1116738880

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b0d52e45ee291f5fa6ab2c76dc805669925466414e8b709064c6490144ac758a
size 1071002944

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:875e35dd636cc3a7f1e00f97d77fc904cc388106fff8bca93e60a1c35851daf3
size 1258539520

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4617f1569e6eb60b830ea848131d7683c6fd47d97b35b0b6e504c274fad6a76c
size 1354986592

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9db5884ffe608586ae6d0960903772e6312984aa419354793da3bb864404a5a2
size 1284860416

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9db5884ffe608586ae6d0960903772e6312984aa419354793da3bb864404a5a2
size 1284860416

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a1f1347f73bbc39872278f71cc9ea5b433d17c9ef939ad131b915eb77fe9742c
size 1258539520

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q6_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4fc8a050f41e6bbc80171280820d8719668522cc270bf643b9e36e9c6e71ec86
size 1463489568

3
palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fd4b589af2131ccfdbc9f608b32b7588f6dd74b949db2c0b9a10eea8c6404598
size 1893641312

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.BF16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:037c1a9790a109a8db1a051f5ba726b595f065fd74c5d7fa9a92f34c206844ac
size 3093667040

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0a8600921403517a23679ee178534e9b201309e8a7f2b00a60ea0ca996b64346
size 3093667040

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:67f80465e331d4ce72a7e465bb4b39c53b841b40d21b19f03a5e09c769a5b5ce
size 6180805856

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q2_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0a83ca7775aea4d76e914f228f219613d54625cc9c320295f4a9f5fc9d84f38b
size 676302560

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_L.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3e3633eda67496ac1feea327a232c80b2cab5a767b0271cc8f282d2f6806b31e
size 880160480

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d9de85c0e8137af421853b5b83dac0f5fec962abc5af008ed16eb27c9934a5e0
size 824176352

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d74494f4ef59c375f2913d7febaaecd2c3a3dac3b1a644ed88ce2f477b5a4bff
size 760942304

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:22346024c9a76eb180d7e6b938acaec252063c58c0f971f457c703e9e38d6feb
size 934952672

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f2c079dfefdd85333404b7c45003052697f8a066159e6ca1d710e044f8738ced
size 1016839904

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cfb6e3b49ddf150da10bfa5a61b632926aac8fb9592461ccac162473a77e6308
size 986046176

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cfb6e3b49ddf150da10bfa5a61b632926aac8fb9592461ccac162473a77e6308
size 986046176

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cd36e3233d064b51f2ccca6cb5453a626eb4be43b0575d99d97609ec8602ced6
size 940310240

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:72a6f575fb3b6c6d64d95bed79ee23e74c1af4221a3e0e610e938c83cb67be0b
size 1098727136

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_1.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0bb8f98e62e5db48e7186e35ac5292363c29546512738ae251b55c0fe2549702
size 1180614368

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:70e5dcfaca115e42fc3af2991ab1df5a73bba1b3c5f74862399ad6d61b85242b
size 1125048032

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_M.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:70e5dcfaca115e42fc3af2991ab1df5a73bba1b3c5f74862399ad6d61b85242b
size 1125048032

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_S.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fed27cca096b8f31bca99e0f8646afbb262c4106ff48c74e171e2aa1aa7ec9f3
size 1098727136

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q6_K.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:aaa687c9a3d954993bc774f51f03510e74b6fc23527ba827800c173f0a4a362e
size 1272737504

3
palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e8f52963489ecba3dde9b36e89f37070183b2d9864d7e77112ae3a3035a66608
size 1646570720