commit aecf22bf49c7d5e4fec5f97b64850506d7b5b969 Author: ModelHub XC Date: Fri Jul 31 11:04:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/palmyra-mini-thinking-AIO-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8d5161e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,105 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F32.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.F16.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.BF16.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.F32.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.BF16.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F16.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F32.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.BF16.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-GGUF/palmyra-mini.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F16.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..e31a1bf --- /dev/null +++ b/README.md @@ -0,0 +1,111 @@ +--- +license: apache-2.0 +base_model: +- Writer/palmyra-mini +- Writer/palmyra-mini-thinking-a +- Writer/palmyra-mini-thinking-b +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- code +- math +- coder +--- + +# **palmyra-mini-thinking-AIO-GGUF** + +> The palmyra-mini *[models](https://huggingface.co/Writer)* demonstrates exceptional capabilities in complex reasoning and mathematical problem-solving domains. Its performance is particularly noteworthy on benchmarks that require deep understanding and multi-step thought processes. A key strength of the model is its proficiency in grade-school-level math problems, as evidenced by its impressive score of 0.818 on the gsm8k (strict-match) benchmark. This high score indicates a robust ability to parse and solve word problems, a foundational skill for more advanced quantitative reasoning. This aptitude for mathematics is further confirmed by its outstanding performance on the MATH500 benchmark, where it also achieved a score of 0.818. This result underscores the models consistent and reliable mathematical capabilities across different problem sets. The model also shows strong performance on the AMC23 benchmark, with a solid score of 0.6. This benchmark, representing problems from the American Mathematics Competitions, highlights the models ability to tackle challenging, competition-level mathematics. + +## Palmyra Mini GGUF Variants + +| Model Name | Download Link | +|-----------------------------------|---------------------------------------------------------------------------------------------------| +| **palmyra-mini-GGUF** | [Link](https://huggingface.co/prithivMLmods/palmyra-mini-thinking-AIO-GGUF/tree/main/palmyra-mini-GGUF) | +| **palmyra-mini-thinking-a-GGUF** | [Link](https://huggingface.co/prithivMLmods/palmyra-mini-thinking-AIO-GGUF/tree/main/palmyra-mini-thinking-a-GGUF) | +| **palmyra-mini-thinking-b-GGUF** | [Link](https://huggingface.co/prithivMLmods/palmyra-mini-thinking-AIO-GGUF/tree/main/palmyra-mini-thinking-b-GGUF) | + +## Model Files + +### palmyra-mini + +| File Name | Quant Type | File Size | +| - | - | - | +| palmyra-mini.BF16.gguf | BF16 | 3.56 GB | +| palmyra-mini.F16.gguf | F16 | 3.56 GB | +| palmyra-mini.F32.gguf | F32 | 7.11 GB | +| palmyra-mini.Q2_K.gguf | Q2_K | 752 MB | +| palmyra-mini.Q3_K_L.gguf | Q3_K_L | 980 MB | +| palmyra-mini.Q3_K_M.gguf | Q3_K_M | 924 MB | +| palmyra-mini.Q3_K_S.gguf | Q3_K_S | 861 MB | +| palmyra-mini.Q4_0.gguf | Q4_0 | 1.07 GB | +| palmyra-mini.Q4_1.gguf | Q4_1 | 1.16 GB | +| palmyra-mini.Q4_K.gguf | Q4_K | 1.12 GB | +| palmyra-mini.Q4_K_M.gguf | Q4_K_M | 1.12 GB | +| palmyra-mini.Q4_K_S.gguf | Q4_K_S | 1.07 GB | +| palmyra-mini.Q5_0.gguf | Q5_0 | 1.26 GB | +| palmyra-mini.Q5_1.gguf | Q5_1 | 1.35 GB | +| palmyra-mini.Q5_K.gguf | Q5_K | 1.28 GB | +| palmyra-mini.Q5_K_M.gguf | Q5_K_M | 1.28 GB | +| palmyra-mini.Q5_K_S.gguf | Q5_K_S | 1.26 GB | +| palmyra-mini.Q6_K.gguf | Q6_K | 1.46 GB | +| palmyra-mini.Q8_0.gguf | Q8_0 | 1.89 GB | + +### palmyra-mini-thinking-a + +| File Name | Quant Type | File Size | +| - | - | - | +| palmyra-mini-thinking-a.BF16.gguf | BF16 | 3.56 GB | +| palmyra-mini-thinking-a.F16.gguf | F16 | 3.56 GB | +| palmyra-mini-thinking-a.F32.gguf | F32 | 7.11 GB | +| palmyra-mini-thinking-a.Q2_K.gguf | Q2_K | 752 MB | +| palmyra-mini-thinking-a.Q3_K_L.gguf | Q3_K_L | 980 MB | +| palmyra-mini-thinking-a.Q3_K_M.gguf | Q3_K_M | 924 MB | +| palmyra-mini-thinking-a.Q3_K_S.gguf | Q3_K_S | 861 MB | +| palmyra-mini-thinking-a.Q4_0.gguf | Q4_0 | 1.07 GB | +| palmyra-mini-thinking-a.Q4_1.gguf | Q4_1 | 1.16 GB | +| palmyra-mini-thinking-a.Q4_K.gguf | Q4_K | 1.12 GB | +| palmyra-mini-thinking-a.Q4_K_M.gguf | Q4_K_M | 1.12 GB | +| palmyra-mini-thinking-a.Q4_K_S.gguf | Q4_K_S | 1.07 GB | +| palmyra-mini-thinking-a.Q5_0.gguf | Q5_0 | 1.26 GB | +| palmyra-mini-thinking-a.Q5_1.gguf | Q5_1 | 1.35 GB | +| palmyra-mini-thinking-a.Q5_K.gguf | Q5_K | 1.28 GB | +| palmyra-mini-thinking-a.Q5_K_M.gguf | Q5_K_M | 1.28 GB | +| palmyra-mini-thinking-a.Q5_K_S.gguf | Q5_K_S | 1.26 GB | +| palmyra-mini-thinking-a.Q6_K.gguf | Q6_K | 1.46 GB | +| palmyra-mini-thinking-a.Q8_0.gguf | Q8_0 | 1.89 GB | + +### palmyra-mini-thinking-b + +| File Name | Quant Type | File Size | +| - | - | - | +| palmyra-mini-thinking-b.BF16.gguf | BF16 | 3.09 GB | +| palmyra-mini-thinking-b.F16.gguf | F16 | 3.09 GB | +| palmyra-mini-thinking-b.F32.gguf | F32 | 6.18 GB | +| palmyra-mini-thinking-b.Q2_K.gguf | Q2_K | 676 MB | +| palmyra-mini-thinking-b.Q3_K_L.gguf | Q3_K_L | 880 MB | +| palmyra-mini-thinking-b.Q3_K_M.gguf | Q3_K_M | 824 MB | +| palmyra-mini-thinking-b.Q3_K_S.gguf | Q3_K_S | 761 MB | +| palmyra-mini-thinking-b.Q4_0.gguf | Q4_0 | 935 MB | +| palmyra-mini-thinking-b.Q4_1.gguf | Q4_1 | 1.02 GB | +| palmyra-mini-thinking-b.Q4_K.gguf | Q4_K | 986 MB | +| palmyra-mini-thinking-b.Q4_K_M.gguf | Q4_K_M | 986 MB | +| palmyra-mini-thinking-b.Q4_K_S.gguf | Q4_K_S | 940 MB | +| palmyra-mini-thinking-b.Q5_0.gguf | Q5_0 | 1.1 GB | +| palmyra-mini-thinking-b.Q5_1.gguf | Q5_1 | 1.18 GB | +| palmyra-mini-thinking-b.Q5_K.gguf | Q5_K | 1.13 GB | +| palmyra-mini-thinking-b.Q5_K_M.gguf | Q5_K_M | 1.13 GB | +| palmyra-mini-thinking-b.Q5_K_S.gguf | Q5_K_S | 1.1 GB | +| palmyra-mini-thinking-b.Q6_K.gguf | Q6_K | 1.27 GB | +| palmyra-mini-thinking-b.Q8_0.gguf | Q8_0 | 1.65 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5ca493c --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/palmyra-mini-GGUF/palmyra-mini.BF16.gguf b/palmyra-mini-GGUF/palmyra-mini.BF16.gguf new file mode 100644 index 0000000..ae206b2 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a93bfc80e793e58f810df1ac69d54f336d0533d58bbd88c55c424dac9105fc +size 3558745312 diff --git a/palmyra-mini-GGUF/palmyra-mini.F16.gguf b/palmyra-mini-GGUF/palmyra-mini.F16.gguf new file mode 100644 index 0000000..6b81480 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29356ff90c485ef79ee148a0924a19902e0d162f5e8fc4e9e3a4e10af3dd9ae +size 3558745312 diff --git a/palmyra-mini-GGUF/palmyra-mini.F32.gguf b/palmyra-mini-GGUF/palmyra-mini.F32.gguf new file mode 100644 index 0000000..3059505 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d3c2e3fb60ddde75f30c96fffcbedf9062403e7334b00ae1a59e2982b9c38e +size 7110966496 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q2_K.gguf b/palmyra-mini-GGUF/palmyra-mini.Q2_K.gguf new file mode 100644 index 0000000..2f8f244 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d2a0c32e8ccb50a7a73e4b539fdadbb8d6cc497defe460f112e8503bb21a67 +size 752396192 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q3_K_L.gguf b/palmyra-mini-GGUF/palmyra-mini.Q3_K_L.gguf new file mode 100644 index 0000000..c3b67a9 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45fa0c1b0b39b04bae829a842e34d5949a624f2462927eb57494b8e8a818e11 +size 979913856 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q3_K_M.gguf b/palmyra-mini-GGUF/palmyra-mini.Q3_K_M.gguf new file mode 100644 index 0000000..b67bc27 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76df4dc412e7ead5fbf1765e7df4aa47880697f1e955bbca910eab9ca2b11925 +size 923929728 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q3_K_S.gguf b/palmyra-mini-GGUF/palmyra-mini.Q3_K_S.gguf new file mode 100644 index 0000000..7a022dc --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c16653dfb54411c646cada239a4024992a3563ce662c7de808a2f98d160dd1 +size 860695680 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q4_0.gguf b/palmyra-mini-GGUF/palmyra-mini.Q4_0.gguf new file mode 100644 index 0000000..a2ea55a --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4647410d9b23ce079ab869bf98b6a53c94b47d1cb2eb9c42065bbd0a464a0cd3 +size 1065645696 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q4_1.gguf b/palmyra-mini-GGUF/palmyra-mini.Q4_1.gguf new file mode 100644 index 0000000..b8841d5 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2752d785758753ac5214a9312afa213a47be3ee1b722658f78131780389260d +size 1162092768 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q4_K.gguf b/palmyra-mini-GGUF/palmyra-mini.Q4_K.gguf new file mode 100644 index 0000000..b0fe9c5 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff93b90424beaca095060b0712473ce45b87acca07e2e65d5dd9a4d9202fa8ff +size 1116739200 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q4_K_M.gguf b/palmyra-mini-GGUF/palmyra-mini.Q4_K_M.gguf new file mode 100644 index 0000000..b0fe9c5 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff93b90424beaca095060b0712473ce45b87acca07e2e65d5dd9a4d9202fa8ff +size 1116739200 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q4_K_S.gguf b/palmyra-mini-GGUF/palmyra-mini.Q4_K_S.gguf new file mode 100644 index 0000000..5cec958 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad4125d87385ef0a3548bb1f67d7210f8a0299b9909850339b12fb77076f3412 +size 1071003264 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q5_0.gguf b/palmyra-mini-GGUF/palmyra-mini.Q5_0.gguf new file mode 100644 index 0000000..2b74e6c --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f929071dcef0727d2842129110e679bd5807eea2362d1071e48ad3caa2ec08fa +size 1258539840 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q5_1.gguf b/palmyra-mini-GGUF/palmyra-mini.Q5_1.gguf new file mode 100644 index 0000000..db7ff3d --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c20f292a45000034afea4c887e6c42707070f8e133fd9db2a35108083559276f +size 1354986912 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q5_K.gguf b/palmyra-mini-GGUF/palmyra-mini.Q5_K.gguf new file mode 100644 index 0000000..4741a72 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2543d943ee8a2d7a1290c4ca8357317b8535dbe06e08ad50776517976172ee1c +size 1284860736 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q5_K_M.gguf b/palmyra-mini-GGUF/palmyra-mini.Q5_K_M.gguf new file mode 100644 index 0000000..4741a72 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2543d943ee8a2d7a1290c4ca8357317b8535dbe06e08ad50776517976172ee1c +size 1284860736 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q5_K_S.gguf b/palmyra-mini-GGUF/palmyra-mini.Q5_K_S.gguf new file mode 100644 index 0000000..13b5c3a --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3542b4a8e8cac7e091c5098f4cc919739c894ab64d0902f76e12cda48a7e6a7 +size 1258539840 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q6_K.gguf b/palmyra-mini-GGUF/palmyra-mini.Q6_K.gguf new file mode 100644 index 0000000..da10465 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c710e386f73217d584dceb15d1972b71f67ebbf3e4c2c1730b1e76ddda3df1b0 +size 1463489888 diff --git a/palmyra-mini-GGUF/palmyra-mini.Q8_0.gguf b/palmyra-mini-GGUF/palmyra-mini.Q8_0.gguf new file mode 100644 index 0000000..aec9fa3 --- /dev/null +++ b/palmyra-mini-GGUF/palmyra-mini.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbef1c94abcd48be1bd812ba61c5e75a7ddbb1e2308252af288c25173e6ea5b2 +size 1893641632 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.BF16.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.BF16.gguf new file mode 100644 index 0000000..c3d2092 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120d78919287b1b28b824fefbefc15fa991791c69f64e336ccfc777fe516fecc +size 3558744992 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F16.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F16.gguf new file mode 100644 index 0000000..c2b22d0 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b714efc6fe2c379e9dcf6c2b55f25374285a4d12eb09ad37ff5178d9ca43da2a +size 3558744992 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F32.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F32.gguf new file mode 100644 index 0000000..4613fb5 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7532dfeae69d71bc8d3192955cf3c950cd3e62078e6e9f523ed135b2444c1804 +size 7110966176 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q2_K.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q2_K.gguf new file mode 100644 index 0000000..27a2135 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97635494326834d1c6035342a1f1b36255f7cd8cae09e796c28b7acedf35947c +size 752395872 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_L.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_L.gguf new file mode 100644 index 0000000..5fd1854 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1f2c37d5e97c8288259f70392dd08e51db60f82bc9ec0df8b0053cc65441d2 +size 979913536 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_M.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_M.gguf new file mode 100644 index 0000000..863f3b1 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79b1191b53729dae8a8ccda4f3cfa937a45e6efdde7c91b1cfe5f532645bc6e +size 923929408 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_S.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_S.gguf new file mode 100644 index 0000000..ace171d --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f6d1efa2c2defa6cebd82df7b28f5fb07c88943cbb2d2c9e2290ddafd81ab6 +size 860695360 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_0.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_0.gguf new file mode 100644 index 0000000..1189000 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0aedcc1037063a99777595ef3c529f31280d5cede4d4d599ef71b85542f6ebb +size 1065645376 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_1.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_1.gguf new file mode 100644 index 0000000..ead6915 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407b475fe312a70984eb5074b083daf4e1813b6575b398c1ded948eb0f25b7bd +size 1162092448 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K.gguf new file mode 100644 index 0000000..790328b --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721816a92d3a57cf5120b1ab463a85a752ff1788f6cea86ef007db17bd1249cc +size 1116738880 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_M.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_M.gguf new file mode 100644 index 0000000..790328b --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721816a92d3a57cf5120b1ab463a85a752ff1788f6cea86ef007db17bd1249cc +size 1116738880 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_S.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_S.gguf new file mode 100644 index 0000000..885fd13 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d52e45ee291f5fa6ab2c76dc805669925466414e8b709064c6490144ac758a +size 1071002944 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_0.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_0.gguf new file mode 100644 index 0000000..864b5c5 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:875e35dd636cc3a7f1e00f97d77fc904cc388106fff8bca93e60a1c35851daf3 +size 1258539520 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_1.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_1.gguf new file mode 100644 index 0000000..a7cf1b2 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4617f1569e6eb60b830ea848131d7683c6fd47d97b35b0b6e504c274fad6a76c +size 1354986592 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K.gguf new file mode 100644 index 0000000..2d7848f --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9db5884ffe608586ae6d0960903772e6312984aa419354793da3bb864404a5a2 +size 1284860416 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_M.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_M.gguf new file mode 100644 index 0000000..2d7848f --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9db5884ffe608586ae6d0960903772e6312984aa419354793da3bb864404a5a2 +size 1284860416 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_S.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_S.gguf new file mode 100644 index 0000000..ee79ddd --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f1347f73bbc39872278f71cc9ea5b433d17c9ef939ad131b915eb77fe9742c +size 1258539520 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q6_K.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q6_K.gguf new file mode 100644 index 0000000..cdaaf38 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc8a050f41e6bbc80171280820d8719668522cc270bf643b9e36e9c6e71ec86 +size 1463489568 diff --git a/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q8_0.gguf b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q8_0.gguf new file mode 100644 index 0000000..263dfc1 --- /dev/null +++ b/palmyra-mini-thinking-a-GGUF/palmyra-mini-thinking-a.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4b589af2131ccfdbc9f608b32b7588f6dd74b949db2c0b9a10eea8c6404598 +size 1893641312 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.BF16.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.BF16.gguf new file mode 100644 index 0000000..14a1e5c --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037c1a9790a109a8db1a051f5ba726b595f065fd74c5d7fa9a92f34c206844ac +size 3093667040 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F16.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F16.gguf new file mode 100644 index 0000000..e23ee8b --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8600921403517a23679ee178534e9b201309e8a7f2b00a60ea0ca996b64346 +size 3093667040 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F32.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F32.gguf new file mode 100644 index 0000000..f11b268 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f80465e331d4ce72a7e465bb4b39c53b841b40d21b19f03a5e09c769a5b5ce +size 6180805856 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q2_K.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q2_K.gguf new file mode 100644 index 0000000..b77039f --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a83ca7775aea4d76e914f228f219613d54625cc9c320295f4a9f5fc9d84f38b +size 676302560 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_L.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_L.gguf new file mode 100644 index 0000000..5a5dd24 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3633eda67496ac1feea327a232c80b2cab5a767b0271cc8f282d2f6806b31e +size 880160480 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_M.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_M.gguf new file mode 100644 index 0000000..12ea182 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9de85c0e8137af421853b5b83dac0f5fec962abc5af008ed16eb27c9934a5e0 +size 824176352 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_S.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_S.gguf new file mode 100644 index 0000000..dffd08a --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74494f4ef59c375f2913d7febaaecd2c3a3dac3b1a644ed88ce2f477b5a4bff +size 760942304 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_0.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_0.gguf new file mode 100644 index 0000000..fd49db5 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22346024c9a76eb180d7e6b938acaec252063c58c0f971f457c703e9e38d6feb +size 934952672 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_1.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_1.gguf new file mode 100644 index 0000000..90538c7 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c079dfefdd85333404b7c45003052697f8a066159e6ca1d710e044f8738ced +size 1016839904 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K.gguf new file mode 100644 index 0000000..5e162ff --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb6e3b49ddf150da10bfa5a61b632926aac8fb9592461ccac162473a77e6308 +size 986046176 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_M.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_M.gguf new file mode 100644 index 0000000..5e162ff --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb6e3b49ddf150da10bfa5a61b632926aac8fb9592461ccac162473a77e6308 +size 986046176 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_S.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_S.gguf new file mode 100644 index 0000000..91908e9 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd36e3233d064b51f2ccca6cb5453a626eb4be43b0575d99d97609ec8602ced6 +size 940310240 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_0.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_0.gguf new file mode 100644 index 0000000..cb7632a --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a6f575fb3b6c6d64d95bed79ee23e74c1af4221a3e0e610e938c83cb67be0b +size 1098727136 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_1.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_1.gguf new file mode 100644 index 0000000..4e4e3f6 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb8f98e62e5db48e7186e35ac5292363c29546512738ae251b55c0fe2549702 +size 1180614368 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K.gguf new file mode 100644 index 0000000..f89af49 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e5dcfaca115e42fc3af2991ab1df5a73bba1b3c5f74862399ad6d61b85242b +size 1125048032 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_M.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_M.gguf new file mode 100644 index 0000000..f89af49 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e5dcfaca115e42fc3af2991ab1df5a73bba1b3c5f74862399ad6d61b85242b +size 1125048032 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_S.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_S.gguf new file mode 100644 index 0000000..f876edb --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed27cca096b8f31bca99e0f8646afbb262c4106ff48c74e171e2aa1aa7ec9f3 +size 1098727136 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q6_K.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q6_K.gguf new file mode 100644 index 0000000..1c33b0c --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa687c9a3d954993bc774f51f03510e74b6fc23527ba827800c173f0a4a362e +size 1272737504 diff --git a/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q8_0.gguf b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q8_0.gguf new file mode 100644 index 0000000..dc23d44 --- /dev/null +++ b/palmyra-mini-thinking-b-GGUF/palmyra-mini-thinking-b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f52963489ecba3dde9b36e89f37070183b2d9864d7e77112ae3a3035a66608 +size 1646570720