commit b125ca73369cec180af9047884f83d19f381ebc5 Author: ModelHub XC Date: Tue Apr 21 14:52:25 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d9c31c1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..71b501f --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: Trelis/Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# Trelis/Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-IQ4_XS.gguf) | 713.71 MB | +| Q2_K | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q2_K.gguf) | 553.96 MB | +| Q3_K_L | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_L.gguf) | 698.59 MB | +| Q3_K_M | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_M.gguf) | 658.84 MB | +| Q3_K_S | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_S.gguf) | 611.96 MB | +| Q4_K_M | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_M.gguf) | 770.28 MB | +| Q4_K_S | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_S.gguf) | 739.71 MB | +| Q5_K_M | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_M.gguf) | 869.28 MB | +| Q5_K_S | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_S.gguf) | 851.21 MB | +| Q6_K | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q6_K.gguf) | 974.46 MB | +| Q8_0 | [Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-GGUF/blob/main/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q8_0.gguf) | 1259.88 MB | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-IQ4_XS.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-IQ4_XS.gguf new file mode 100644 index 0000000..b3c387c --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac626efc3181720fb2c63eda550a6082a348384cd4d3da30e260b278a5d1c28 +size 748384416 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q2_K.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q2_K.gguf new file mode 100644 index 0000000..362810c --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24075a078f2daaf0bf51c56db92d2dd6e00ad3cfb7358f345a58fc1824ba4107 +size 580874400 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_L.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_L.gguf new file mode 100644 index 0000000..3c1ab87 --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2652aacd40a11ff47b3f2db439e0bdd8cb0d7556940547c61ea76ed30aff52ba +size 732524704 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_M.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_M.gguf new file mode 100644 index 0000000..efcd9b4 --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483a1edfe13d18d5aad5b6fbb5dff0955a2c8ed1105e337b14e219195512123a +size 690843808 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_S.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_S.gguf new file mode 100644 index 0000000..9340b7d --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9d65e0de076a01ca19c8d2ab502d4db778fec35e430a2ba4f449e2e07b4a4d +size 641691808 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_M.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_M.gguf new file mode 100644 index 0000000..578e7f7 --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1777b3b8bcec9175e2d5442b59b8bb4e99bc9f54b37f9d7b33101955875fff4d +size 807694496 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_S.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_S.gguf new file mode 100644 index 0000000..273f031 --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:114e858962c9e42e6ceca63a2672a5142c99ff77a56bd1f3ed303c72c45d7b46 +size 775647392 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_M.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_M.gguf new file mode 100644 index 0000000..0fdef28 --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081d71e89561f2623d8e99c848bfb8dea39e8a5999d1eaf4d71e707c7358bfeb +size 911503520 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_S.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_S.gguf new file mode 100644 index 0000000..62abfa4 --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07d9d018c2d7fc118e039593681eba750ef776c8dbf4900c12f431844eeefc7 +size 892563616 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q6_K.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q6_K.gguf new file mode 100644 index 0000000..488b4bf --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eca73a3a42297f7c477c33cdcf60fc0a01310f54ee7216381340a237ef76647 +size 1021800608 diff --git a/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q8_0.gguf b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q8_0.gguf new file mode 100644 index 0000000..f4b0d91 --- /dev/null +++ b/Trelis-Llama-3.2-1B-Instruct-touch-rugby-synth-1epochs-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec25e146e20aefdeb07a15c50e82aa3278bd7d1ae6b0f4525ae69106dbf74c2 +size 1321083040 diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532