commit 15049529025022618d3280c65c2592a29d96d2b0 Author: ModelHub XC Date: Sat Apr 18 02:50:22 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: afrideva/tinyllama-colorist-v2-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ed8f8d6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tinyllama-colorist-v2.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-colorist-v2.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-colorist-v2.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-colorist-v2.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-colorist-v2.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-colorist-v2.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3e9440c --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: mychen76/tinyllama-colorist-v2 +inference: false +license: apache-2.0 +model_creator: mychen76 +model_name: tinyllama-colorist-v2 +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +pipeline_tag: text-generation +--- +# mychen76/tinyllama-colorist-v2-GGUF + +Quantized GGUF model files for [tinyllama-colorist-v2](https://huggingface.co/mychen76/tinyllama-colorist-v2) from [mychen76](https://huggingface.co/mychen76) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [tinyllama-colorist-v2.q2_k.gguf](https://huggingface.co/afrideva/tinyllama-colorist-v2-GGUF/resolve/main/tinyllama-colorist-v2.q2_k.gguf) | q2_k | 482.15 MB | +| [tinyllama-colorist-v2.q3_k_m.gguf](https://huggingface.co/afrideva/tinyllama-colorist-v2-GGUF/resolve/main/tinyllama-colorist-v2.q3_k_m.gguf) | q3_k_m | 549.85 MB | +| [tinyllama-colorist-v2.q4_k_m.gguf](https://huggingface.co/afrideva/tinyllama-colorist-v2-GGUF/resolve/main/tinyllama-colorist-v2.q4_k_m.gguf) | q4_k_m | 667.82 MB | +| [tinyllama-colorist-v2.q5_k_m.gguf](https://huggingface.co/afrideva/tinyllama-colorist-v2-GGUF/resolve/main/tinyllama-colorist-v2.q5_k_m.gguf) | q5_k_m | 782.05 MB | +| [tinyllama-colorist-v2.q6_k.gguf](https://huggingface.co/afrideva/tinyllama-colorist-v2-GGUF/resolve/main/tinyllama-colorist-v2.q6_k.gguf) | q6_k | 903.42 MB | +| [tinyllama-colorist-v2.q8_0.gguf](https://huggingface.co/afrideva/tinyllama-colorist-v2-GGUF/resolve/main/tinyllama-colorist-v2.q8_0.gguf) | q8_0 | 1.17 GB | + + + +## Original Model Card: +MODEL: "mychen76/tinyllama-colorist-v2" - is a finetuned TinyLlama model using color dataset. + +MOTIVATION: A fun experimental model for using TinyLlama as Llama2 replacement for resource constraint environment. + +PROMPT FORMAT: "<|im_start|>user\n{question}<|im_end|>\n<|im_start|>assistant:"" + +MODEL USAGE: +```python +import torch +from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer +from transformers import pipeline + +def print_color_space(hex_color): + def hex_to_rgb(hex_color): + hex_color = hex_color.lstrip('#') + return tuple(int(hex_color[i:i+2], 16) for i in (0, 2, 4)) + r, g, b = hex_to_rgb(hex_color) + print(f'{hex_color}: \033[48;2;{r};{g};{b}m \033[0m') + +tokenizer = AutoTokenizer.from_pretrained(model_id_colorist_final) +pipe = pipeline( + "text-generation", + model=model_id_colorist_final, + torch_dtype=torch.float16, + device_map="auto", +) + +from time import perf_counter +start_time = perf_counter() + +prompt = formatted_prompt('give me a pure brown color') +sequences = pipe( + prompt, + do_sample=True, + temperature=0.1, + top_p=0.9, + num_return_sequences=1, + eos_token_id=tokenizer.eos_token_id, + max_new_tokens=12 +) +for seq in sequences: + print(f"Result: {seq['generated_text']}") + +output_time = perf_counter() - start_time +print(f"Time taken for inference: {round(output_time,2)} seconds") + +``` +Result: #807070 +``` +Result: <|im_start|>user +give me a pure brown color<|im_end|> +<|im_start|>assistant: #807070<|im_end> + +Time taken for inference: 0.19 seconds +``` + +Dataset: "burkelibbey/colors" \ No newline at end of file diff --git a/tinyllama-colorist-v2.q2_k.gguf b/tinyllama-colorist-v2.q2_k.gguf new file mode 100644 index 0000000..ec32fdb --- /dev/null +++ b/tinyllama-colorist-v2.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e418dd7d7a5544a8b65ea21eb5a0f53446fda9762db0f680974078cf9a73630 +size 482149824 diff --git a/tinyllama-colorist-v2.q3_k_m.gguf b/tinyllama-colorist-v2.q3_k_m.gguf new file mode 100644 index 0000000..c3bb21c --- /dev/null +++ b/tinyllama-colorist-v2.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c47ab10bca12bc70d059d27a41b5cd8eead082b33327bb8f821d55d13a770c +size 549853248 diff --git a/tinyllama-colorist-v2.q4_k_m.gguf b/tinyllama-colorist-v2.q4_k_m.gguf new file mode 100644 index 0000000..60b0f0b --- /dev/null +++ b/tinyllama-colorist-v2.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71781405f5d9d0be80fb4268fc0ed57678c81a4fe7d67583b6000e77834c886 +size 667822944 diff --git a/tinyllama-colorist-v2.q5_k_m.gguf b/tinyllama-colorist-v2.q5_k_m.gguf new file mode 100644 index 0000000..ee8d712 --- /dev/null +++ b/tinyllama-colorist-v2.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89d3321b032c2bc0b617f6c33093d8fa0a196a694bebb32f215ac319d27bd94 +size 782052960 diff --git a/tinyllama-colorist-v2.q6_k.gguf b/tinyllama-colorist-v2.q6_k.gguf new file mode 100644 index 0000000..af8c340 --- /dev/null +++ b/tinyllama-colorist-v2.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d4493414a1b190b4cd92117296d461fd0cc4a8b3802540cbaaf905d2c715a1 +size 903422368 diff --git a/tinyllama-colorist-v2.q8_0.gguf b/tinyllama-colorist-v2.q8_0.gguf new file mode 100644 index 0000000..94dd717 --- /dev/null +++ b/tinyllama-colorist-v2.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a05019d88d10222c91017f7e3de4250b98d33bc782fe615cae73d47ba7b174 +size 1169820960