commit e5dea98c9acbe9b1c380e30f7c872ea75dec1bb4 Author: ModelHub XC Date: Wed Jul 8 17:43:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: King3Djbl/FableForge-1.5B Source: Original Platform diff --git a/.eval_results/non_nexus_benchmark.yaml b/.eval_results/non_nexus_benchmark.yaml new file mode 100644 index 0000000..12b1c09 --- /dev/null +++ b/.eval_results/non_nexus_benchmark.yaml @@ -0,0 +1,9 @@ +- dataset: + id: fableforge-ai/non-nexus-benchmark + task_id: default + value: 94.2 + date: "2026-07-06" + source: + url: https://huggingface.co/fableforge-ai/FableForge-1.5B + name: "Non-NEXUS Benchmark" + notes: "45 prompts across 5 categories: general knowledge, uncensored, reasoning, tool use, hardware commands" diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..570470d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-f16.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +fableforge-1.5b-imatrix.dat filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c5d2a1f --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +license: apache-2.0 +language: +- en +library_name: transformers +pipeline_tag: text-generation +base_model: fableforge-ai/ShellWhisperer-1.5B +base_model_relation: finetune +quantized_by: King3Djbl +tags: +- coding +- fableforge +- generalist +- gguf +- imatrix +- llama.cpp +- lm-studio +- nexus +- ollama +- reasoning +- text-generation +- uncensored +- unsloth +--- + +# FableForge-1.5B + +> **FableForge generalist — all NEXUS domains distilled into one model.** + +[![Downloads](https://img.shields.io/badge/dynamic/json?url=https%3A%2F%2Fhuggingface.co%2Fapi%2Fmodels%2FKing3Djbl%2FFableForge-1.5B&query=downloads&label=downloads&color=blue)](https://huggingface.co/King3Djbl/FableForge-1.5B) [![Demos](https://img.shields.io/badge/🤗-Live%20Demos-orange)](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) + +Base model: [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) · Part of the **FableForge** ecosystem. + +--- + +## ⚡ Quickest start — Ollama (these pulls credit the source, not a mirror) + +```bash +ollama run hf.co/King3Djbl/FableForge-1.5B:Q4_K_M +``` + +## 🦙 llama.cpp + +```bash +llama-cli -hf King3Djbl/FableForge-1.5B:Q4_K_M -p "Hello!" +``` + +## 💠 LM Studio +Search **`King3Djbl/FableForge-1.5B`** and pick a quant below. + +--- + +## 📦 Provided quants (download one file, not the whole repo) + +| File | Quant | Size | Notes | +| ---- | ----- | ---- | ----- | +| [fableforge-1.5b-f16.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-f16.gguf) | `F16` | 3.09 GB | Full precision (unquantized). Reference / conversion. | +| [fableforge-1.5b-q8_0.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-q8_0.gguf) | `Q8_0` | 1.65 GB | Extremely high quality — usually overkill. | +| [fableforge-1.5b-q6_k.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-q6_k.gguf) | `Q6_K` | 1.27 GB | Very high quality, near-perfect. **Recommended** if you have the RAM. | +| [fableforge-1.5b-q5_k_m.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-q5_k_m.gguf) | `Q5_K_M` | 1.13 GB | High quality. **Recommended.** | +| [fableforge-1.5b-q4_k_m.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-q4_k_m.gguf) | `Q4_K_M` | 0.99 GB | ⭐ **Best size/quality balance — default pick for most users.** | +| [fableforge-1.5b-iq4_xs.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-iq4_xs.gguf) | `IQ4_XS` | 0.90 GB | imatrix — great quality, smaller than Q4_K_S. **Recommended for low RAM.** | +| [fableforge-1.5b-q4_0.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-q4_0.gguf) | `Q4_0` | 0.93 GB | Legacy format — prefer Q4_K_M. | +| [fableforge-1.5b-q3_k_m.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-q3_k_m.gguf) | `Q3_K_M` | 0.82 GB | Lower quality; usable when RAM is tight. | +| [fableforge-1.5b-iq3_xxs.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-iq3_xxs.gguf) | `IQ3_XXS` | 0.67 GB | imatrix very low quality. | +| [fableforge-1.5b-q2_k.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-q2_k.gguf) | `Q2_K` | 0.68 GB | Very low quality — surprisingly usable. | +| [fableforge-1.5b-iq2_xxs.gguf](https://huggingface.co/King3Djbl/FableForge-1.5B/blob/main/fableforge-1.5b-iq2_xxs.gguf) | `IQ2_XXS` | 0.51 GB | Tiny imatrix — last resort. | + +**Not sure?** Take **`Q4_K_M`**. Low RAM → **`IQ4_XS`**. Max quality → **`Q6_K`**. + +## 🧠 Prompt format (ChatML) + +``` +<|im_start|>system +{system_prompt}<|im_end|> +<|im_start|>user +{prompt}<|im_end|> +<|im_start|>assistant +``` + +## 🌌 See it live — the FableForge demos + +This family powers a galaxy of free, interactive HF Spaces: + +- 🧭 [FableForge Nexus](https://huggingface.co/spaces/fableforge-ai/fableforge-nexus) +- 🍺 [Infinite NPC](https://huggingface.co/spaces/fableforge-ai/infinite-npc) +- 🎭 [Dual-GM](https://huggingface.co/spaces/King3Djbl/dual-gm-simulator) +- 💻 [ShellWhisperer](https://huggingface.co/spaces/King3Djbl/shellwhisperer-terminal) +- 👻 [Ghost Writer](https://huggingface.co/spaces/fableforge-ai/ghost-writer) + +--- + +*⭐ Like & share — it helps people find the source instead of a mirror.* \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..4ed3f9d --- /dev/null +++ b/config.json @@ -0,0 +1,76 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 1536, + "initializer_range": 0.02, + "intermediate_size": 8960, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 12, + "num_hidden_layers": 28, + "num_key_value_heads": 2, + "pad_token_id": 151665, + "quantization_config": { + "bnb_4bit_compute_dtype": "bfloat16", + "bnb_4bit_quant_type": "nf4", + "bnb_4bit_use_double_quant": true, + "llm_int8_enable_fp32_cpu_offload": false, + "llm_int8_has_fp16_weight": false, + "llm_int8_skip_modules": null, + "llm_int8_threshold": 6.0, + "load_in_4bit": true, + "load_in_8bit": false, + "quant_method": "bitsandbytes" + }, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.5.0", + "unsloth_fixed": true, + "unsloth_version": "2026.6.9", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/fableforge-1.5b-f16.gguf b/fableforge-1.5b-f16.gguf new file mode 100644 index 0000000..eb89264 --- /dev/null +++ b/fableforge-1.5b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6d277832358dd5732a377c35482f51b967c5b02ad47908b2d73fd8c1a0dca1 +size 3093666592 diff --git a/fableforge-1.5b-imatrix.dat b/fableforge-1.5b-imatrix.dat new file mode 100644 index 0000000..636d403 --- /dev/null +++ b/fableforge-1.5b-imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed3a55cccc7f15eedbdfb1d33ed103ad27abdf5f0366e62579707bfbe0a8e61 +size 2065920 diff --git a/fableforge-1.5b-iq2_xxs.gguf b/fableforge-1.5b-iq2_xxs.gguf new file mode 100644 index 0000000..f480276 --- /dev/null +++ b/fableforge-1.5b-iq2_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e093979ddb1e17eb85c2558941f15746fe21dc4584715e679e4deb460b6a3eea +size 511014976 diff --git a/fableforge-1.5b-iq3_xxs.gguf b/fableforge-1.5b-iq3_xxs.gguf new file mode 100644 index 0000000..bde89d8 --- /dev/null +++ b/fableforge-1.5b-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b8e6af0130102f3fdb39a0dff7ee6b46cc8c5be858f7364fc88d188c331a71e +size 668789824 diff --git a/fableforge-1.5b-iq4_xs.gguf b/fableforge-1.5b-iq4_xs.gguf new file mode 100644 index 0000000..f6d6972 --- /dev/null +++ b/fableforge-1.5b-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92707dd3f561f55fcbd0962830ac3f310ad18925aa918d163895c857c3824a6 +size 895729216 diff --git a/fableforge-1.5b-q2_k.gguf b/fableforge-1.5b-q2_k.gguf new file mode 100644 index 0000000..0c1688a --- /dev/null +++ b/fableforge-1.5b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f65b78aad7e85b0387a63da12a9ea60b2c23b83016da89e3524f7b1c24105a +size 676302112 diff --git a/fableforge-1.5b-q3_k_m.gguf b/fableforge-1.5b-q3_k_m.gguf new file mode 100644 index 0000000..47c7467 --- /dev/null +++ b/fableforge-1.5b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18af691670b13669ecb763f9ba3019709e62e249c22b88d932eb4e02e281626d +size 824175904 diff --git a/fableforge-1.5b-q4_0.gguf b/fableforge-1.5b-q4_0.gguf new file mode 100644 index 0000000..5c6367c --- /dev/null +++ b/fableforge-1.5b-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df01b406b61327cf77aeb0e97453213b59c02ddf0cd3ff79bb696a9602c75bd +size 934952224 diff --git a/fableforge-1.5b-q4_k_m.gguf b/fableforge-1.5b-q4_k_m.gguf new file mode 100644 index 0000000..64a6707 --- /dev/null +++ b/fableforge-1.5b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18399d8a46fa35e7ce40af4e94712e65d8d4c0120f97942500ba8dd91f667f40 +size 986045728 diff --git a/fableforge-1.5b-q5_k_m.gguf b/fableforge-1.5b-q5_k_m.gguf new file mode 100644 index 0000000..f253660 --- /dev/null +++ b/fableforge-1.5b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4e10b76618c34f6efe53ead52105a1af38d01fed1540857162b1594e3f4305 +size 1125047584 diff --git a/fableforge-1.5b-q6_k.gguf b/fableforge-1.5b-q6_k.gguf new file mode 100644 index 0000000..0810c21 --- /dev/null +++ b/fableforge-1.5b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78fa3a422065ab399075fd32d2094bf73d7694791aa990112f6e095516b0c4bc +size 1272737056 diff --git a/fableforge-1.5b-q8_0.gguf b/fableforge-1.5b-q8_0.gguf new file mode 100644 index 0000000..3299a66 --- /dev/null +++ b/fableforge-1.5b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b1957988cbea7c391fae39aa232d147874df8f921cf6143b0164b137b098ef3 +size 1646570272 diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2ef4145 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,8 @@ +{ + "bos_token_id": 151643, + "eos_token_id": 151643, + "max_length": 32768, + "max_new_tokens": 2048, + "pad_token_id": 151665, + "transformers_version": "5.5.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..3dba958 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6fa26a894f04d09bf7f71cb21a6dbe32aa4b1e9892057ef52e4323577d0a4f5 +size 1143327483 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..5340d81 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd5948af71b4f56cf697f7580814c7ce8b80595ef985544efcacf716126a2e31 +size 11422356 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..4b7cc52 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,201 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "model_max_length": 32768, + "pad_token": "<|PAD_TOKEN|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "<|PAD_TOKEN|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + } +}