初始化项目，由ModelHub XC社区提供模型

Model: SupraLabs/supra-title-50M-pre-gguf
Source: Original Platform

.gitattributes

@@ -0,0 +1,92 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-BF16.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-F16.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-F32.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q1_0.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+
+SupraTitle-50M-TQ2_0.gguf filter=lfs diff=lfs merge=lfs -text
+SupraTitle-50M-TQ1_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,232 @@
+---
+license: apache-2.0
+datasets:
+- SupraLabs/chat-titles-filtered-115K
+- SupraLabs/supra-wild-titles-130k
+language:
+- en
+base_model:
+- SupraLabs/supra-title-50m-pre
+pipeline_tag: text-generation
+tags:
+- chat
+- title
+- chat-title
+- title-generation
+- title_generator
+- topics
+- topic-maker
+---
+
+<h1 align="center">Supra Title 50M · GGUF format</h1>
+
+
+![Supra Title 50M pre](https://cdn-uploads.huggingface.co/production/uploads/68a5d0966d33a07f8aad2e51/IDkrEH4HRv0UkrMmFWu3f.png)
+
+<h3 align="center">Introduction</h3>
+
+Introducing Supra Title 50M, our latest and most compact chat title generation model. Built on our newest 50M-parameter foundation model, it features an extended context length for its size, enabling stronger input understanding and more accurate title generation. Designed for efficiency, Supra Title 50M delivers fast inference while advancing the capabilities of small language models. 
+
+---
+
+## About Model...
+
+Supra Title uses SupraLab's latest foundation model (`SupraLabs/Supra-1.5-50M-Base-exp`) to power title generation with SupraLab's title dataset (which currently is the world's biggest dataset for chat titles).
+
+The model features an extended 4k context length, making this one of only models that can run seamlessly on a wide range of hardware, ranging from very low-end CPUs to server-grade GPU clusters.
+
+The amazing team at SupraLabs has open-sourced the chat title dataset and the models for finetuning & inference!
+
+| model | repository |
+|--------|------------|
+| SupraLabs/supra-title-50m-pre | [Supra Title 50M PREV](https://huggingface.co/SupraLabs/supra-title-50m-pre) |
+| SupraLabs/supra-title-50M-pre-gguf | (this model) |
+
+
+We recommend using the [Supra Title 50M PREV](https://huggingface.co/SupraLabs/supra-title-50m-pre) model for finetuning/RL, and [Supra Title 50M GGUF](https://huggingface.co/SupraLabs/supra-title-50M-pre-gguf) (at Q8) for inference.
+
+---
+
+## Model Generation Samples...
+
+Our model outputs the chat title as the response, reducing complexity!
+
+``` text
+User Message > How does AI work?
+Generated Title > AI Working Explained
+------------------------------------------------------------
+User Message > Who was Albert Einstein?
+Generated Title > Albert Einstein's Origin
+------------------------------------------------------------
+User Message > How to make a discord server?
+Generated Title > Discord Server Creation
+------------------------------------------------------------
+User Message > Why does my WiFi keeps disconnecting the whole time??
+Generated Title > WiFi Disconnect Time
+------------------------------------------------------------
+User Message > How to bake a cake?
+Generated Title > Baking A Cake
+------------------------------------------------------------
+User Message > Why is the sky blue?
+Generated Title > Why Is The Sky Blue
+------------------------------------------------------------
+User Message > How does a car work?
+Generated Title > Car Work Mechanics
+------------------------------------------------------------
+User Message > What is Google?
+Generated Title > Google Identity Explained
+------------------------------------------------------------
+User Message > How does Google Maps work?
+Generated Title > Google Maps Explained
+------------------------------------------------------------
+User Message > Who is Elon Musk?
+Generated Title > Elon Musk Identity
+------------------------------------------------------------
+User Message > Name the top three products of Microsoft
+Generated Title > Top Three Microsoft Products
+------------------------------------------------------------
+```
+
+Devs can use the raw output as the title, which reduces the complexity of JSON or other formats!
+
+---
+
+## Model Inference...
+
+_To run our model, you can use the provided code, which automatically downloads the model from HuggingFace._
+
+``` Python
+import os
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+def main():
+    # Path to your final trained model directory
+    model_path = "./title-model-final-FINAL"
+    
+    if not os.path.exists(model_path):
+        print(f"[!] Error: Model path '{model_path}' does not exist.")
+        print("Please check your OUTPUT_DIR or copy your trained model here.")
+        return
+
+    print(f"[*] Loading tokenizer from {model_path}...")
+    tokenizer = AutoTokenizer.from_pretrained(model_path)
+
+    print(f"[*] Loading model onto available device...")
+    model = AutoModelForCausalLM.from_pretrained(
+        model_path,
+        torch_dtype=torch.bfloat16,
+        device_map="auto"
+    )
+    model.eval()
+    print("[+] Model and tokenizer loaded successfully.\n")
+    print("=" * 60)
+    print("Chat Title Generator Interactive Loop")
+    print("Type your message/article below. Type 'exit' or 'quit' to stop.")
+    print("=" * 60 + "\n")
+
+    while True:
+        try:
+            user_input = input("User Message > ").strip()
+        except (KeyboardInterrupt, EOFError):
+            print("\n[*} Exiting...")
+            break
+
+        if not user_input:
+            continue
+        
+        if user_input.lower() in ["exit", "quit"]:
+            print("[*] Goodbye!")
+            break
+
+        # Format the prompt exactly like during training
+        prompt = f"User: {user_input}\nTitle: "
+        
+        # Tokenize inputs
+        inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+        
+        # Generate with optimized hyperparameters for concise title generation
+        with torch.no_grad():
+            outputs = model.generate(
+                **inputs,
+                max_new_tokens=24,        # Titles should be very short
+                do_sample=True,           # Enables dynamic sampling
+                temperature=0.4,          # Lower temperature prevents random word drift
+                top_p=0.85,               # Nucleus sampling for high-probability tokens
+                top_k=40,                 # Limits vocabulary choices to top 40 candidates
+                repetition_penalty=1.2,   # Hard safety rail against repeating words (like Emanuel Emanuel...)
+                pad_token_id=tokenizer.pad_token_id,
+                eos_token_id=tokenizer.eos_token_id
+            )
+
+        # Extract only the newly generated tokens
+        generated_ids = outputs[0][inputs["input_ids"].shape[1]:]
+        predicted_title = tokenizer.decode(generated_ids, skip_special_tokens=True).strip()
+
+        print(f"Generated Title > {predicted_title}")
+        print("-" * 60)
+
+if __name__ == "__main__":
+    main()
+```
+
+
+With this code, you can run `supra-title-50M-pre-gguf` in your terminal. After loading in, type your prompt to get chat titles!
+Our model works by analyzing the user input that a user sends to an LLM, then generating a 2-4 word title!
+
+We recommend using the current settings, or:
+
+``` text
+- temp=0.55
+- top_K=15
+- top_P=0.85
+- repitition_penalty=1.35
+- max_tok=10
+```
+
+---
+
+## Citation...
+
+_If you use this model, kindly cite SupraLabs_ 🤗
+
+```bibtex
+@misc{supralabs2026,
+  author       = {{SupraLabs}},
+  title        = {SupraLabs Open Research},
+  year         = {2026},
+  publisher    = {Hugging Face},
+  organization = {SupraLabs},
+  url          = {https://huggingface.co/SupraLabs}
+}
+```
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

SupraTitle-50M-BF16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446ec003bf1a934f4732380e79a92535b1d2e8065f950801c28a260a7061ff07
+size 104739712

SupraTitle-50M-F16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7c281cd102d5d2ed71d415423fe602db7ccf698b78472e92d67ea402a0ebb6
+size 104739712

SupraTitle-50M-F32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2663a274347145ea67012fb205dd5c0b9b1f0902ab99e841ba5b8167e55f43e0
+size 208286592

SupraTitle-50M-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aff1d46d465c45bc3f5a09c950b66642ec8e866d3ea76bdee5b1f37af759054
+size 23467104

SupraTitle-50M-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5bf80ed04d84a2dd6925f3285e8c094bbf93f99b0ee428db976cc45e3c7802
+size 22951008

SupraTitle-50M-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57531c00114f5bd80d95cc30b55bc4c7625503a0a817ae3074f06acb582d9810
+size 26403936

SupraTitle-50M-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed1d01d1e0863b6b01a23c07f4ce4a466b6476f652e551a257a3af3b5c707a4
+size 25715808

SupraTitle-50M-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5b9fcfa7d7cd6a0e5ac27179ef11ca8f89b57075d2628e78fb52d41287ad8e
+size 25113696

SupraTitle-50M-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7572e2b0697bf0cd8f22388389b10303be5d001482b0fbd34a2fcd73f81071ac
+size 24327264

SupraTitle-50M-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38655a26a4475b6ad5bbed9d846d358c9654667451291946133cefa078483df8
+size 31704960

SupraTitle-50M-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6db6935ae82f4b2dc0a319862ed9aaa32e6ddb02e3c680f6819eb4e7153f5d0
+size 30988160

SupraTitle-50M-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99e357a2f555cdf5dc8d381c42094c551d270ea96df760b5da82bd7805f058c
+size 30158944

SupraTitle-50M-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50c277d0b09f64d4f25600ec73abd25bb17f59d1b84ff61dd68de007093ab8c
+size 27411552

SupraTitle-50M-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b434e3be1d1d8ff7483052e809ea055af35443b517ec021abd840b76e90f9308
+size 34674560

SupraTitle-50M-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f19c10f4d5c7831c75f478f2f8f577c01d4c75b177bc01a26ea82e14baece
+size 33838976

SupraTitle-50M-Q1_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084c6475413abdcef31031aa0feca693f200e8cf06e6ba434435a2ba17756ce0
+size 19609472

SupraTitle-50M-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cdac0a07faf9586f6639989b6bf6d494703ebd0b0047e369cac6b0afd3fa04
+size 28751744

SupraTitle-50M-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b75b0943173741e34a798fec8b4106b59aab3d5c535d489d26469a9b744ea29
+size 28362848

SupraTitle-50M-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c4b8e917324089dabe28acdc49b578c7fe29c345dc0f4dd4d935299b055b9a
+size 33826688

SupraTitle-50M-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a901f68b40931cb39299f1e3eb07fa0cc23d5027f288038d5e0ed5d044f527
+size 32728960

SupraTitle-50M-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532dd42b0b57b22a3fe4106a2957f824d4c0de2d90859a8c3d36816f3607127d
+size 30988160

SupraTitle-50M-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3425cc3ebbe2206acf5c9e6de35abcda887cf2e0c113ae4e205a4dcea0bf8fc7
+size 34539392

SupraTitle-50M-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5faca43093e99219d1f2d5083ea289766a1ecbb62b3d7571d150e136e0e2702
+size 36751232

SupraTitle-50M-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7fbb5872e7d8d5e7656c97ff2b820b5b67486dd014379c13c3aaa4731e37a2
+size 37445504

SupraTitle-50M-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b0e2bdc88b1466bb7d65224133f1163e052aa7cb7c25d415d02db447613af6
+size 35731328

SupraTitle-50M-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2b0e1dfaea270fffd355e36c614fb59febd6f9503d9a6d135f0deb5d54201e
+size 38963072

SupraTitle-50M-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7141bf7fb0874167689403d3af6d94b3f7e5f0b3e489b7a43046ab8aeed1ceb
+size 41174912

SupraTitle-50M-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c456c693ec85445bdbbcbb15426ccb626ba85fc0800ff18b00b3e39cd53666
+size 40959872

SupraTitle-50M-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16f7f9a4cceb1b06a27dff4a299165010127f4c9b7d8efac8d2de503d88908c
+size 39503744

SupraTitle-50M-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9937a06d16d2fef88479d64f52a7bbdd9dff13db15a2165c76b57aec70a34ec6
+size 45758336

SupraTitle-50M-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a543eb1c90f981925dd2ed72677b1d5d89848306fcbb0159dbb398710f002183
+size 56202112

SupraTitle-50M-TQ1_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141fc80809b0f279c6ef251427def7d63c49daed966ef72f603aca76b88b26c1
+size 25139072

SupraTitle-50M-TQ2_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c344ccf9a2126beda81e6a823533c983625487153808b17bf4422a6f29806
+size 26392448

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}