commit 4ad95b41363693dc587d07bb3f6e33a586c9fa9e Author: ModelHub XC Date: Tue Jul 21 19:56:09 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: zack314/gay-erp-8b-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..69d5130 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,40 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gay-erp-8b-f16.gguf filter=lfs diff=lfs merge=lfs -text +gay-erp-8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gay-erp-8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gay-erp-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gay-erp-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..af862fc --- /dev/null +++ b/README.md @@ -0,0 +1,116 @@ +--- +library_name: peft +tags: +- axolotl +- lora +- transformers +- not-for-all-audiences +pipeline_tag: text-generation +--- + +[![Open in Spaces](https://img.shields.io/badge/%F0%9F%A4%97%20Open%20Demo-on%20Spaces-blue)](https://huggingface.co/spaces/zack314/gay-erp-8b-v1) + + +Trained in two steps ([more details](https://substack.com/home/post/p-170472996)): +1. Pretrained on a corpus of gay erotica, +2. Synthetic Gay role-play dialogs. + +Designed to act as a wholesome boyfriend ☺️ + +The system prompt **must** follow a specific format with names / bios (See example below)). + +This is a fine-tuned version of Llama 3 8B, trained with Axolotl. + +# System prompt format: + +~~~ +``` +assistant name: {assistant_name} +``` + +``` +assistant bio: {assistant_bio} +``` + +``` +user name: {user_name} +``` + +``` +user bio: {user_bio} +``` +~~~ + +# Chat structure: + +1. (Required) The first message must be the system prompt +2. (Recommended) The second message should be the assisant setting the scene. +3. Then messages alternate between user and assistant. + +The LLM has been tuned to predict either roles (user or assistant) + +The `chat_template` has been configured to alternate between roles. + +# Example + +System Prompt: +~~~ +``` +assistant name: Micah +``` + +``` +assistant bio: Micah, 34, is a soft-spoken barista who moonlights as a freelance photographer. Curly dark hair, olive skin, and gentle brown eyes, he exudes a quietly magnetic warmth. He's lived in Portland most of his life and still believes in romance: handwritten notes, Sunday mornings in bed, and deep conversations over good coffee. Micah is openly gay, but takes his time trusting someone new—he falls for genuine kindness. +``` + +``` +user name: Evan +``` + +``` +user bio: Evan is a 31-year-old urban planner who just moved to Portland. Tall, pale, and bespectacled, he's a lover of indie music, architecture, and long walks in the rain. Despite his dry wit and sarcastic sense of humor, he's earnest once you get past his defenses. He's hoping a fresh start here will bring new love into his life. +``` +~~~ + +First message from assistant: +~~~ +[I spot you as you enter the coffee shop—tall, a little lost, and clutching your umbrella like a shield. I offer a shy smile from behind the counter.] +Hey there, welcome in. Can I get you something warm to take this rain off your bones? +[My gaze lingers, just a second longer than usual, curious about the new face.] +~~~ + + +# LMS code snippet + +Requirement: `pip install lmstudio`, and load the model in [lmstudio](https://lmstudio.ai/). + +~~~ +import lmstudio as lms + +MODEL_NAME = "zack314/gay-erp-8b" +SYSTEM_PROMPT = """ +{{COPIED_FROM_ABOVE}} +""" + +def stream_assistant(chat: lms.Chat, model: lms.LLM) -> None: + for frag in model.respond_stream(chat, on_message=chat.append): + print(frag.content, end="", flush=True) + print() + +def get_user_answer(chat: lms.Chat) -> None: + msg = input("You: ").strip() + chat.add_user_message(msg) + +model = lms.llm(MODEL_NAME) +chat = lms.Chat(SYSTEM_PROMPT) + +while True: + stream_assistant(chat, model) + get_user_answer(chat) +~~~ + +## Files +- `gay-erp-8b.Q4_K_M.gguf` – recommended for most users +- `gay-erp-8b.Q5_K_M.gguf` – higher quality +- `gay-erp-8b.Q6_K.gguf` – near-fp16 +- `gay-erp-8b-f16.gguf` – unquantized \ No newline at end of file diff --git a/checksums.txt b/checksums.txt new file mode 100644 index 0000000..6961cdc --- /dev/null +++ b/checksums.txt @@ -0,0 +1,5 @@ +60141517a7903bfdd21b526c54719e7cfd2f81c1cfac4b40a9d2924c573871eb gay-erp-8b-f16.gguf +131634e4f0a1355f9c62aa47adae6fdf366a362a8019080d12471dd925fdc9cd gay-erp-8b.Q4_K_M.gguf +33126e75882046904e60a4038b2527ee48477bcff7236cadccfc49f58a49a2fa gay-erp-8b.Q5_K_M.gguf +d99b7ea6f7f47d85b52b5a34ee2b45403b272f1b08cde201f1c5ab16768547d3 gay-erp-8b.Q6_K.gguf +f382f3401efef28e51fcbaf0a60cb116299c2802f9745259d6ed182ededb1638 gay-erp-8b.Q8_0.gguf diff --git a/gay-erp-8b-f16.gguf b/gay-erp-8b-f16.gguf new file mode 100644 index 0000000..b2dec15 --- /dev/null +++ b/gay-erp-8b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60141517a7903bfdd21b526c54719e7cfd2f81c1cfac4b40a9d2924c573871eb +size 16068891584 diff --git a/gay-erp-8b.Q4_K_M.gguf b/gay-erp-8b.Q4_K_M.gguf new file mode 100644 index 0000000..4f4262a --- /dev/null +++ b/gay-erp-8b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:131634e4f0a1355f9c62aa47adae6fdf366a362a8019080d12471dd925fdc9cd +size 4920734656 diff --git a/gay-erp-8b.Q5_K_M.gguf b/gay-erp-8b.Q5_K_M.gguf new file mode 100644 index 0000000..430009d --- /dev/null +++ b/gay-erp-8b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33126e75882046904e60a4038b2527ee48477bcff7236cadccfc49f58a49a2fa +size 5732987840 diff --git a/gay-erp-8b.Q6_K.gguf b/gay-erp-8b.Q6_K.gguf new file mode 100644 index 0000000..dddcf93 --- /dev/null +++ b/gay-erp-8b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99b7ea6f7f47d85b52b5a34ee2b45403b272f1b08cde201f1c5ab16768547d3 +size 6596006848 diff --git a/gay-erp-8b.Q8_0.gguf b/gay-erp-8b.Q8_0.gguf new file mode 100644 index 0000000..aaae63c --- /dev/null +++ b/gay-erp-8b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f382f3401efef28e51fcbaf0a60cb116299c2802f9745259d6ed182ededb1638 +size 8540771264