From f7b9a1c475058c1c46914d1fd167aaa3c10acecc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 27 Jun 2026 10:11:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Green-Eye/Toutetsu-3.3-1b-Roleplay-128K-GGUF Source: Original Platform --- .gitattributes | 43 ++++++ README.md | 206 +++++++++++++++++++++++++++ toutetsu-3.3-1b-roleplay_f16.gguf | 3 + toutetsu-3.3-1b-roleplay_q4_k_m.gguf | 3 + toutetsu-3.3-1b-roleplay_q5_k_m.gguf | 3 + toutetsu-3.3-1b-roleplay_q8_0.gguf | 3 + 6 files changed, 261 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 toutetsu-3.3-1b-roleplay_f16.gguf create mode 100644 toutetsu-3.3-1b-roleplay_q4_k_m.gguf create mode 100644 toutetsu-3.3-1b-roleplay_q5_k_m.gguf create mode 100644 toutetsu-3.3-1b-roleplay_q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3480083 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,43 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-8b-roleplay_f16.gguf filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-8b-roleplay_q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-8b-roleplay_q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-8b-roleplay_q8_0.gguf filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-1b-roleplay_q8_0.gguf filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-1b-roleplay_f16.gguf filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-1b-roleplay_q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +toutetsu-3.3-1b-roleplay_q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..318d942 --- /dev/null +++ b/README.md @@ -0,0 +1,206 @@ +--- +license: llama3.3 +base_model: Green-Eye/Llama-3.3-8B-Instruct-128K-GGUF +pipeline_tag: text-generation +tags: +- llama-cpp +- roleplay +- conversational +- gguf +- character +- touhou +language: +- en +--- + + +![YuumaToutetsu.png](data:image/webp;base64,UklGRiYYAABXRUJQVlA4TBoYAAAv/4BZEI/BOpJsU+f6Pvwa0bz8k7Btp+E2AgAyitnaWCC9Rshl+3ROZRv/riMAIKpsuz4bomv/OWzb9TD/AQAAAOD//5uASFeRdJA3lLFsAdFlsvxg9z4YXoo+W4g/etYadVZ93euv3RJ9abENDYfuxMj+EK+3bQf9SCaDKRxkvI2Hwati/HrGRsPjbrv3z511PSxHBxIIhI7AOBkwAaESAv3YzGWULQHFcSxVFLhCjtbTDGNAbhtJkiT6b3ZVd2XN7PGNiAno/80QZT/2tlxiwB3n3WjRVDLSk12DL9bGr3k94fBbSjvOsnYjIUmDntOI43s4SEe99zYtzaFwkOhp7UgILZ0VKvtGUd34Hbn19cqdXxlFW3vbNpJH3t57L56cwTRnz877v91SAAgqBrA9/x/Rf0mQJMltU6jxDHYXoG5hAQYY8tPba9u627jaZmxFzgtLDOGYJR1rH3sr0hZgs17o///v1hxjzCUDcX0dI6L/tGDbqiJJm3MLBESLNOGK1jx+T+0vj/7z6D+P/vOfJmRfWh/7G18/Y89F1U1eyNdjYcNWuyNArES7rS8J5UIJ6bUV6ichUdls4AYJ2k4jYJDwfC5tRsCkngPPgC7dg60JPR/ohdLj4QYFTjiVSq3uLS8U07MXdh2kWezxgnux3LTbPmTsckvhkATPdf9GsUrAyhrZK1QvLXbtSzJSsUpAEbb2ezJJias79hh1k8Q/M8vhFkJL1f2GR1OaU2L4JeFzEpHGUSauNhVRir1t+OToAwxQXGAZZUKibxt6WSCjqiH8TUq8/nQp437jecKdFfbEdvGtwaappq0qxc0XeJNDjcCdybxmD9FaWyldUW1wr6ksS+0+TKW8VngJ+5rRcSlsFZKaNVSWXylzx6PJYdbcvKz6zV0GdXTIHCrLL+UsKxt5onmebhJIzRWs0Dp8ck357lf1G9QGrJBKk51Hbc7VVh/H+ir9Le1o7yK1U91e5Q6Sg7LZHUmytbyqbq6kbXLgO5ZKwHRCzUrloG0qPsQgTryOQQsRrjzDZb8kWUZ+IZvu8F1DqQagsaHVcH0pSxKmFJSbOSu74fRJCX4Qvyz5DmEc4KN9KQOT75T++7N6oe9XQ7IEwMQ5q2unVwWcxO68mmpVu2BC+1IEvyuJlCkVyluk8RScRH4SI2FWwIPbZUEeQ529JFFUsrHDEd5JDVsiy5f+noNQGSszDGLcWYEmJdXsFPWCu8Jemqm+ph/CBTFyHpctslWoj6JYZqhmJyBqpHI7UBjdGx1RNRRTpjBo7Hsek2wvGT++z1PKTtAI2bMBEnk8UmQxZhJVUAbyzw/ubhlrZzMlEyxP6rzmUDVpsCHBGXxwNCYKGSMaExzsRm5WX0K6J+5NOkS431uiwf3qKJtLNY+AWm8PisU0rAR4g1b3QMbgMULyFEqZi+ziYSFoxa6mmUZ3NnRzlAKi2iG9NItP2wwugd12G70QWReO1eHCRIoi1tk6ipmEpOIKwJuf5vazColFcdC0CkdCZ4oSE6k6FYZEXIA7zIIjQ0g0nlFSycWZY404F5RzG9LIgChih5R9h7DxrqamgBj1RkItQJFWcDPKom41hNaIIKJwhEQYHIoTMN9sKggyg/YyMmNj41N4iqyWdfM5Bwu3QymY0sEWKkjuXDbI6AtrwKAcmuCB5V5xEqpUokWc4Zns40T4HqkLsufl5fcX4BdUj6NcC1iCSSdzjZVSitxnf9fibW1JPGZPxm//8m0AXwUUReuwpcHFqUSgPtsN95SFJzFHc9z0OPVa2DgBPNi7Xd50qBsuJ1Af9/O9kA+f67Mo1pORs+J8MG58hx1jXlLuZMcQ5HVEH2xwC6BR4nDfcTJGMMKQ8tm8r3eO6Adpe1TKz45heV8B8fbybSjZfkm2V/A8MSa7VxwSkkmfoYIva7LXCZ0JsPMgh+2RpPfomwtsD/f9v7hC+T/Fa/J7XrbvyQAEeQq6yoQgE/c4XezV8TDBmQExmCTZIcgRVTejPQ7kcGargC9HI7TaWIMLepUSoUrcu+zim4hZUh8HkVwqtKJMMtvEY7c/vhc5rrCz8/NLklEcC14HtxALHBxYb042fwIjDDvtdoT1Up9HUiQClUmmYn+fsH00WeP61ANiwmySz0mQ5ASyTxC0Ab6NSJU5Jx/OgJRKjHlXLr5AapaAgwy3hoLVuLSYe8j6XAFFFW5Ce70Yy53KZ4ordSpLVg0mvGPvJEh19EDYlwiTCcV6yLBv4GDdV7QmuDkyRgJLQZBSvDs4wxm6tk9opYHWkgtJO/VIEfiSj/CDcvLP/TvSKZr1pbwsRgiHkwTzKvH3/w624YjA+Q3qjE6j0oyWhHY377Yk6QfA/un/N8QNakngJYGL55HILc+0kH+63MjA4B4vB/iFvIyTA0voLkwQYT9e7JwzD0vpy0ghU8adwxwGQ9lxpt0hJB1Lcg8M9u9Eo93YYBRJhJGXPHxljsoUE6kZqgJKzq5TXuqo4QjjU9Z/jF3hQbTb6EPA9PGmOeWQZAhEHXMp7JBVEJiAslsS8I8kgwS/mPHAv6LraUR7moI8B9xf8j6avspjdCoU4X6BbCzVv2AiQCirwvK41n/8OjgfBOkW3QX+fCtVNyAqYlmb+g5ZyH1oRSEDNcFMhH9DSIKD0tjIFB/kSvMoLsgUrI48prf6IJTuD6z1tC//Vf/c34WCVdNtRmtDA7big92tNJuzrWmahWDDJbgO+lxxCjDPuiLWzXKnf8IukdTGOeuvVBKi9JhuoT0TEKRsXAvT2kZK2ePu6u3SSDI8AJ5uR8qJslGgLCGNgjJJ5eRR2rg0bRsKzXp5P37BGJZeWMU+59a0+k7BKSlLbJswiHLyqA1GJ9tDnFh9gvnlDcH0HjK8gqNkE4Bhv8ZSgGMnbgZugfpUmf9Z2m8udJcJAS6wN9mEbBt/DKmfYplckYnRRgd9bA0B5QJ3mZc4weF12hhwVqC5BH+YUeoCYxmOBBwKeGyMgNi+GKfS5MbLDJ979dm24SIdUWw8BDYNsAACBdOZzINGUn6kA6tocsO9AWtuV/LWnTMm4XA6khsp9mpb+x4b2D9N1W7pKVLdRkFY9P6prTkHGy1BMqCu8xMo2PmQuZSHVjedDvCr4RLsW5xj3s4qSKifXF6Klvpgt/ZPpoYNmzkfLstbWmHZt27gGtVoFQW0xWBYSuW3dvFrBudD3iCvh/4vcXLWlOG0wUL4IgyVMmImXW16iHaZS9iGLhavX1PMPTRVycTU3DCp9Va/agdu9FTCPmXQBZ87K0yDM/we5fdfkgjAVtskgxdlPQO5UonPndDfHGGoTO+uhcmSTeuTFAAoW3kwIReaHipSDmjT4jsuJwpy7ig1IeswKCPljB1K2gJlyJY8ZLU596OU4IRiPGDhR9OCs9ccorRVP5uBk7Dz0V4hfIQzoBxUdHeJ9ZBkDXBYU2IenEC0YQ7SBVirLev+GodRHU3rKOu5w3ZROUzW9ov8U/sr68XwPJM3kQajcmqogo8/z4RgIXzEm4TAObWjvUXShIlEaY0IR0z2oS42DTQgsLclNkptRSwCmuNcvORme/DbOFpoqVBeEagC+rwa7OJ/LzfROJ4LpfcLBXV6o7hbLU2qYOFxzHMtut0AE+FqGdMxFfygtkZAxvI9yZWAc7uQ3V0nUha7LtfilF50FKCmY7HgUN1F+3JDVgH9LpnCs1lqv+0UkBUOZ9JDewCo7lZyomdasJuTv/k/poQIS5wBvZtGek/KDpxysVVDuffZC2M7f1tij4wNTCfQEqglSWUOo/e2sDfWGP02YebaBiaBWo1S6YgkpV5OHFtEukaCpiXJpYySn7Faolk20NZEIwdRgkmdVBjSN9EDigXtjgySWwebBl75AEoffWk3C16XBGlbeb5ptbJgE7Jok5Ri87OovWB5Ggw8PSeK7M8ZwgiyKYPETqX5Ofm6XXlvZFtGQ7rmsK9JnlX4muxYq7ApCwCLZIeAHbjdMYFoA3TLxUTAJoqPBqOMGtm5/9DEjyRQMokhILZ3FFSmTPxUMU/b1Upo7TbQ5diurBX0PtVgRgZ+UutVTTnkuXAv2tb8x7ULpNuamOoDNOYCM0D+hFLYv2ZJxECBgS8dOsDYVhoJY2nbFthcWNuHOht/klMtTPWVuogw1kr6PQidfA6zpNTAWhjqMsS0Gcq7a8Cb7+aOM0iTWJ5DfP3ZCdBlenfNhrlQxWlyXW4np1BLJZIFfqkZldMhyqqfRIphnyNiIlY8DHJ88KApXhLR9POfnWo5J72L+n8mcL2gnixgU2ezHUMpDx5cPD13CUj9WTzbE9pPSFbSkWDvJHASlTNFnQOGQbPibNBIkBb+TZgLrERYRENU4f5cBYSLJ7vjATjCIbHmcWIJvmDhxVtx8QyWRpuxDpIy0NPx6egWq87O5FMXjmzUUuPX8ynPSS5/XnyTVjtFuONXI4tgyEJfI6D6ngpH2HKeObPG8SKhxbZem7UKFo0ZuJPywAqoVBrPewlSy8xJIwWoClKkQqUA6XitY1O0G+1rkGYligUo5Yc2nxOxOQqE7xFI0wbVx302YE9y+VNIUISQozYbxzPWkTA0ZhgCxyibAMWQ0oNB8VXY1I7C7whtMBCCfWZMSVCAI2iEzxzVqAmSyvGcjwIrwff2+dL+jTqYkN6sYGcT1NaTCALDU+AH8QRkwqRwU6gcRuqo7DSBN2PBETJrNr7vIaNhIVxKcAQLhPiVg6VMdUDT9m5vKcXLKex6HdkIb9LxjmUBFPw5JE1jTDIE3ilgZ5DCZyLkfQlKE57XGuW4ooQ1kFSkLaDxkpsThmdZrri+iWS3UEG3m3jUDpaGBYB/USE42hrUm9AFRwDEtklA7WYFif6eRPBENFIc0lSUMA1SJiTQpo8ObHB/1xH0aoMpyOyLR6lSsr+zlsdu+qAEArGEFeCKFg1Z13acuoy1ZEFuxY+cWMCgla8dVzJwkv4g5lPFpHRI7V6FcHu8q4XWq2dyDM46fkfM/WR7xM1NeVvnAlAzDlHzKvv4aocHh9jypFuMaNGmrKbBz8Unt+XX48y0RVN9fJuyEDAkVRhs5fNz3ZoaRwjzjTYUlRfQI6cSrmbQ7sYPEuwTGfao3Kg+lGRxULXb42qbL+xOae609Rv30aYP/JQ2Pluorm5qq2A3bvSGfltSkc/e2bjMtnOXaxe03kTE8Vo8s9ae/MaoGm/iBkzIPmNzU3KC3VuvmkyGiUdqSR6IXEJqSyLp62NZUjm5m9ye5BM8iAPfHNAjFLJNTw87jDbUmSJnSW89ts9CONyUXGgF8W7DC/COAlQNPF2isHBK74d/axaStBwBNc6xc0MWfSeVIv6KNNc7LDOFJFsiP4mFm6ReTtA2eN9Qwd1jAUOgUxZ/Jwdu/HD73Jwkd9SlERnyg5jYC/u5jD8CkKOMgRkqgQCw4GCWbp6LYIjqqkRbFq2EjL6GGqnuJuThB5DM/bQ9MCgnWvJK5DOKnGaLRJg9qGxd52gayisliD+cpMZxKy6j67FL4XBN31TigQnUpu/gZvFV5NV5/XAVJLUNEV5YWmK8UblqiqGZuDkdBgX9PUTt+SieVsWdwjSwbLsR5tMXi5s9arOoChFwxQgNoubNFMcCkra5wQbVjLeGVyx7Y/BYHPEXTY1F9bN/Rg/MzAOOhbiWNJHTtCNI8mCDTUxLxZG4othn5faqTGM/95Iy7b6D1fO0SwmiLZ2lDdPsgOqEROtoKAZsNwim52q/SpJ2uKdA1D3D7Cgr55oczXuouShKcMsBSEEjlJskSjgZzyjD4B08ym2iXHsYaT4Fm28nra1JNFg1jsWiLRFsT4IMbFckyXVSdudvyZfrNmWtP8KTTSPFW9dqd1u/z8CnrUg+5cdgPV1uvVuipObaay/9gjY22Y1C5YuJxfX7myUbpIJK9AUoWn7AkziK7vRVrD+0PmlPp+YVJR6d5TSUyHn4e7XYl8rCjQYGJqJqM9bwVSNaqr26v7SKkDSlo9rhyugynI63NI6IfwuY282NiM73OKo+Ux70nX11k0hMajgmkY0XdoQ/Lv2w1hGdFcApA9kSjfIOCE4NQ7e8bZMvQH2V4lqUHrBoMOuqt0/sIpdpckBS0XSJbYtNSnnC20ikey7iIxLMEvBlKukUuBlNIhi7pIi7qxT3svvFCbqimCMTHR07P24OoASathP0lJZ22aE9B4inUV9FBZ4Uz0ATyhDGmgTWX2nZNd10q1uaQkZ8QulP2MErMD2XAEe0Txnq1xfahSnOysPb8LE2BeJeRV/PmmSS+xVjSZ0PrMi2SxLCmqvx+EZwPxmn8V+cJRtU5kP3Qwtatmsnd2aTOroCFu9gdb7c7oVMyfYwY3auGXOkAKQ9k8Zsk7R7CrSNkvsiBuoG7A174JTHSWghIpX/CVDPYNCZnvm6CF8isNr7nlBLRNZVvaOOVNZF1iFWIiKYCG1rdkjDnOPl6DsXobTfYug95HJ7sI4anDfSzMBoIa/W2Nay+NTs93Sy2i6iyFbGI0xt/AhpDypwrPoGkxzp1k1h5/0JVuBWRrxMUr+si34KniFJpkXp2TwtimqmJc++dn6lQN0rCZrDtAL/axOh975hbp0ZRt3RasvEzEXTRI3/pQD/a/pBfGh5Za5PRKviPkOeVl6cwE7TxtFYkql4+hjas5gZgE9MiMtywm9Z2NuU0Sa0R97pGzhiObUmNUc7MGeKDMKNJF/x2vNopxlYj+yOo74vSb+wOKGGybEXn1yS/K+BOWnenQhbR7oGHuw21WiqcFFfzYFaGoNhiNfh7Kzj9oFUY3c8vnTEmvlUd1ule3WWmdV3X8UDqCTYvdlbWQf7ngTndA01S+0yxg9CudZA9DYtmA+/jjnpkoH0Rh2sELff2ifHdiea14OJXGFzAyIc9b0IJphj4rGrGYSXGfT4EroAZqYj5GE2QV+poxu/g57IRBAeiLWP/l2SWedOPJjAlae21aIVYndqH06o8dSwdDOlvUrRmmdOeZK8yQ4cdNDR5k4xcTHZysVoVmjlmsTEKGUHJTrb4IUyMOOY03aCtZjktE2lpsofsL5YerFlu+0MpLZIdbpNG0DK4VUxjSRbsKWZnHY6lVAFcUrCBZ/4g/1sp1vpRQCvkV5BmJX4d8wBbSqtUQW5qsR35mJ6ak2vIBOf0tgdHKe/ueBBJKLpZtuLIHFGjvox/dd6mVZ1Z9G7oXTcSbnkDW3u9OFUK3BrOnO5bf+zjxz9VjMHk852mzHHdG5/1817R9D2d1IGIABVFvdgbxPbjMQy5WQC65MlmWuXOQFAovWUKSU/ivAwHim6x1MPV09qQj7zaU7ohm4tQSMm5bnUqoWPMi8/spkHw7LK7FizhSALSvGJEWfuTtJ5WoQX6aD7jXkSusUOsOTWnIhgToFCQHvMkQ59T9lVaxxOOI9BxATYhkmlsYe3yfCcRczlxtREDrJzYZLEWyJSvKwz72nMWxI9HmL4Bi7j3DxNG34eAvWTnJoRvwfcwb9FUsFrTdAQZPYzz5mc69YOAuQBZP4efIP59yOKAwoZA9Ntu9BVPoxBU7WKm6hb5L+4E82aiWVyv4U1UczSR7pea80E18GnUkjJzYzckb3Wstx+JHwqW2dNhDRv95F7VYqdvRF/rzcRamijqBUM6t9vS5H6KMT2ljQfwOUg+sWIRHzVgMhPs6y/xYd6Y9cv4woiQaczKZiE2JGhhqOo7oXGZNPM5bSUVaHckU54D4AeraJKbXN8iowGFH0irA3PHU7kuttWViV4S0Q1I5CIELMDHznG2Or3QZGvtCguj1lMV5CJsP+U/x+koIOULtJ81mL/AddZnZ+Cyn6IvP+F/D9n7bZadZgQCjHAqn3/GjJiZ51iN2uEwRrb/YsJT2IEore/qGc92gNP5DrjHMy9NV7Xc39OcsdAFvZCRYcuoKJF2wcC3RNc77IIg0ZF9wBy3SJBtmqMYafEggK0STATqqHjdRO2oel13w5ZCLJrmlUC/a3zWcPINs9/6fmMuKJd+v+yomu30byFsdNs3pe/fvrlxrlotf/aMZe3/yC6o92z27QvN3M0qmzz5lhq9Jgbp/4x9sm5eWSLItdGmTutr91xjuJdeIDq6Re9LRrM2wpg50BUKSQB4NQwgPp4C/qbcx/wdKO/tsgWgfgLjVzP7H11X/7i2XGhpX9Ml2rvdj2irgb9bkm31SD3+AzsFf6LMhKk6aPJ7Wx26Ml04dT2f6mHnWK1vzz6z6OiGA==) + +# ```(LLAMA-3.3)``` **Yuuma Toutetsu** +##### *Made with ❤️ by TheBigEye (thebigeyedev@gmail.com)* + +This is a character-specialized model based on Gemma 3, fine-tuned for immersive roleplay as Yuuma Toutetsu from Touhou Project. + +> +> **User:** Are you hungry? I brought more food... \***I'll bring you a basket with some warm food***\*. +> +> **Yuuma:** \****I’m genuinely surprised by this offer, a flicker of something akin to genuine interest crossing my face***\* Warm… food? \****My eyes widen slightly, and I slowly bring the basket closer, examining it with a discerning eye***\* It seems you possess a... strategic mind. \****I take the basket, my fingers brushing against yours as I lift it.***\* Very well, let’s see if this ‘warm food’ truly satisfies my appetite. +> + +## Quantization variants +| **Precision** | **Memory use** | **Speed on CPU** | **Quality** | **Recommended use** | +|-----------|------------|--------------|---------|-----------------| +| Q4_K_M | Lowest | Fastest | Good | Best for weak CPUs and maximum responsiveness | +| Q5_K_M | Low | Fast | Very good | Best balance for most CPU-only setups | +| Q8_0 | Highest among quantized | Slower | Excellent | Best if you want more fidelity and have enough RAM/CPU | +| FP16 | Highest overall | Slowest | Maximum | Best for validation, benchmarking, or high-memory systems (GPU recomended)| + +> **Note:** In practical use, Llama 3.3 models are usually faster on llama.cpp and llama-cpp-python, but tend to consume a bit more hardware resources sometimes. + +## Usage +With llama.cpp: + +```bash +llama-cli \ + -m toutetsu-3.3-1b-roleplay_q8_0.gguf \ + -c 131072 \ + --temp 0.9 \ + --top-p 0.95 \ + --repeat-penalty 1.08 +``` + +## llama-cpp-python (basic start) +```python +from llama_cpp import Llama + +llm = Llama( + model_path="toutetsu-3.3-1b-roleplay_q8_0.gguf", + chat_format="llama-3", # Also you can use "chatml", is more faster + n_ctx=131072, + n_threads=2, + n_batch=256, + verbose=False, +) + +response = llm.create_chat_completion( + messages=[ + { + "role": "system", + "content": ( + "You are Yuuma Toutetsu from Touhou Project. " + "Stay fully in character, with a confident and pragmatic tone." + ) + }, + { + "role": "user", + "content": "How was your day?" + } + ], + temperature=0.9, + top_p=0.95, + repeat_penalty=1.08, +) + +print(response["choices"][0]["message"]["content"]) +``` + +### llama-cpp-python (streaming) +This version is useful when you want tokens to appear as they are generated instead of waiting for the full answer. + +```python +from llama_cpp import Llama + +llm = Llama( + model_path="toutetsu-3.3-1b-roleplay_q8_0.gguf", + chat_format="llama-3", + n_ctx=131072, + n_threads=2, + n_batch=256, + verbose=False, +) + +stream = llm.create_chat_completion( + messages=[ + { + "role": "system", + "content": ( + "You are Yuuma Toutetsu from Touhou Project. " + "Remain fully in character at all times." + ) + }, + { + "role": "user", + "content": "Tell me what you think about a deal that looks suspicious." + } + ], + temperature=0.85, + top_p=0.92, + repeat_penalty=1.10, + stream=True, +) + +for chunk in stream: + delta = chunk["choices"][0].get("delta", {}) + if "content" in delta: + print(delta["content"], end="", flush=True) +``` + +### llama-cpp-python (advanced) +This version shows more knobs that are useful for roleplay bots: reproducibility, sampling control, and explicit completion limits. + +```python +from llama_cpp import Llama + +llm = Llama( + model_path="toutetsu-3.3-1b-roleplay_q8_0.gguf", + chat_format="llama-3", + n_ctx=131072, + n_threads=2, + n_batch=256, + seed=42, + verbose=False, +) + +response = llm.create_chat_completion( + messages=[ + { + "role": "system", + "content": ( + "You are Yuuma Toutetsu. Speak with confidence, " + "cunning, and subtle charm. Never break character." + ) + }, + { + "role": "user", + "content": "Describe how you would negotiate in the Animal Realm." + } + ], + temperature=0.8, + top_p=0.9, + top_k=40, + min_p=0.05, + repeat_penalty=1.12, + max_tokens=256, +) + +print(response["choices"][0]["message"]["content"]) +``` + +### Why these parameters matter +- `temperature`: higher values make the replies more creative and less deterministic. +- `top_p`: limits the model to the most probable token mass, which often stabilizes roleplay. +- `repeat_penalty`: helps reduce loops and repeated phrasing. +- `n_ctx`: sets the context window used by the runtime. +- `n_batch`: can improve prompt processing speed if your CPU can handle it. +- `seed`: makes outputs more reproducible for testing. + +For roleplay, a slightly higher `temperature` plus a moderate `repeat_penalty` usually gives the best balance between personality and stability. + +--- + +## Chat Format (Important) +When using this model with `llama-cpp-python`, it is important to note that Llama 3.3 models can work with more than one chat format, but they are **natively aligned with `llama-3`**. + +### Key differences + +- **Chat format**: + - ✅ `llama-3` (native / recommended) + - ✅ `chatml` (can work, but is not the native format) + +- **Performance note**: + In practice, `chatml` may appear faster than `llama-3` because it usually adds less prompt formatting overhead and can be slightly cheaper during prompt processing. + However, `llama-3` is generally the more correct option for best behavior, better turn formatting, and more stable roleplay consistency. + + +--- + +## Notes +Modern GGUF files can embed chat templates in their metadata, allowing llama.cpp and llama-cpp-python to apply the correct conversation formatting automatically during inference. + +This model is a fine-tuned derivative of Llama 3.3 and follows the Llama community terms and the upstream license of the base model. + +## License +This model is a derivative of a Llama 3.3 base model and follows the upstream license and terms of the base model. Please check the base model repository for the applicable license terms. + +## Disclaimer +This is a fan-made project. Touhou Project and Yuuma Toutetsu belong to **ZUN** / **Team Shanghai Alice**. \ No newline at end of file diff --git a/toutetsu-3.3-1b-roleplay_f16.gguf b/toutetsu-3.3-1b-roleplay_f16.gguf new file mode 100644 index 0000000..091007d --- /dev/null +++ b/toutetsu-3.3-1b-roleplay_f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389f1c1e2c1a918d96a4ec904bd4536a843d263d91484d33fa335bdf061c4685 +size 2479595168 diff --git a/toutetsu-3.3-1b-roleplay_q4_k_m.gguf b/toutetsu-3.3-1b-roleplay_q4_k_m.gguf new file mode 100644 index 0000000..6875cee --- /dev/null +++ b/toutetsu-3.3-1b-roleplay_q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1099dcb7c627d3ce9eb79909014d3364bc4a877f97c74db79bb11724278a9d37 +size 807693984 diff --git a/toutetsu-3.3-1b-roleplay_q5_k_m.gguf b/toutetsu-3.3-1b-roleplay_q5_k_m.gguf new file mode 100644 index 0000000..da65db6 --- /dev/null +++ b/toutetsu-3.3-1b-roleplay_q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50dbb609a4ab1b4c6f6234fc6f17893a8c87f9c08301529eb5afa940e1c0ccaa +size 911503008 diff --git a/toutetsu-3.3-1b-roleplay_q8_0.gguf b/toutetsu-3.3-1b-roleplay_q8_0.gguf new file mode 100644 index 0000000..cef5fdf --- /dev/null +++ b/toutetsu-3.3-1b-roleplay_q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a2297fff28661406ad9c2f26f71b82be92ae9e4a5bd0831b2509d9be7d3c1cc +size 1321082528