commit 37489ae28609c3bebe8473264b23dc433f3cf8b9 Author: ModelHub XC Date: Sat Sep 5 09:38:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: mmnga/llm-jp-1.3b-v1.0-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..780722b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q2_K.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llm-jp-1.3b-v1.0-q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9eeba4b --- /dev/null +++ b/README.md @@ -0,0 +1,32 @@ +--- +license: apache-2.0 +--- + +# llm-jp-1.3b-v1.0-gguf +[llm-jpさんが公開しているllm-jp-1.3b-v1.0](https://huggingface.co/llm-jp/llm-jp-1.3b-v1.0)のggufフォーマット変換版です。 + +モデル一覧 +[mmnga/llm-jp-13b-v1.0-4bit-g128-GPTQ-calib-ja-1k](https://huggingface.co/mmnga/llm-jp-13b-v1.0-4bit-g128-GPTQ-calib-ja-1k) +[mmnga/llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0-GPTQ-calib-ja-1k](https://huggingface.co/mmnga/llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0-GPTQ-calib-ja-1k) +[mmnga/llm-jp-13b-instruct-full-dolly-oasst-v1.0-GPTQ-calib-ja-1k](https://huggingface.co/mmnga/llm-jp-13b-instruct-full-dolly-oasst-v1.0-GPTQ-calib-ja-1k) + +GGUF版 +[mmnga/llm-jp-13b-instruct-dolly-en-ja-oasst-v1.1-gguf](https://huggingface.co/mmnga/llm-jp-13b-instruct-dolly-en-ja-oasst-v1.1-gguf) +[mmnga/llm-jp-13b-v1.0-gguf](https://huggingface.co/mmnga/llm-jp-13b-v1.0-gguf) +[mmnga/llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0-gguf](https://huggingface.co/mmnga/llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0-gguf) +[mmnga/llm-jp-13b-instruct-full-dolly-oasst-v1.0-gguf](https://huggingface.co/mmnga/llm-jp-13b-instruct-full-dolly-oasst-v1.0-gguf) + +[mmnga/llm-jp-1.3b-v1.0-gguf](https://huggingface.co/mmnga/llm-jp-1.3b-v1.0-gguf) + + +## Convert Script +[変換スクリプトはこちら](https://gist.github.com/mmnga/bcde6bab59132682307112fef0472b80#file-llm-jp_convert-hf-to-gguf-py) + +## Usage + +``` +git clone https://github.com/ggerganov/llama.cpp.git +cd llama.cpp +make -j +./main -m 'llm-jp-1.3b-v1.0-q4_0.gguf' -n 128 -p '今日の夕食のレシピをご紹介します。' --top_p 0.9 --temp 0.7 --repeat-penalty 1.2 +``` diff --git a/llm-jp-1.3b-v1.0-q2_K.gguf b/llm-jp-1.3b-v1.0-q2_K.gguf new file mode 100644 index 0000000..ecdc657 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ed6cd6f96a60a2d0e53fc7a4f7e8ae32a6ac32eeea5ba414858f935d2dcdb0 +size 571852576 diff --git a/llm-jp-1.3b-v1.0-q3_K_L.gguf b/llm-jp-1.3b-v1.0-q3_K_L.gguf new file mode 100644 index 0000000..043d0b9 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec93a67917061ede023192425ef97f4ff74ecd30fdad0086ee4306fe30fa1c63 +size 824256288 diff --git a/llm-jp-1.3b-v1.0-q3_K_M.gguf b/llm-jp-1.3b-v1.0-q3_K_M.gguf new file mode 100644 index 0000000..dc2f0b7 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0034bef1677fcf61f260440fd195a7a9e0c53e7b4542124205a451716544f3fb +size 767633184 diff --git a/llm-jp-1.3b-v1.0-q3_K_S.gguf b/llm-jp-1.3b-v1.0-q3_K_S.gguf new file mode 100644 index 0000000..060be06 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec37bc8b712b2d24c79fa5bf21fd45de93b18479f2273b4afb90587ec07d3909 +size 654386976 diff --git a/llm-jp-1.3b-v1.0-q4_0.gguf b/llm-jp-1.3b-v1.0-q4_0.gguf new file mode 100644 index 0000000..2316904 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1354bfb4474f93bb656e901bf02a5861ffb3141a81816f32e232bbe9df3186a3 +size 829163296 diff --git a/llm-jp-1.3b-v1.0-q4_K_M.gguf b/llm-jp-1.3b-v1.0-q4_K_M.gguf new file mode 100644 index 0000000..e9956ff --- /dev/null +++ b/llm-jp-1.3b-v1.0-q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa5120fc227a32e38a3cf2dbe8c7acca13b8fcf75d6392ed5d17879bece0816 +size 918816544 diff --git a/llm-jp-1.3b-v1.0-q4_K_S.gguf b/llm-jp-1.3b-v1.0-q4_K_S.gguf new file mode 100644 index 0000000..4f59453 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5139af7c1b50c4063efd6b13d2b1547db5eb62e47b73f42c6df156053d505ee5 +size 841746208 diff --git a/llm-jp-1.3b-v1.0-q5_0.gguf b/llm-jp-1.3b-v1.0-q5_0.gguf new file mode 100644 index 0000000..fefa52d --- /dev/null +++ b/llm-jp-1.3b-v1.0-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae677953f058b0056eda64c734dd40eaab667bb0eff530fc8aceebe21c0ab7a4 +size 993658656 diff --git a/llm-jp-1.3b-v1.0-q5_K_M.gguf b/llm-jp-1.3b-v1.0-q5_K_M.gguf new file mode 100644 index 0000000..fa51a34 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8182574ae1a0145bd9eab7ad07dee7ee87ac2b3db92a594183185ef45c1b8f35 +size 1060505376 diff --git a/llm-jp-1.3b-v1.0-q5_K_S.gguf b/llm-jp-1.3b-v1.0-q5_K_S.gguf new file mode 100644 index 0000000..200787a --- /dev/null +++ b/llm-jp-1.3b-v1.0-q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c622db433b6ab87fdcd6b0d9c0a4eb11ea9d71b2ac12bc6009f75f965f8ab798 +size 993658656 diff --git a/llm-jp-1.3b-v1.0-q6_K.gguf b/llm-jp-1.3b-v1.0-q6_K.gguf new file mode 100644 index 0000000..1fc5356 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445882aec3a9760b64726da714d74af30bb5f5d8667e97dbc3f66a0d0b08d265 +size 1168434976 diff --git a/llm-jp-1.3b-v1.0-q8_0.gguf b/llm-jp-1.3b-v1.0-q8_0.gguf new file mode 100644 index 0000000..92cd6a7 --- /dev/null +++ b/llm-jp-1.3b-v1.0-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:111b237e7584993e787b1f7b5f39e43575d97c05abab171e66f3c91d500c060d +size 1512285984