commit 281d6169b6f5e38d7721a1516e9f7d8f3d357df0 Author: ModelHub XC Date: Thu Jul 30 05:17:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mmnga/webbigdata-ALMA-7B-Ja-V2-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c63d732 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q2_K.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +webbigdata-ALMA-7B-Ja-V2-q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..792bd2f --- /dev/null +++ b/README.md @@ -0,0 +1,37 @@ +--- +license: llama2 +--- + +# webbigdata-ALMA-7B-Ja-V2-gguf +[webbigdataさんが公開しているALMA-7B-Ja-V2](https://huggingface.co/webbigdata/ALMA-7B-Ja-V2)のggufフォーマット変換版です。 + +v1のggufの各量子化の評価がwebbigdataさんのblogで公開されています +[webbigdata/１．日英・英日機械翻訳モデルALMA-7B-Ja-V2の公開](https://webbigdata.jp/post-21151/) + +モデル一覧 +[mmnga/webbigdata-ALMA-7B-Ja-V2-gguf](https://huggingface.co/mmnga/webbigdata-ALMA-7B-Ja-V2-gguf) +[mmnga/webbigdata-ALMA-7B-Ja-gguf](https://huggingface.co/mmnga/webbigdata-ALMA-7B-Ja-gguf) + + +## Usage + +``` +git clone https://github.com/ggerganov/llama.cpp.git +cd llama.cpp +make -j +./main -m 'webbigdata-ALMA-7B-Ja-V2-q4_0.gguf' -n 128 -p 'Translate this from Japanese to English:\nJapanese: 今日の夕食はピザです。\nEnglish:' +``` + +### 引用 Citations + + +~~~tex +@misc{xu2023paradigm, + title={A Paradigm Shift in Machine Translation: Boosting Translation Performance of Large Language Models}, + author={Haoran Xu and Young Jin Kim and Amr Sharaf and Hany Hassan Awadalla}, + year={2023}, + eprint={2309.11674}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +~~~ diff --git a/webbigdata-ALMA-7B-Ja-V2-q2_K.gguf b/webbigdata-ALMA-7B-Ja-V2-q2_K.gguf new file mode 100644 index 0000000..7e26a0b --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e8fbb11dea5038a0bc8f05e7ffca83f5614bad6b57dccd64d188942ca27406 +size 2825940768 diff --git a/webbigdata-ALMA-7B-Ja-V2-q3_K_L.gguf b/webbigdata-ALMA-7B-Ja-V2-q3_K_L.gguf new file mode 100644 index 0000000..4f1635e --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17817b0db5b96ee02a54140a1c72b944e50097050e6c9d39423a7a883a9966fc +size 3597111072 diff --git a/webbigdata-ALMA-7B-Ja-V2-q3_K_M.gguf b/webbigdata-ALMA-7B-Ja-V2-q3_K_M.gguf new file mode 100644 index 0000000..77a3ba4 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1133ff393896175ff7271cb3f596fa92a205720a2918cd68df20c6432f075f76 +size 3298004768 diff --git a/webbigdata-ALMA-7B-Ja-V2-q3_K_S.gguf b/webbigdata-ALMA-7B-Ja-V2-q3_K_S.gguf new file mode 100644 index 0000000..9a4d3f5 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400080ae6ba78282d501d51941a6d6c8fa58af1f0b495e3ab2db53dae645d68d +size 2948304672 diff --git a/webbigdata-ALMA-7B-Ja-V2-q4_0.gguf b/webbigdata-ALMA-7B-Ja-V2-q4_0.gguf new file mode 100644 index 0000000..0a22563 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f972a9ea211731877638f5c8d99c57f71c5c80e280512b4b8ee1fd92a449230 +size 3825807136 diff --git a/webbigdata-ALMA-7B-Ja-V2-q4_K_M.gguf b/webbigdata-ALMA-7B-Ja-V2-q4_K_M.gguf new file mode 100644 index 0000000..7257a80 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08bc5925e9c6d3c4b5c6af7d50f9538ed0a6afbb99944962e9bc36161538a9ce +size 4081004320 diff --git a/webbigdata-ALMA-7B-Ja-V2-q4_K_S.gguf b/webbigdata-ALMA-7B-Ja-V2-q4_K_S.gguf new file mode 100644 index 0000000..70e674b --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24694b26c693e0459067f9b0db7ec391150dbd29b3a88fa5dc62dc87fa28e72 +size 3856740128 diff --git a/webbigdata-ALMA-7B-Ja-V2-q5_0.gguf b/webbigdata-ALMA-7B-Ja-V2-q5_0.gguf new file mode 100644 index 0000000..a7b19b0 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9befc47a94df92bb4974c080d2be4e789a671ff2c5dc97e739738fc1a88141c4 +size 4651691808 diff --git a/webbigdata-ALMA-7B-Ja-V2-q5_K_M.gguf b/webbigdata-ALMA-7B-Ja-V2-q5_K_M.gguf new file mode 100644 index 0000000..7b4c52f --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0be3df5148ffaf86b11e71e6f76d85c1171ef4b20e3703f4c3e143711f38ed0 +size 4783157024 diff --git a/webbigdata-ALMA-7B-Ja-V2-q5_K_S.gguf b/webbigdata-ALMA-7B-Ja-V2-q5_K_S.gguf new file mode 100644 index 0000000..6ea3650 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f950104e54156982340b423eec91627e78ea05c55f342c3b3366371d931d2a9 +size 4651691808 diff --git a/webbigdata-ALMA-7B-Ja-V2-q6_K.gguf b/webbigdata-ALMA-7B-Ja-V2-q6_K.gguf new file mode 100644 index 0000000..c841d17 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253a40908e2b2dd593294658053820bc1552c9a1ee40cb64775bdad821a7d235 +size 5529194272 diff --git a/webbigdata-ALMA-7B-Ja-V2-q8_0.gguf b/webbigdata-ALMA-7B-Ja-V2-q8_0.gguf new file mode 100644 index 0000000..a04f2a8 --- /dev/null +++ b/webbigdata-ALMA-7B-Ja-V2-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259ea8787986891ee87d5a8833396fac850ee437d6d0040b574f25db82b32f85 +size 7161089824