commit 704755aeac04fd73354827c2803c1437326481bb Author: ModelHub XC Date: Mon Jun 22 07:58:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Aryanne/Basilisk-4B-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3a4104e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +q2_k-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text +q4_0-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text +q4_k_m-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text +q5_0-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text +019ba1dcd0-q4_0-basilisk-4b.gguf filter=lfs diff=lfs merge=lfs -text +019ba1dcd0-q2_k-basilisk-4b.gguf filter=lfs diff=lfs merge=lfs -text +019ba1dcd0-q5_0-basilisk-4b.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/019ba1dcd0-q2_k-basilisk-4b.gguf b/019ba1dcd0-q2_k-basilisk-4b.gguf new file mode 100644 index 0000000..26ebe48 --- /dev/null +++ b/019ba1dcd0-q2_k-basilisk-4b.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539cbaeb321002a67a37e2b0bb0d75a058f6c977fb96aaebbfe895ce19983f35 +size 1488613888 diff --git a/019ba1dcd0-q4_0-basilisk-4b.gguf b/019ba1dcd0-q4_0-basilisk-4b.gguf new file mode 100644 index 0000000..6c347e7 --- /dev/null +++ b/019ba1dcd0-q4_0-basilisk-4b.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf045c709ea3d3f768abbd99dd4d6da6da0277122caac066536cddc97d3ab13 +size 2003908992 diff --git a/019ba1dcd0-q5_0-basilisk-4b.gguf b/019ba1dcd0-q5_0-basilisk-4b.gguf new file mode 100644 index 0000000..906ad3b --- /dev/null +++ b/019ba1dcd0-q5_0-basilisk-4b.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9696aae71ff4ede9e612f8943f997fd822b849b2295b14a5fcb9599a066d060f +size 2425044352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3d70443 --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +datasets: + - Open-Orca/OpenOrca +library_name: transformers +tags: + - llama +pipeline_tag: text-generation +--- +GGML/GGUF(v2) Quantizations of the model: https://huggingface.co/winglian/basilisk-4b +This is winglian/llama-2-4b, a 4B parameter Llama-2 model, finetuned with open orca CoT data. + +I tried to run on latest llama.cpp commit, but I was getting an error(GGML_ASSERT: llama.cpp:8136: false), then I converted again the model to gguf using this llama.cpp commit https://github.com/ggerganov/llama.cpp/tree/019ba1dcd0c7775a5ac0f7442634a330eb0173cc it seems to be working now. \ No newline at end of file diff --git a/q2_k-basilisk-4B.gguf b/q2_k-basilisk-4B.gguf new file mode 100644 index 0000000..6f628a5 --- /dev/null +++ b/q2_k-basilisk-4B.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42431e5953fee7aaaff0b1e87fc9aa384437cf087dd41ff0c233c8aa77ef76e +size 1488613888 diff --git a/q4_0-basilisk-4B.gguf b/q4_0-basilisk-4B.gguf new file mode 100644 index 0000000..700ef2c --- /dev/null +++ b/q4_0-basilisk-4B.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dd8faca0d8a5ffc50f608e748ab5ee362408af1fed591014ec431087fdf56c3 +size 2003908992 diff --git a/q4_k_m-basilisk-4B.gguf b/q4_k_m-basilisk-4B.gguf new file mode 100644 index 0000000..a3a9133 --- /dev/null +++ b/q4_k_m-basilisk-4B.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f437bfc93891d5d9e5b33ff14e9a3c78f69bac7791baf546d267c937f586c9c +size 2131507584 diff --git a/q5_0-basilisk-4B.gguf b/q5_0-basilisk-4B.gguf new file mode 100644 index 0000000..fd8b2ed --- /dev/null +++ b/q5_0-basilisk-4B.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4fc797b2e26b8ffc759836cf5904273fbcfa4d22d275bea927d0309d23f4b0 +size 2425044352