初始化项目，由ModelHub XC社区提供模型

Model: Aryanne/Basilisk-4B-gguf
Source: Original Platform

.gitattributes

@@ -0,0 +1,42 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+q2_k-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text
+q4_0-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text
+q4_k_m-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text
+q5_0-basilisk-4B.gguf filter=lfs diff=lfs merge=lfs -text
+019ba1dcd0-q4_0-basilisk-4b.gguf filter=lfs diff=lfs merge=lfs -text
+019ba1dcd0-q2_k-basilisk-4b.gguf filter=lfs diff=lfs merge=lfs -text
+019ba1dcd0-q5_0-basilisk-4b.gguf filter=lfs diff=lfs merge=lfs -text

019ba1dcd0-q2_k-basilisk-4b.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539cbaeb321002a67a37e2b0bb0d75a058f6c977fb96aaebbfe895ce19983f35
+size 1488613888

019ba1dcd0-q4_0-basilisk-4b.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf045c709ea3d3f768abbd99dd4d6da6da0277122caac066536cddc97d3ab13
+size 2003908992

019ba1dcd0-q5_0-basilisk-4b.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9696aae71ff4ede9e612f8943f997fd822b849b2295b14a5fcb9599a066d060f
+size 2425044352

README.md

@@ -0,0 +1,12 @@
+---
+datasets:
+  - Open-Orca/OpenOrca
+library_name: transformers
+tags:
+  - llama
+pipeline_tag: text-generation
+---
+GGML/GGUF(v2) Quantizations of the model: https://huggingface.co/winglian/basilisk-4b
+This is winglian/llama-2-4b, a 4B parameter Llama-2 model, finetuned with open orca CoT data.
+
+I tried to run on latest llama.cpp commit, but I was getting an error(GGML_ASSERT: llama.cpp:8136: false), then I converted again the model to gguf using this llama.cpp commit https://github.com/ggerganov/llama.cpp/tree/019ba1dcd0c7775a5ac0f7442634a330eb0173cc it seems to be working now.

q2_k-basilisk-4B.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42431e5953fee7aaaff0b1e87fc9aa384437cf087dd41ff0c233c8aa77ef76e
+size 1488613888

q4_0-basilisk-4B.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd8faca0d8a5ffc50f608e748ab5ee362408af1fed591014ec431087fdf56c3
+size 2003908992

q4_k_m-basilisk-4B.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f437bfc93891d5d9e5b33ff14e9a3c78f69bac7791baf546d267c937f586c9c
+size 2131507584

q5_0-basilisk-4B.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4fc797b2e26b8ffc759836cf5904273fbcfa4d22d275bea927d0309d23f4b0
+size 2425044352