commit 98472ede8418a98f57b03f415521959951c6a848 Author: ModelHub XC Date: Sat Oct 31 15:06:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: DevQuasar/Meta-Llama-3.1-8B-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Meta-Llama-3.1-8B-Instruct.Q2_K.gguf b/Meta-Llama-3.1-8B-Instruct.Q2_K.gguf new file mode 100644 index 0000000..f35ca73 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f23601afba3acdbd75665043fcd1c8e681111e59707b2b0fc879a1856ebfab2e +size 3179131136 diff --git a/Meta-Llama-3.1-8B-Instruct.Q3_K_M.gguf b/Meta-Llama-3.1-8B-Instruct.Q3_K_M.gguf new file mode 100644 index 0000000..202236a --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96593d0718c533691cc1ca9a851ea79a6d5eb1302e23f7a1e0cfdf2b58755b3 +size 4018917632 diff --git a/Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf b/Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf new file mode 100644 index 0000000..597d869 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d2808f705723cc9d0eba7ed53281756247b52ffe60d7e21859b2b67347c3e1 +size 4920733952 diff --git a/Meta-Llama-3.1-8B-Instruct.Q5_K_M.gguf b/Meta-Llama-3.1-8B-Instruct.Q5_K_M.gguf new file mode 100644 index 0000000..4e6e26d --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b9a793882ffef2da835ad1e7cf8f3806a66cf1490569713bf918be38c2dee53 +size 5732987136 diff --git a/Meta-Llama-3.1-8B-Instruct.Q6_K.gguf b/Meta-Llama-3.1-8B-Instruct.Q6_K.gguf new file mode 100644 index 0000000..6c9e2f5 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7cd452423c6a1e75da83bfd932f985216caef58f3bf3e794d26aaa605d23f4b +size 6596006144 diff --git a/Meta-Llama-3.1-8B-Instruct.Q8_0.gguf b/Meta-Llama-3.1-8B-Instruct.Q8_0.gguf new file mode 100644 index 0000000..c35c7c8 --- /dev/null +++ b/Meta-Llama-3.1-8B-Instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f32e4c0c30ad322da770dbbbd0d0aeee97add2f1042f9b6e2c844ba346509a +size 8540770560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3ae8af9 --- /dev/null +++ b/README.md @@ -0,0 +1,11 @@ +--- +license: llama3.1 +base_model: +- meta-llama/Llama-3.1-8B-Instruct +pipeline_tag: text-generation +--- +I'm doing this to 'Make knowledge free for everyone', using my personal time and resources. + +If you want to support my efforts please visit my ko-fi page: https://ko-fi.com/devquasar + +Also feel free to visit my website https://devquasar.com/ \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file