初始化项目，由ModelHub XC社区提供模型

Model: clodbrasilino/FineLlama-3.1-8B-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,42 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+unsloth.BF16.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile

@@ -0,0 +1,11 @@
+
+FROM ./clodbrasilino/FineLlama-3.1-8B-GGUF/unsloth.Q8_0.gguf
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+PARAMETER stop "<|im_start|>"
+PARAMETER stop "<|im_end|>"

README.md

@@ -0,0 +1,23 @@
+---
+base_model: unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit
+language:
+- en
+license: apache-2.0
+tags:
+- text-generation-inference
+- transformers
+- unsloth
+- llama
+- gguf
+---
+
+# Uploaded  model
+
+- **Developed by:** clodbrasilino
+- **License:** apache-2.0
+- **Finetuned from model :** unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit
+
+This llama model was trained with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
+
+A small experiment done to understand the mechanisms of fine-tuning and uploading models to HuggingFace
+and interact with inference engines like Ollama.

config.json

@@ -0,0 +1,3 @@
+{
+    "model_type": "llama"
+}

unsloth.BF16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e628f3eec9c5920127019f007229e8d4983174a3cc14c764fbb1576b94bb431
+size 16068891904

unsloth.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f1e277e3d4088ebaeded5fbd2f32c9f454d4056ba570f776ebf695808b3922
+size 3179132160

unsloth.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bb01445c21497e1fcf778de00c36ec2f19a565a5178d7e9a9471e8ad29ae05
+size 4018918656

unsloth.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4f4d353925505b348250a93a8bb7586c7ed07d1725e607093d0269e77efaac
+size 4920734976

unsloth.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1173ff6b0f127b19cf3778fd50db309a6dfee7804839cb727adfbcd155df5f
+size 5732988160

unsloth.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f156e6bbe068efef257b48b3e362b65fba5586c0b260ffd51d2c172714f14d
+size 6596007168

unsloth.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f4c65ce78bcf22e00a26d3ce20904e35bdb1d3b9ae601836c6a2e601fc4d7b
+size 8540771584