初始化项目，由ModelHub XC社区提供模型

Model: QuantFactory/Llama-3-Groq-8B-Tool-Use-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,49 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-Groq-8B-Tool-Use.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text

Llama-3-Groq-8B-Tool-Use.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c540cfdf421fdb70b088e15350b69aca0a9d13afd93a1d20dd395433fedac6
+size 3179159584

Llama-3-Groq-8B-Tool-Use.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8ab99ff29c8568ba0ccf4b8c947147acb1a8ec173d194944bc3147362c0a3f
+size 4321987040

Llama-3-Groq-8B-Tool-Use.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fc4adf7c7f2d53f6d705ba9f7cf83100558da492c41ac84932a8520e8eac7f
+size 4018948576

Llama-3-Groq-8B-Tool-Use.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3dc923b52f707975550650d4126f1265d752e282bd390b0664bb33884a9f8d
+size 3664529888

Llama-3-Groq-8B-Tool-Use.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e413467739db94def7bfb9670f4776e84f5c11f7440d7e37cabef17a4075a4
+size 4661245600

Llama-3-Groq-8B-Tool-Use.Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a544d97f6c91329173a93db8b131d2391fe85071a891af61d7bfb0a2bf00d69
+size 5130288288

Llama-3-Groq-8B-Tool-Use.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c66742f2038c1babc782af9f27177c3979fb3d6c55262d62d29efc2891546da
+size 4920768160

Llama-3-Groq-8B-Tool-Use.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9882c26095cb59345ae7b71d10a9e2983991abf62e4d0f3c3695a8aa1d1a7c9
+size 4692702880

Llama-3-Groq-8B-Tool-Use.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9534c52c2e6381f7f8e1f44d5573aff94fd01f0fbfc15cfb4dc4b633f14f245
+size 5599330976

Llama-3-Groq-8B-Tool-Use.Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7338d87546029f47bc35c09cb3823063c465761d2a788548014975e2e57279c
+size 6068373664

Llama-3-Groq-8B-Tool-Use.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb70c8688af260aa293b43fa4bff5ab13a6e4db25c7de9e97edf29cab18d8f1
+size 5733024416

Llama-3-Groq-8B-Tool-Use.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2bcc259b776ce8a94e9b00e9f70be6e8ced41af39169cf479dc2ae426a348
+size 5599330976

Llama-3-Groq-8B-Tool-Use.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9769e208fcceb0febe3c94615b66d1431aae04e985ecf39e7d85f078d5bf1ded
+size 6596046688

Llama-3-Groq-8B-Tool-Use.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f170b890740eae6c0da7b16bcf516ac3a5791ec10e164946694246a4d81ba1
+size 8540823008

README.md

@@ -0,0 +1,115 @@
+
+---
+
+language:
+- en
+license: llama3
+pipeline_tag: text-generation
+tags:
+- facebook
+- meta
+- pytorch
+- llama
+- llama-3
+- groq
+- tool-use
+- function-calling
+
+---
+
+![](https://lh7-us.googleusercontent.com/docsz/AD_4nXfrlKyH6elkxeyrKw4el9j8V3IOQLsqTVngg19Akt6se1Eq2xaocCEjOmc1w8mq5ENHeYfpzRWjYB8D4mtmMPsiH7QyX_Ii1kEM7bk8eMzO68y9JEuDcoJxJBgbNDzRbTdVXylN9_zjrEposDwsoN7csKiD?key=xt3VSDoCbmTY7o-cwwOFwQ)
+
+# QuantFactory/Llama-3-Groq-8B-Tool-Use-GGUF
+This is quantized version of [Groq/Llama-3-Groq-8B-Tool-Use](https://huggingface.co/Groq/Llama-3-Groq-8B-Tool-Use) created using llama.cpp
+
+# Original Model Card
+
+
+# Llama-3-Groq-8B-Tool-Use
+
+This is the 8B parameter version of the Llama 3 Groq Tool Use model, specifically designed for advanced tool use and function calling tasks.
+
+## Model Details
+
+- **Model Type:** Causal language model fine-tuned for tool use
+- **Language(s):** English
+- **License:** Meta Llama 3 Community License
+- **Model Architecture:** Optimized transformer
+- **Training Approach:** Full fine-tuning and Direct Preference Optimization (DPO) on Llama 3 8B base model
+- **Input:** Text
+- **Output:** Text, with enhanced capabilities for tool use and function calling
+
+## Performance
+
+- **Berkeley Function Calling Leaderboard (BFCL) Score:** 89.06% overall accuracy
+- This score represents the best performance among all open-source 8B LLMs on the BFCL
+
+## Usage and Limitations
+
+This model is designed for research and development in tool use and function calling scenarios. It excels at tasks involving API interactions, structured data manipulation, and complex tool use. However, users should note:
+
+- For general knowledge or open-ended tasks, a general-purpose language model may be more suitable
+- The model may still produce inaccurate or biased content in some cases
+- Users are responsible for implementing appropriate safety measures for their specific use case
+
+Note the model is quite sensitive to the `temperature` and `top_p` sampling configuration. Start at `temperature=0.5, top_p=0.65` and move up or down as needed.
+
+Text prompt example:
+
+```
+<|start_header_id|>system<|end_header_id|>
+
+You are a function calling AI model. You are provided with function signatures within <tools></tools> XML tags. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. For each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:
+<tool_call>
+{"name": <function-name>,"arguments": <args-dict>}
+</tool_call>
+
+Here are the available tools:
+<tools> {
+    "name": "get_current_weather",
+    "description": "Get the current weather in a given location",
+    "parameters": {
+        "properties": {
+            "location": {
+                "description": "The city and state, e.g. San Francisco, CA",
+                "type": "string"
+            },
+            "unit": {
+                "enum": [
+                    "celsius",
+                    "fahrenheit"
+                ],
+                "type": "string"
+            }
+        },
+        "required": [
+            "location"
+        ],
+        "type": "object"
+    }
+} </tools><|eot_id|><|start_header_id|>user<|end_header_id|>
+
+What is the weather like in San Francisco?<|eot_id|><|start_header_id|>assistant<|end_header_id|>
+
+<tool_call>
+{"id":"call_deok","name":"get_current_weather","arguments":{"location":"San Francisco","unit":"celsius"}}
+</tool_call><|eot_id|><|start_header_id|>tool<|end_header_id|>
+
+<tool_response>
+{"id":"call_deok","result":{"temperature":"72","unit":"celsius"}}
+</tool_response><|eot_id|><|start_header_id|>assistant<|end_header_id|>
+
+```
+
+## Ethical Considerations
+
+While fine-tuned for tool use, this model inherits the ethical considerations of the base Llama 3 model. Use responsibly and implement additional safeguards as needed for your application.
+
+## Availability
+
+The model is available through:
+- [Groq API console](https://console.groq.com)
+- [Hugging Face](https://huggingface.co/Groq/Llama-3-Groq-8B-Tool-Use)
+
+For full details on responsible use, ethical considerations, and latest benchmarks, please refer to the [official Llama 3 documentation](https://llama.meta.com/) and the Groq model card.
+

configuration.json

@@ -0,0 +1 @@
+{}