commit 9b4566bbf865e98959d687bc154a446a65f90d25 Author: ModelHub XC Date: Wed Jun 17 08:50:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Gliese-Query_Tool-0.6B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a3d5662 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,67 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +Gliese-Query_Tool-0.6B.F32.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.BF16.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.F16.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Gliese-Query_Tool-0.6B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Gliese-Query_Tool-0.6B.BF16.gguf b/Gliese-Query_Tool-0.6B.BF16.gguf new file mode 100644 index 0000000..e9f868f --- /dev/null +++ b/Gliese-Query_Tool-0.6B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7be44e9912b9dc7c024760400ded73fdd4b52f0319a10b5936bd53e70a4bffd8 +size 1198182880 diff --git a/Gliese-Query_Tool-0.6B.F16.gguf b/Gliese-Query_Tool-0.6B.F16.gguf new file mode 100644 index 0000000..2eb6954 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcdeda2bfa213b6abff44e0a03ca023536e60d48334eae02012d97d307ee99f5 +size 1198182880 diff --git a/Gliese-Query_Tool-0.6B.F32.gguf b/Gliese-Query_Tool-0.6B.F32.gguf new file mode 100644 index 0000000..a0c68fb --- /dev/null +++ b/Gliese-Query_Tool-0.6B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c91283ccbd21d9c184cd22c2aa3eb191dfc03a88d1050359420db6bdd4d5c4 +size 2390151648 diff --git a/Gliese-Query_Tool-0.6B.Q2_K.gguf b/Gliese-Query_Tool-0.6B.Q2_K.gguf new file mode 100644 index 0000000..36a8f38 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70fe42f90b7043ad6a551a958d1a39fb48d963df948eefb30a673ee1862e5337 +size 296238560 diff --git a/Gliese-Query_Tool-0.6B.Q3_K_L.gguf b/Gliese-Query_Tool-0.6B.Q3_K_L.gguf new file mode 100644 index 0000000..c9cd81d --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17cf3a8180483834525e92c0660eb1faa883e9bd0b1cb6d3e0f6e1e34ad5ed86 +size 368492000 diff --git a/Gliese-Query_Tool-0.6B.Q3_K_M.gguf b/Gliese-Query_Tool-0.6B.Q3_K_M.gguf new file mode 100644 index 0000000..afb7a1d --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c197a06691e4fa1dc85d2a254477a13aba66edc178bcc1090aa0d10b99ec36b +size 347127264 diff --git a/Gliese-Query_Tool-0.6B.Q3_K_S.gguf b/Gliese-Query_Tool-0.6B.Q3_K_S.gguf new file mode 100644 index 0000000..bd07f40 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b537ad3b88bc4c06c8fdf341625c9b6f2fead17d6f11ab072591ccb2891209d7 +size 323075552 diff --git a/Gliese-Query_Tool-0.6B.Q4_0.gguf b/Gliese-Query_Tool-0.6B.Q4_0.gguf new file mode 100644 index 0000000..b7be113 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6cdf414fdd44dbc40359886a1a1036874fc86ebe2d76489d4958ff1fae7e5a +size 381566432 diff --git a/Gliese-Query_Tool-0.6B.Q4_1.gguf b/Gliese-Query_Tool-0.6B.Q4_1.gguf new file mode 100644 index 0000000..001dd38 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f521633ef4a19fddf79a53f08ce625a519b9774bc4f8f7bdcf550e28bd9ed7f9 +size 409091552 diff --git a/Gliese-Query_Tool-0.6B.Q4_K.gguf b/Gliese-Query_Tool-0.6B.Q4_K.gguf new file mode 100644 index 0000000..ab289eb --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15828ac1ebcc01d910cba2dfceb1e2683fd15133b4d919046e355c8b46308ce9 +size 396705248 diff --git a/Gliese-Query_Tool-0.6B.Q4_K_M.gguf b/Gliese-Query_Tool-0.6B.Q4_K_M.gguf new file mode 100644 index 0000000..ab289eb --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15828ac1ebcc01d910cba2dfceb1e2683fd15133b4d919046e355c8b46308ce9 +size 396705248 diff --git a/Gliese-Query_Tool-0.6B.Q4_K_S.gguf b/Gliese-Query_Tool-0.6B.Q4_K_S.gguf new file mode 100644 index 0000000..48d68c5 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4937264e4fa42193496f269f4503b7134711ae37df7c1320a76b5abd9e2cbd4c +size 383270368 diff --git a/Gliese-Query_Tool-0.6B.Q5_0.gguf b/Gliese-Query_Tool-0.6B.Q5_0.gguf new file mode 100644 index 0000000..d36bd06 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7c4e0e4eb0e9697602826b2c130ef638e2fc7e5a9863c972b195ac5f42675a +size 436616672 diff --git a/Gliese-Query_Tool-0.6B.Q5_1.gguf b/Gliese-Query_Tool-0.6B.Q5_1.gguf new file mode 100644 index 0000000..af4560b --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71cb29d6bf2dd5101d00c4e31aa9a180e1b9f5900c564121a91c86f8b90166ad +size 464141792 diff --git a/Gliese-Query_Tool-0.6B.Q5_K.gguf b/Gliese-Query_Tool-0.6B.Q5_K.gguf new file mode 100644 index 0000000..4a2c636 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7fd9aa01b49cf0fde575895d32e09f2d9c715f6a7479ef3122e2d88b410bff +size 444415456 diff --git a/Gliese-Query_Tool-0.6B.Q5_K_M.gguf b/Gliese-Query_Tool-0.6B.Q5_K_M.gguf new file mode 100644 index 0000000..4a2c636 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7fd9aa01b49cf0fde575895d32e09f2d9c715f6a7479ef3122e2d88b410bff +size 444415456 diff --git a/Gliese-Query_Tool-0.6B.Q5_K_S.gguf b/Gliese-Query_Tool-0.6B.Q5_K_S.gguf new file mode 100644 index 0000000..26afecf --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1155e0708ea2b03e515c8a3c9ea4bae6a2d0388ca08a7ae83d2514a91444401 +size 436616672 diff --git a/Gliese-Query_Tool-0.6B.Q6_K.gguf b/Gliese-Query_Tool-0.6B.Q6_K.gguf new file mode 100644 index 0000000..4544666 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8084f8261647f9c9cf8c2263d29e4167536ebf451c565f855cdf67ddfe176edd +size 495107552 diff --git a/Gliese-Query_Tool-0.6B.Q8_0.gguf b/Gliese-Query_Tool-0.6B.Q8_0.gguf new file mode 100644 index 0000000..6656306 --- /dev/null +++ b/Gliese-Query_Tool-0.6B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6ff96105dc2728d41c788b50c6e773410d8835ebcaf97521e8cbd89f8ba9fb +size 639447520 diff --git a/README.md b/README.md new file mode 100644 index 0000000..f8b4d08 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- prithivMLmods/Gliese-Query_Tool-0.6B +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- agent +- tool_calling +datasets: +- Salesforce/xlam-function-calling-60k +--- + +# **Gliese-Query_Tool-0.6B** + +> Gliese-Query_Tool-0.6B is a function-calling and query-oriented reasoning model fine-tuned from Qwen3-0.6B using Salesforce/xlam-function-calling-60k, designed for tool orchestration, structured query resolution, and operation chaining across diverse tasks. It excels in dynamic function execution, structured reasoning pipelines, and multi-tool decision workflows, making it a powerful lightweight solution for developers, tooling platforms, and automation systems. + +## Model Files +| File Name | Quant Type | File Size | +| - | - | - | +| Gliese-Query_Tool-0.6B.BF16.gguf | BF16 | 1.2 GB | +| Gliese-Query_Tool-0.6B.F16.gguf | F16 | 1.2 GB | +| Gliese-Query_Tool-0.6B.F32.gguf | F32 | 2.39 GB | +| Gliese-Query_Tool-0.6B.Q2_K.gguf | Q2_K | 296 MB | +| Gliese-Query_Tool-0.6B.Q3_K_L.gguf | Q3_K_L | 368 MB | +| Gliese-Query_Tool-0.6B.Q3_K_M.gguf | Q3_K_M | 347 MB | +| Gliese-Query_Tool-0.6B.Q3_K_S.gguf | Q3_K_S | 323 MB | +| Gliese-Query_Tool-0.6B.Q4_0.gguf | Q4_0 | 382 MB | +| Gliese-Query_Tool-0.6B.Q4_1.gguf | Q4_1 | 409 MB | +| Gliese-Query_Tool-0.6B.Q4_K.gguf | Q4_K | 397 MB | +| Gliese-Query_Tool-0.6B.Q4_K_M.gguf | Q4_K_M | 397 MB | +| Gliese-Query_Tool-0.6B.Q4_K_S.gguf | Q4_K_S | 383 MB | +| Gliese-Query_Tool-0.6B.Q5_0.gguf | Q5_0 | 437 MB | +| Gliese-Query_Tool-0.6B.Q5_1.gguf | Q5_1 | 464 MB | +| Gliese-Query_Tool-0.6B.Q5_K.gguf | Q5_K | 444 MB | +| Gliese-Query_Tool-0.6B.Q5_K_M.gguf | Q5_K_M | 444 MB | +| Gliese-Query_Tool-0.6B.Q5_K_S.gguf | Q5_K_S | 437 MB | +| Gliese-Query_Tool-0.6B.Q6_K.gguf | Q6_K | 495 MB | +| Gliese-Query_Tool-0.6B.Q8_0.gguf | Q8_0 | 639 MB | + + +## sample inference. + +``` +Solve 2**2 +``` + +```py +[{"name": "power", "description": "Calculates the power of a number with a specified exponent.", +"parameters": {"number": {"description": "The base for which the power is calculated.", "type": "int"}, +"exponent": {"description": "The exponent to which the number should be raised.", "type": "int"}}}] +``` + +``` +solve for 'x' in the equation 2x + 5 = 11? +``` + +```py +[{"name": "solving_equation", "description": "Solves a linear equation for a variable.", + "parameters": {"equation": {"description": "The equation to solve. The format is 'a*x + b = c'. +For example, '5x + 2 = 10' or '3x - 7 = 1'.", "type": "str"}, "operation": {"description": "The operation (add, sub, etc.) to perform the solving.", +"type": "str, optional"}, "variable": {"description": "The variable to solve for. Defaults to 'x' if not provided.", "default": "x"}}}] +``` + +``` +What is the volume of a sphere with a radius of 6 cm? +``` + +```py +[{"name": "volume_of_sphere", "description": "Calculates the volume of a sphere given its radius using the formula (4/3)πr³.", +"parameters": {"radius": {"description": "The radius of the sphere.", "type": "int"}}}] +``` + +``` +In an examination 80% of the candidates passed in Urdu and 85% in Hindi, while 75% passed in both . If 45 candidates failed in both. Then the total number of candidates was ? +``` + +```py +[{"name": "passing_percentage", "description": "Calculates the passing percentage for an exam given the percentage of students who passed each subject, and the intersection percentage of passing subjects.", +"parameters": {"subject1_percent": {"description": "Percentage of students who passed the first subject (e.g., 85% if Hindi).", "type": "int"}, +"subject2_percent": {"description": "Percentage of students who passed the second subject (e.g., 80% if Urdu).", "type": "int"}, "passed_both_percent": {"description": "Percentage of students who passed both subjects.", "type": "int"}}}] +``` + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file