From 3ad9993b884bda9c86063a1ef1e4865dcfa4ada1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 29 Jul 2026 08:09:27 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: yuuko-eth/UniNER-7B-all-GGUF Source: Original Platform --- .gitattributes | 43 +++++++++++++++++ README.md | 85 +++++++++++++++++++++++++++++++++ UniversalNER-7B-all-Q4_0.gguf | 3 ++ UniversalNER-7B-all-Q4_K_M.gguf | 3 ++ UniversalNER-7B-all-Q4_K_S.gguf | 3 ++ UniversalNER-7B-all-Q5_0.gguf | 3 ++ UniversalNER-7B-all-Q5_K_M.gguf | 3 ++ UniversalNER-7B-all-Q5_K_S.gguf | 3 ++ UniversalNER-7B-all-Q6_K.gguf | 3 ++ UniversalNER-7B-all-Q8_0.gguf | 3 ++ 10 files changed, 152 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 UniversalNER-7B-all-Q4_0.gguf create mode 100644 UniversalNER-7B-all-Q4_K_M.gguf create mode 100644 UniversalNER-7B-all-Q4_K_S.gguf create mode 100644 UniversalNER-7B-all-Q5_0.gguf create mode 100644 UniversalNER-7B-all-Q5_K_M.gguf create mode 100644 UniversalNER-7B-all-Q5_K_S.gguf create mode 100644 UniversalNER-7B-all-Q6_K.gguf create mode 100644 UniversalNER-7B-all-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2c5e85f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,43 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +UniversalNER-7B-all-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b0714eb --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +inference: false +language: +- en +license: cc-by-nc-4.0 +model_name: UniNER-7B-all +pipeline_tag: text-generation +prompt_template: 'Instruct: {prompt} Output: ' +quantized_by: yuuko-eth +tags: +- nlp +- code +- llama +- named_entity_recognition +- llama2 +--- + + +# UniNER-7B-all-GGUF +- Model creator: [Universal-NER](https://huggingface.co/Universal-NER) +- Original model: [UniNER-7B-all](https://huggingface.co/Universal-NER/UniNER-7B-all) + + +## Description + +This repo contains GGUF format model files for [UniNER-7B-all](https://huggingface.co/Universal-NER/UniNER-7B-all). + + + +### About GGUF +GGUF is a new format introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. +Here is an incomplete list of clients and libraries that are known to support GGUF: +* [llama.cpp](https://github.com/ggerganov/llama.cpp). The source project for GGUF. Offers a CLI and a server option. +* [text-generation-webui](https://github.com/oobabooga/text-generation-webui), the most widely used web UI, with many features and powerful extensions. Supports GPU acceleration. +* [KoboldCpp](https://github.com/LostRuins/koboldcpp), a fully featured web UI, with GPU accel across all platforms and GPU architectures. Especially good for story telling. +* [GPT4All](https://gpt4all.io/index.html), a free and open source local running GUI, supporting Windows, Linux and macOS with full GPU accel. +* [LM Studio](https://lmstudio.ai/), an easy-to-use and powerful local GUI for Windows and macOS (Silicon), with GPU acceleration. Linux available, in beta as of 27/11/2023. +* [LoLLMS Web UI](https://github.com/ParisNeo/lollms-webui), a great web UI with many interesting and unique features, including a full model library for easy model selection. +* [Faraday.dev](https://faraday.dev/), an attractive and easy to use character-based chat GUI for Windows and macOS (both Silicon and Intel), with GPU acceleration. +* [llama-cpp-python](https://github.com/abetlen/llama-cpp-python), a Python library with GPU accel, LangChain support, and OpenAI-compatible API server. +* [candle](https://github.com/huggingface/candle), a Rust ML framework with a focus on performance, including GPU support, and ease of use. +* [ctransformers](https://github.com/marella/ctransformers), a Python library with GPU accel, LangChain support, and OpenAI-compatible AI server. Note, as of time of writing (November 27th 2023), ctransformers has not been updated in a long time and does not support many recent models. + + +--- + +> Original `README.MD` is as follows. + +--- + +# UniNER-7B-all + +**Description**: This model is the best UniNER model. It is trained on the combinations of three data splits: (1) ChatGPT-generated [Pile-NER-type data](https://huggingface.co/datasets/Universal-NER/Pile-NER-type), (2) ChatGPT-generated [Pile-NER-definition data](https://huggingface.co/datasets/Universal-NER/Pile-NER-definition), and (3) 40 supervised datasets in the Universal NER benchmark (see Fig. 4 in paper), where we randomly sample up to 10K instances from the train split of each dataset. Note that CrossNER and MIT datasets are excluded from training for OOD evaluation. + +Check our [paper](https://arxiv.org/abs/2308.03279) for more information. Check our [repo](https://github.com/universal-ner/universal-ner) about how to use the model. + +## Inference +The template for inference instances is as follows: +
+Prompting template:
+A virtual assistant answers questions from a user based on the provided text.
+USER: Text: {Fill the input text here}
+ASSISTANT: I’ve read this text.
+USER: What describes {Fill the entity type here} in the text?
+ASSISTANT: (model's predictions in JSON format)
+
+ +### Note: Inferences are based on one entity type at a time. For multiple entity types, create separate instances for each type. + +## License + +This model and its associated data are released under the [CC BY-NC 4.0](https://creativecommons.org/licenses/by-nc/4.0/) license. They are primarily used for research purposes. + +## Citation + +```bibtex +@article{zhou2023universalner, + title={UniversalNER: Targeted Distillation from Large Language Models for Open Named Entity Recognition}, + author={Wenxuan Zhou and Sheng Zhang and Yu Gu and Muhao Chen and Hoifung Poon}, + year={2023}, + eprint={2308.03279}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +``` \ No newline at end of file diff --git a/UniversalNER-7B-all-Q4_0.gguf b/UniversalNER-7B-all-Q4_0.gguf new file mode 100644 index 0000000..a23b161 --- /dev/null +++ b/UniversalNER-7B-all-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17614707e2ede1afedef597935c507684c987934ed8cb5d4e4f7782663bae40 +size 3825807040 diff --git a/UniversalNER-7B-all-Q4_K_M.gguf b/UniversalNER-7B-all-Q4_K_M.gguf new file mode 100644 index 0000000..323b515 --- /dev/null +++ b/UniversalNER-7B-all-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8abb002e4b21daa61de41b671836f271ab367ccf7dbe340912b1d3b3b4f260 +size 4081004224 diff --git a/UniversalNER-7B-all-Q4_K_S.gguf b/UniversalNER-7B-all-Q4_K_S.gguf new file mode 100644 index 0000000..b4c2939 --- /dev/null +++ b/UniversalNER-7B-all-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8900bcc8ae938ece87d2f2f22b0856088e074ce34c21b069ecb2e3372ef9d7ef +size 3856740032 diff --git a/UniversalNER-7B-all-Q5_0.gguf b/UniversalNER-7B-all-Q5_0.gguf new file mode 100644 index 0000000..af85ad0 --- /dev/null +++ b/UniversalNER-7B-all-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d393177ee753069000fe21f472c966a8d62e1ed79eb3b38da0af752b02fee2 +size 4651691712 diff --git a/UniversalNER-7B-all-Q5_K_M.gguf b/UniversalNER-7B-all-Q5_K_M.gguf new file mode 100644 index 0000000..2e63d46 --- /dev/null +++ b/UniversalNER-7B-all-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c76d9ab9e4babadb152c74d4a5060a685d0c1f5ef106ffff4193b43787823c +size 4783156928 diff --git a/UniversalNER-7B-all-Q5_K_S.gguf b/UniversalNER-7B-all-Q5_K_S.gguf new file mode 100644 index 0000000..d37db75 --- /dev/null +++ b/UniversalNER-7B-all-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edec75203de064ce0981e4bc18deb9c1907c082137219929c690f60f787fb063 +size 4651691712 diff --git a/UniversalNER-7B-all-Q6_K.gguf b/UniversalNER-7B-all-Q6_K.gguf new file mode 100644 index 0000000..8eeff85 --- /dev/null +++ b/UniversalNER-7B-all-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33295539a008a87076716183fb1d2c07076d225115965948d3f532c183d5b62 +size 5529194176 diff --git a/UniversalNER-7B-all-Q8_0.gguf b/UniversalNER-7B-all-Q8_0.gguf new file mode 100644 index 0000000..e6e178b --- /dev/null +++ b/UniversalNER-7B-all-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe5ab3fdcc39f3e04c3222136300a2294a793fb7aa658fdc1cdbd6df00f782a +size 7161089728