commit e44ff1ed9127a34ebdeed1d61dab59325597f757 Author: ModelHub XC Date: Wed Jul 22 02:54:06 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: MTSAIR/Cotype-Nano-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..79c4c80 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text + +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +cotype_nano_bf16.gguf filter=lfs diff=lfs merge=lfs -text +cotype_nano_8bit.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Apache License MTS AI.docx b/Apache License MTS AI.docx new file mode 100644 index 0000000..e57046a Binary files /dev/null and b/Apache License MTS AI.docx differ diff --git a/README.md b/README.md new file mode 100644 index 0000000..b24838b --- /dev/null +++ b/README.md @@ -0,0 +1,38 @@ +--- +library_name: transformers +language: +- ru +- en +pipeline_tag: text-generation +license: other +license_name: apache-2.0 +license_link: https://huggingface.co/MTSAIR/Cotype-Nano-GGUF/blob/main/Apache%20License%20MTS%20AI.docx +--- + +# Cotype Nano GGUF🤖 + +Cotype-Nano-GGUF– это легковесная LLM, которая может запускаться даже на мобильных девайсах + + + +Cotype-Nano-GGUF is a lightweight LLM that can run even on mobile devices + +### Inference + +```python +from llama_cpp import Llama + +llm = Llama.from_pretrained( + repo_id="MTSAIR/Cotype-Nano-GGUF", + filename="cotype_nano_8bit.gguf", +) + +llm.create_chat_completion( + messages = [ + { + "role": "user", + "content": "What is the capital of France?" + } + ] +) +``` \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/cotype_nano_8bit.gguf b/cotype_nano_8bit.gguf new file mode 100644 index 0000000..f195873 --- /dev/null +++ b/cotype_nano_8bit.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d8e80974d3bd2df0c5013c8163e4b05b1a8cd9958eab638bd8853f25cc8069 +size 1646572256 diff --git a/cotype_nano_bf16.gguf b/cotype_nano_bf16.gguf new file mode 100644 index 0000000..f1ffba8 --- /dev/null +++ b/cotype_nano_bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ead6a64f2e063ce14124ae82b4626ffc314e156c67c023c091e13b5cb0a66a +size 3093668576