diff --git a/README.md b/README.md index d5353ba..8e3ba8f 100644 --- a/README.md +++ b/README.md @@ -1,47 +1,23 @@ --- -license: Apache License 2.0 - -#model-type: -##如 gpt、phi、llama、chatglm、baichuan 等 -#- gpt - -#domain: -##如 nlp、cv、audio、multi-modal -#- nlp - -#language: -##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa -#- cn - -#metrics: -##如 CIDEr、Blue、ROUGE 等 -#- CIDEr - -#tags: -##各种自定义，包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他 -#- pretrained - -#tools: -##如 vllm、fastchat、llamacpp、AdaSeq 等 -#- vllm +license: apache-2.0 +pipeline_tag: text-generation --- -### 当前模型的贡献者未提供更加详细的模型介绍。模型文件和权重，可浏览“模型文件”页面获取。 -#### 您可以通过如下git clone命令，或者ModelScope SDK来下载模型 +# Jan Nano -SDK下载 -```bash -#安装ModelScope -pip install modelscope -``` -```python -#SDK模型下载 -from modelscope import snapshot_download -model_dir = snapshot_download('Menlo/Jan-nano-gguf') -``` -Git下载 -``` -#Git模型下载 -git clone https://www.modelscope.cn/Menlo/Jan-nano-gguf.git -``` -

如果您是本模型的贡献者，我们邀请您根据模型贡献文档，及时完善模型卡片内容。

\ No newline at end of file + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/657a81129ea9d52e5cbd67f7/YQci8jiHjAAFpXWYOadrU.png) + +## Overview + +Jan Nano is a fine-tuned language model built on top of the Qwen3 architecture. Developed as part of the Jan ecosystem, it balances compact size and extended context length, making it ideal for efficient, high-quality text generation in local or embedded environments. + +## Features + +- **Tool Use**: Excellent function calling and tool integration +- **Research**: Enhanced research and information processing capabilities +- **Small Model**: VRAM efficient for local deployment + +## Use it with Jan (UI) + +1. Install **Jan** using [Quickstart](https://jan.ai/docs/quickstart) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/jan-nano-4b-Q3_K_L.gguf b/jan-nano-4b-Q3_K_L.gguf new file mode 100644 index 0000000..ffe4cf8 --- /dev/null +++ b/jan-nano-4b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:009f0b75f82b5c901e537f11cea88f6c8a979e15f26eaf5e529a08fed706b2ce +size 135 diff --git a/jan-nano-4b-Q3_K_M.gguf b/jan-nano-4b-Q3_K_M.gguf new file mode 100644 index 0000000..3f2eb6b --- /dev/null +++ b/jan-nano-4b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eef6d4fba1f9aa38ce6b6dfba0a34f06ac24cefe299540a9e60e03084d44893 +size 135 diff --git a/jan-nano-4b-Q3_K_S.gguf b/jan-nano-4b-Q3_K_S.gguf new file mode 100644 index 0000000..6bada3b --- /dev/null +++ b/jan-nano-4b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4ecf0721465967d15befca30dda481f4504f6d23e6c615dc33a58aa984841f +size 135 diff --git a/jan-nano-4b-Q4_0.gguf b/jan-nano-4b-Q4_0.gguf new file mode 100644 index 0000000..1b9017f --- /dev/null +++ b/jan-nano-4b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b048243489c2914d8e29c054ca5fdfc2b151c2d240f7eef2fa9137dca13ec39 +size 135 diff --git a/jan-nano-4b-Q4_1.gguf b/jan-nano-4b-Q4_1.gguf new file mode 100644 index 0000000..19c08ca --- /dev/null +++ b/jan-nano-4b-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010b3f09d65bddcf8e6b567096eefc0ec260572a5ae2f30c57ca35020efd3a4b +size 135 diff --git a/jan-nano-4b-Q4_K_M.gguf b/jan-nano-4b-Q4_K_M.gguf new file mode 100644 index 0000000..83f417c --- /dev/null +++ b/jan-nano-4b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd809ec54f117afebccaf53f387eab732a93e07be47d35933eb2cdbacadb30b7 +size 135 diff --git a/jan-nano-4b-Q4_K_S.gguf b/jan-nano-4b-Q4_K_S.gguf new file mode 100644 index 0000000..3bdbcb5 --- /dev/null +++ b/jan-nano-4b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1217d5866121eb0f2eda0a9a0fcb2349c91ec09f2087fac63eeba5edf7d37bb +size 135 diff --git a/jan-nano-4b-Q5_0.gguf b/jan-nano-4b-Q5_0.gguf new file mode 100644 index 0000000..48403d0 --- /dev/null +++ b/jan-nano-4b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90d861bba9cb730eb73b4d0cfc5a7879177fdfc83e5248a88400dc6b6013ba6 +size 135 diff --git a/jan-nano-4b-Q5_1.gguf b/jan-nano-4b-Q5_1.gguf new file mode 100644 index 0000000..dee2872 --- /dev/null +++ b/jan-nano-4b-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3fc1cc82112187b35cf8dc1e8671f861e45b677b7e0a9ba952d8b666a4e3c8 +size 135 diff --git a/jan-nano-4b-Q5_K_M.gguf b/jan-nano-4b-Q5_K_M.gguf new file mode 100644 index 0000000..83fff6b --- /dev/null +++ b/jan-nano-4b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c82313c9c63cdb72ae5caf662806f230dbbf867abd8e2cd0458f4f34bab4958 +size 135 diff --git a/jan-nano-4b-Q5_K_S.gguf b/jan-nano-4b-Q5_K_S.gguf new file mode 100644 index 0000000..5360734 --- /dev/null +++ b/jan-nano-4b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0331e565d219dc58fc58979654e028f2cfebee8c2006cef8f48a61bcc97f61a2 +size 135 diff --git a/jan-nano-4b-Q6_K.gguf b/jan-nano-4b-Q6_K.gguf new file mode 100644 index 0000000..c5919a9 --- /dev/null +++ b/jan-nano-4b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa1138079a1290e02496590769ab233eb9684adc19628c15c8ff4cae41c47f2 +size 135 diff --git a/jan-nano-4b-Q8_0.gguf b/jan-nano-4b-Q8_0.gguf new file mode 100644 index 0000000..019e01b --- /dev/null +++ b/jan-nano-4b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fbb6927f7f2bc5605416d1ae98b395ed2d11861ea491d9192d52a7a15351e1a +size 135 diff --git a/jan-nano-4b-iQ4_XS.gguf b/jan-nano-4b-iQ4_XS.gguf new file mode 100644 index 0000000..9daa147 --- /dev/null +++ b/jan-nano-4b-iQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b415483bccfc407758ff1155499376da02053ae3d307cf553e9d225b12a88bd1 +size 135