commit 56c7d161c264f75595f6b3c550e6934244d0f365 Author: ModelHub XC Date: Tue Jul 21 15:16:09 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: unsloth/Jan-nano-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Jan-nano-BF16.gguf b/Jan-nano-BF16.gguf new file mode 100644 index 0000000..ef897c7 --- /dev/null +++ b/Jan-nano-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012226c75c16fcdae5f0297369df23e98f3fcbfe36bab2e2f1032a3f97444ce4 +size 8051285152 diff --git a/Jan-nano-IQ4_NL.gguf b/Jan-nano-IQ4_NL.gguf new file mode 100644 index 0000000..a88c58b --- /dev/null +++ b/Jan-nano-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3edcff6f0752aec817d45678dcb912f204845d77628961cf65acacd3a8cf9874 +size 2381343616 diff --git a/Jan-nano-IQ4_XS.gguf b/Jan-nano-IQ4_XS.gguf new file mode 100644 index 0000000..56908a2 --- /dev/null +++ b/Jan-nano-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6fa13732460d51dd9cf91c18e7184f17bad2711ebfa9bab3225509381f02dbf +size 2270751616 diff --git a/Jan-nano-Q2_K.gguf b/Jan-nano-Q2_K.gguf new file mode 100644 index 0000000..ba8c89c --- /dev/null +++ b/Jan-nano-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262256836f2df5ef76ba0a7a927aae4151d882a39914080200e8220a180c8c69 +size 1669499776 diff --git a/Jan-nano-Q2_K_L.gguf b/Jan-nano-Q2_K_L.gguf new file mode 100644 index 0000000..ba8c89c --- /dev/null +++ b/Jan-nano-Q2_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262256836f2df5ef76ba0a7a927aae4151d882a39914080200e8220a180c8c69 +size 1669499776 diff --git a/Jan-nano-Q3_K_M.gguf b/Jan-nano-Q3_K_M.gguf new file mode 100644 index 0000000..faebfeb --- /dev/null +++ b/Jan-nano-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a6347739585cc79c92a711f34fe83fdb76b8ab6135b3462467e8eee259ec95 +size 2075618176 diff --git a/Jan-nano-Q3_K_S.gguf b/Jan-nano-Q3_K_S.gguf new file mode 100644 index 0000000..4a10d16 --- /dev/null +++ b/Jan-nano-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f91ebcd4e008cdf86b6dfa1fb862690c15e4fda872a95e6e0f9a44e771615f4 +size 1886997376 diff --git a/Jan-nano-Q4_0.gguf b/Jan-nano-Q4_0.gguf new file mode 100644 index 0000000..b8e6c00 --- /dev/null +++ b/Jan-nano-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550268573f878adb1c4603805efc0fdc2c4adf2f57bfa6bd7e09111c7b4dfa41 +size 2375773056 diff --git a/Jan-nano-Q4_1.gguf b/Jan-nano-Q4_1.gguf new file mode 100644 index 0000000..d595641 --- /dev/null +++ b/Jan-nano-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3169fd586789e90f2d31a1e2960def96b603a4efc2791ff59fa22c17ec34c015 +size 2596629376 diff --git a/Jan-nano-Q4_K_M.gguf b/Jan-nano-Q4_K_M.gguf new file mode 100644 index 0000000..f0a8cc1 --- /dev/null +++ b/Jan-nano-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcd9c20e8d5b2ae444e2cf747bd2ad968970095e017515927b4377159f0449d +size 2497280896 diff --git a/Jan-nano-Q4_K_S.gguf b/Jan-nano-Q4_K_S.gguf new file mode 100644 index 0000000..7fddd7d --- /dev/null +++ b/Jan-nano-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db2c1b18f634ff287668056fbc906d679acffa83b07df9da11742c57d13f879 +size 2383309696 diff --git a/Jan-nano-Q5_K_M.gguf b/Jan-nano-Q5_K_M.gguf new file mode 100644 index 0000000..e54f8e4 --- /dev/null +++ b/Jan-nano-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbaea3e7e2970629228741ad65c44d1117fdfc269930b18648defdf140567170 +size 2889513856 diff --git a/Jan-nano-Q5_K_S.gguf b/Jan-nano-Q5_K_S.gguf new file mode 100644 index 0000000..b29210f --- /dev/null +++ b/Jan-nano-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3fb1f0312aacbcb351d13b347cf07e3739222008cf5bd5047d057f4c36765e6 +size 2823711616 diff --git a/Jan-nano-Q6_K.gguf b/Jan-nano-Q6_K.gguf new file mode 100644 index 0000000..7c652df --- /dev/null +++ b/Jan-nano-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f86f050a0e832cae2321744104ec3ce32eb4712167e39c26954673dc749f197 +size 3306261376 diff --git a/Jan-nano-Q8_0.gguf b/Jan-nano-Q8_0.gguf new file mode 100644 index 0000000..eaea110 --- /dev/null +++ b/Jan-nano-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c168a9052c0e33fd02074a510cda6f185fccc30d1b0e57197b35cd6b4f1fa3a +size 4280405376 diff --git a/Jan-nano-UD-IQ1_M.gguf b/Jan-nano-UD-IQ1_M.gguf new file mode 100644 index 0000000..956ea6b --- /dev/null +++ b/Jan-nano-UD-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e97ac3e532854f29e7841037a0f088c0f058aae077f93529e828fe9555bd84e +size 1143483776 diff --git a/Jan-nano-UD-IQ1_S.gguf b/Jan-nano-UD-IQ1_S.gguf new file mode 100644 index 0000000..81798fa --- /dev/null +++ b/Jan-nano-UD-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6dd27d54732a28616091edd829d1f994936152d4b0d2c0e8715875fbd622b1f +size 1083149696 diff --git a/Jan-nano-UD-IQ2_M.gguf b/Jan-nano-UD-IQ2_M.gguf new file mode 100644 index 0000000..94e58b2 --- /dev/null +++ b/Jan-nano-UD-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d6decf9e29a5f189c30d49b3310e7f22354d6fc14747e38c8114b4dd7d649e +size 1532931456 diff --git a/Jan-nano-UD-IQ2_XXS.gguf b/Jan-nano-UD-IQ2_XXS.gguf new file mode 100644 index 0000000..de149d1 --- /dev/null +++ b/Jan-nano-UD-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01405854cceefc54e5ac3331639e2a16763c353fa06b13f00b989541ec208fc6 +size 1255345536 diff --git a/Jan-nano-UD-IQ3_XXS.gguf b/Jan-nano-UD-IQ3_XXS.gguf new file mode 100644 index 0000000..8c93faa --- /dev/null +++ b/Jan-nano-UD-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83b92d39c3af5acdb29f54ff65a04e73e2ce3bc0f62ac7cd7500e3f678e341c +size 1674376576 diff --git a/Jan-nano-UD-Q2_K_XL.gguf b/Jan-nano-UD-Q2_K_XL.gguf new file mode 100644 index 0000000..ac7477b --- /dev/null +++ b/Jan-nano-UD-Q2_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cdd117366123808b3b861b7e92fe975405882a5ee45183e515c2bdeeed92dfa +size 1695724416 diff --git a/Jan-nano-UD-Q3_K_XL.gguf b/Jan-nano-UD-Q3_K_XL.gguf new file mode 100644 index 0000000..05ac67e --- /dev/null +++ b/Jan-nano-UD-Q3_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9caf58dd7c8b9c61fb147699e2f0ce135fa5c13cfbaf88d5d51a394d0d27e250 +size 2131692416 diff --git a/Jan-nano-UD-Q4_K_XL.gguf b/Jan-nano-UD-Q4_K_XL.gguf new file mode 100644 index 0000000..c404c6e --- /dev/null +++ b/Jan-nano-UD-Q4_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b673dd7d361cdf6261a47624c7943804606aeae171e86d643ec6ebb4fc002fb2 +size 2546340736 diff --git a/Jan-nano-UD-Q5_K_XL.gguf b/Jan-nano-UD-Q5_K_XL.gguf new file mode 100644 index 0000000..ae223b7 --- /dev/null +++ b/Jan-nano-UD-Q5_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:607d8486a30058b79e4495c6efd7f3d0de7886058cf651921971e6b770605161 +size 2905252736 diff --git a/Jan-nano-UD-Q6_K_XL.gguf b/Jan-nano-UD-Q6_K_XL.gguf new file mode 100644 index 0000000..4a66584 --- /dev/null +++ b/Jan-nano-UD-Q6_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b8b14b326b01b6ce878a7d165e7fc58ecbdcb25df2e1fc9d246c61b623e7fc +size 3658222976 diff --git a/Jan-nano-UD-Q8_K_XL.gguf b/Jan-nano-UD-Q8_K_XL.gguf new file mode 100644 index 0000000..886beca --- /dev/null +++ b/Jan-nano-UD-Q8_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eabb93697bd9fcb58a0362974257a21cb34915b01056cba618bff7348ff7f2f +size 5056699776 diff --git a/README.md b/README.md new file mode 100644 index 0000000..2d707e2 --- /dev/null +++ b/README.md @@ -0,0 +1,48 @@ +--- +tags: +- unsloth +license: apache-2.0 +base_model: +- Menlo/Jan-nano +pipeline_tag: text-generation +--- +
+

+ Unsloth Dynamic 2.0 achieves superior accuracy & outperforms other leading quants. +

+
+ + + + + + + + + +
+
+ +# Jan-Nano: A 4B MCP-Optimized DeepResearch Model +[![GitHub](https://img.shields.io/badge/GitHub-Repository-blue?logo=github)](https://github.com/menloresearch/deep-research) + +
+ Jan-Nano +
+ +## Overview + +Jan-Nano is a compact 4-billion parameter language model specifically designed and trained for deep research tasks. This model has been optimized to work seamlessly with Model Context Protocol (MCP) servers, enabling efficient integration with various research tools and data sources. + +## Evaluation +Jan-Nano has been evaluated on the SimpleQA benchmark using our MCP-based benchmark methodology, demonstrating strong performance for its model size: + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/sdRfF9FX5ApPow9gZ31No.png) + +The evaluation was conducted using our MCP-based benchmark approach, which assesses the model's performance on SimpleQA tasks while leveraging its native MCP server integration capabilities. This methodology better reflects Jan-Nano's real-world performance as a tool-augmented research model, validating both its factual accuracy and its effectiveness in MCP-enabled environments. + +## How to Run Locally + +![Jan-Nano Demo](replay.gif) + +Jan-Nano is supported by [Jan]((https://github.com/menloresearch/jan)), an open-source ChatGPT alternative that runs entirely on your computer. Jan provides a user-friendly interface for running local AI models with full privacy and control. \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file