commit bbcaff7a7ca4c6afd405875f0be8b7914d8cbfdf Author: ModelHub XC Date: Fri Oct 16 16:10:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/nvidia.NVIDIA-Nemotron-Nano-9B-v2-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..ee309d1 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- nvidia/NVIDIA-Nemotron-Nano-9B-v2 +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [nvidia/NVIDIA-Nemotron-Nano-9B-v2](https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q2_K.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q2_K.gguf new file mode 100644 index 0000000..b64d780 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a6240ffd71c57d84126fbc2ae71dd36b9b636d37873cb76f04ee79b994a25a7 +size 5006192480 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_L.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_L.gguf new file mode 100644 index 0000000..e23a09c --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a0a8d5f0d9bd5b49b5b3c966ac021fa8c63aa8331a9d08e7515e482d2a43c2 +size 5488365920 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_M.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_M.gguf new file mode 100644 index 0000000..d8a6191 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a422f88a0d38559862b7569a4be98f40937d6839e724bdc0dd24c0968eff8de8 +size 5379734880 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_S.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_S.gguf new file mode 100644 index 0000000..d9dcbab --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdeba51224e3c7f828931d0ac149c323a7481f26856c78cc6e7347cf688d9ce +size 5131990880 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q4_K_M.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q4_K_M.gguf new file mode 100644 index 0000000..297eb93 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5b75098d1e20adad638b375f0295d6a42b7654bec398adcd47a4cbd49bd4bf +size 6525629280 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q4_K_S.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q4_K_S.gguf new file mode 100644 index 0000000..ea8b080 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93967074f875aedc9b9f4659ff9c57818a8273bc9911caf113356fe2828586a0 +size 6211617120 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q5_K_M.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q5_K_M.gguf new file mode 100644 index 0000000..0b5ae68 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a765efd75db06ef6b43a38d5ad596b3e5911101e75930d3e8fb5a6dc599422df +size 7069805920 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q5_K_S.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q5_K_S.gguf new file mode 100644 index 0000000..96318b6 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea444b51073319c4f1e250e0f173c029fb1738341adbd0cbcd51e8853213b417 +size 6781562720 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q6_K.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q6_K.gguf new file mode 100644 index 0000000..480bf4b --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b34fb2eb8e039d628c2e72f41193c23e2aebc3f8af32e480ee8213f4e9d4aa +size 9135892320 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q8_0.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q8_0.gguf new file mode 100644 index 0000000..1cde3be --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:787b5f0a740293c7949bd678b0735cedfa2d9613f40b33aafdf79af26d1bc12e +size 9458093920 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2.f16.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.f16.gguf new file mode 100644 index 0000000..7900d9d --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd9f39d06ef4268041692e6b1c63c99b29d10e5441e8c4695a5662229b9baa95 +size 17788743520