commit 2aecdf693d957f22da6b2590f608507f395fdb8d Author: ModelHub XC Date: Fri Oct 16 16:02:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..b73e165 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base](https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q2_K.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q2_K.gguf new file mode 100644 index 0000000..4ff7ad7 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115c2b1067d29d6ee388bb2ae4f7a81f76cd303154402e1c2f67506ba8d5b3cd +size 5006187584 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_L.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_L.gguf new file mode 100644 index 0000000..2234e43 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cced6281f9e0efcfecb9428bf7ac281456e7db9decdc99bf8e1d0ac45ed164e2 +size 5488361024 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_M.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_M.gguf new file mode 100644 index 0000000..03d9572 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e39175db201fc554b5e2129da5265353442d536d6ac1cb4c39aecc296558078 +size 5379729984 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_S.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_S.gguf new file mode 100644 index 0000000..fc23c1e --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9723783923fd3444bad869638b9d8af0958507063a6a1dbefdf637e49e8b9b40 +size 5131985984 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q4_K_M.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q4_K_M.gguf new file mode 100644 index 0000000..f3da9dd --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4518f079e4e3e61d5929c05d6efef2ae89f377783e4cb6e9267fd62cbb85e3 +size 6525624384 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q4_K_S.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q4_K_S.gguf new file mode 100644 index 0000000..1af2dac --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc2a91b64bcf702165048a6353921b20dd2b897a2ba33e097e07bf5e18f6e83 +size 6211612224 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q5_K_M.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q5_K_M.gguf new file mode 100644 index 0000000..8f4c4b0 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713d1d0db7adcae3f30a137bdd1149bac5be60362a97dd4505127146877a49a7 +size 7069801024 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q5_K_S.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q5_K_S.gguf new file mode 100644 index 0000000..f1a7937 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e180208a167e61aeb2c0e3e572946fc8fb8df49651d7ce83e598b031d11adb7 +size 6781557824 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q6_K.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q6_K.gguf new file mode 100644 index 0000000..9c2ba2d --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eaa2eeb7f1873c333f478400aa23ea7d2835cf26c74adba3e54ef29e7e2d40d +size 9135887424 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q8_0.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q8_0.gguf new file mode 100644 index 0000000..f9efc33 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62fc850f1d7ee00c24bf508bf79a1ee9a0fd344873eb9cf87600572bbac85593 +size 9458089024 diff --git a/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.f16.gguf b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.f16.gguf new file mode 100644 index 0000000..d5c2953 --- /dev/null +++ b/nvidia.NVIDIA-Nemotron-Nano-9B-v2-Base.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad46fd1a7499345c3a8446d74b0fb9fb289a55c00fb5ee1528b6d4bdf7a25e8c +size 17788738624