commit 5b16616de82c489c9dafd83f9f39772cd4234c38 Author: ModelHub XC Date: Tue Oct 27 09:56:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Jan-v1-AIO-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b8ec80e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.F16.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.F32.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.BF16.gguf filter=lfs diff=lfs merge=lfs -text +Jan-v1-2509-GGUF/Jan-v1-2509.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.BF16.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.BF16.gguf new file mode 100644 index 0000000..f2056d6 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:094a88a49ab835326c97b6fa8432f2c385ee8b99a6d029ff97f8eed62bf5affc +size 8051285760 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.F16.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.F16.gguf new file mode 100644 index 0000000..d809e8e --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d8234521045b08cf2e741621df6ceba4e0c66ad3b1e61140691617a46971ac +size 8051285760 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.F32.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.F32.gguf new file mode 100644 index 0000000..daae0ab --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1ce54228f9337fec2b171d05bc6a1e869f50843ab3bfde37c230412cad6481 +size 16095829760 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q2_K.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q2_K.gguf new file mode 100644 index 0000000..53a2dab --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a08b441c541d0f857ab7142999100816422a2f940cfab8007a784ff3922c52e5 +size 1669500160 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_L.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_L.gguf new file mode 100644 index 0000000..ed6d704 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8827a19d972aef4c4b2e5ff952dac30f834ac6b1c7db179a68b5d6742ad8aded +size 2239786240 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_M.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_M.gguf new file mode 100644 index 0000000..e75be57 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806839cf5d60cb23da9c0617bc69a4b8d4fd252e060ac40aff4656fb72721526 +size 2075618560 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_S.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_S.gguf new file mode 100644 index 0000000..9ed8855 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09427f1ca63ae8555e4a9b00852e07cc3b96b2055ff1997dd638d0ef3e21ca13 +size 1886997760 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_M.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_M.gguf new file mode 100644 index 0000000..f9017ca --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527ba0920e588935ef050ca367f7c194775ff3c3ce93cc72eadee276242d004e +size 2497281280 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_S.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_S.gguf new file mode 100644 index 0000000..a72c6a3 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3385638e9e6218fcfac246898b5579584b43526a113bc3b67cc29905d98e4284 +size 2383310080 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_M.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_M.gguf new file mode 100644 index 0000000..aec7de5 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669a01d0160fa490e1a15c7d1e3905edc80892cc349bd0b654d0650260dada51 +size 2889514240 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_S.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_S.gguf new file mode 100644 index 0000000..39c5cdd --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5db3f4147545a00735c9165f1c0b03094b3e41f179591da6854313796571818e +size 2823712000 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q6_K.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q6_K.gguf new file mode 100644 index 0000000..39d6257 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dc631fa323b00e314171f70628aee2c004361952f07ef6a67694d4603b8de9 +size 3306261760 diff --git a/Jan-v1-2509-GGUF/Jan-v1-2509.Q8_0.gguf b/Jan-v1-2509-GGUF/Jan-v1-2509.Q8_0.gguf new file mode 100644 index 0000000..80820b6 --- /dev/null +++ b/Jan-v1-2509-GGUF/Jan-v1-2509.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1411b2e409f48fa4768cdc258eba2f6ad0aa26938055a8176b118eaa1d8e1ee4 +size 4280405760 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.BF16.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.BF16.gguf new file mode 100644 index 0000000..f219caf --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc7bf25b9eb594a09a7c03031132b90d1f97c6a6390c27948718fa0294d3c7b +size 8051285856 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.F16.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.F16.gguf new file mode 100644 index 0000000..b342f2d --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6c5cd5ba8653cd8cf6f6bf5a8471851e14495a0e211dad6672ffb6f466b079 +size 8051285856 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.F32.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.F32.gguf new file mode 100644 index 0000000..c1844fa --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b69f502032c4861defadf960130623e25c7e267628394537f79c358cc7a1075d +size 16095829856 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q2_K.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q2_K.gguf new file mode 100644 index 0000000..3eb8257 --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:664d1f9880fc47412b2162bc6c076e185c61045b612f8f69db942d5e2b62dd8b +size 1669500256 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_L.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_L.gguf new file mode 100644 index 0000000..d48c110 --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83335cd7c75947f8bce1a3c56663528b69fbd530b03eb8f8a0825a52f5d17418 +size 2239786336 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_M.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_M.gguf new file mode 100644 index 0000000..29c85b9 --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4617fe15f7931a09f495c16608a9e03df8c2118008c2852560e2721fb17ea88f +size 2075618656 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_S.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_S.gguf new file mode 100644 index 0000000..c211755 --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19038d566354079e43e63d72b91db983d797e7cc49ea4ed4b3b570d7d7cdb51 +size 1886997856 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q4_K_M.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q4_K_M.gguf new file mode 100644 index 0000000..deb98f4 --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a523d48656095d47cf29187d4253e0a8f31dd5fae690b83bc70cf8f68fb3a2 +size 2497281376 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q4_K_S.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q4_K_S.gguf new file mode 100644 index 0000000..619cbae --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeeb04a64260990b4be446c74a696fe87e86883331e9ca6e3b333814d1e13ea7 +size 2383310176 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q5_K_M.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q5_K_M.gguf new file mode 100644 index 0000000..4a0705b --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a008f7eba70a17c8c5b6e1fa64f5d01e445972c1744dab4dada383a3361e04d8 +size 2889514336 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q5_K_S.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q5_K_S.gguf new file mode 100644 index 0000000..e879f71 --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed51464b32599965fe4580ddca75ee0a19b628aaa8d46ac257b813944067c879 +size 2823712096 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q6_K.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q6_K.gguf new file mode 100644 index 0000000..9851dba --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f992cbb760383400cb60e98875dbb0430b48e309d8e591957a94071ec86d1fe +size 3306261856 diff --git a/Jan-v1-4B-GGUF/Jan-v1-4B.Q8_0.gguf b/Jan-v1-4B-GGUF/Jan-v1-4B.Q8_0.gguf new file mode 100644 index 0000000..df22b1e --- /dev/null +++ b/Jan-v1-4B-GGUF/Jan-v1-4B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2779195da8449385ebb5f0e95816ce8da85a529c5f36028c6f8a20ba6e51d760 +size 4280405856 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.BF16.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.BF16.gguf new file mode 100644 index 0000000..a510f6a --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b705465c59e81afa9ab7f5bfaffe0ef577bdd0c060c24a80c4af131436a48f4 +size 3447349344 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.F16.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.F16.gguf new file mode 100644 index 0000000..a34aeef --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6afc67f2135ad9a0186b81dc55bf7bd5f0a9e6ddf00683522afaec0e355e9e49 +size 3447349344 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.F32.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.F32.gguf new file mode 100644 index 0000000..4460cf9 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776b7a367c373d7d55e998d2638e3fc108822b434112de5b07810058d3f5bc39 +size 6888251488 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q2_K.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q2_K.gguf new file mode 100644 index 0000000..09fdcf3 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4feb9e968caa4c6ced30629c7b6f7c54dcebccd545b1dbdead35aac093cc8ca2 +size 777795680 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_L.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_L.gguf new file mode 100644 index 0000000..677c80b --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e259779ab8cc970afcacf4cfd857d33f87fd471533f16007686e3f7d7dce23 +size 1003501664 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_M.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_M.gguf new file mode 100644 index 0000000..5c22aef --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92336c43eac5a06f5c4b884c94f3aeb6dce69175598fea0a9227b6b6b71c0ef9 +size 939538528 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_S.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_S.gguf new file mode 100644 index 0000000..679eef7 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3bdffc064a4f96124d797d0e85ae90e4004ee52bb191b34b721244538f218d8 +size 867252320 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_0.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_0.gguf new file mode 100644 index 0000000..48b45c1 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e413444930f337d993deb2d0d92f09cb81fa3eacf163c20921427aea8a0154c +size 1054423136 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_1.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_1.gguf new file mode 100644 index 0000000..8e3e609 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e63789d2754196e2b3eb78673787bac7d7d26d9421fe215ec676c0f67226c2e +size 1142503520 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K.gguf new file mode 100644 index 0000000..9cf534d --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76f1530db809b80591b5ceab500f3fe35fd7f73c30461807828b9590fb442888 +size 1107408992 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K_M.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K_M.gguf new file mode 100644 index 0000000..9cf534d --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76f1530db809b80591b5ceab500f3fe35fd7f73c30461807828b9590fb442888 +size 1107408992 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K_S.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K_S.gguf new file mode 100644 index 0000000..ffc80d4 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c0aab0a5b9ec00ac545e39c45249f03ecaf65b4eb774e016264ab9c1f8d1545 +size 1060190304 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_0.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_0.gguf new file mode 100644 index 0000000..5adf0e5 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c30f525818dde49f53e98ffedeb51589c1e8f0f2244e2da39565a97f9676e42 +size 1230583904 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_1.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_1.gguf new file mode 100644 index 0000000..85fbeec --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be32a1268702419c5a9896d807ffda81c00ddf19d9e743253a5dfbfc2080b5af +size 1318664288 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K.gguf new file mode 100644 index 0000000..695ff2d --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19cadf9ba24642fccf50ab7b2132ea69a351e5be607efe4a718693602a3cee5 +size 1257879648 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K_M.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K_M.gguf new file mode 100644 index 0000000..695ff2d --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f19cadf9ba24642fccf50ab7b2132ea69a351e5be607efe4a718693602a3cee5 +size 1257879648 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K_S.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K_S.gguf new file mode 100644 index 0000000..113e05b --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91622e791e0cf08396a0b45f5e702d7bd15a5d33f4f422536bc3025f91fb16f9 +size 1230583904 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q6_K.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q6_K.gguf new file mode 100644 index 0000000..195d991 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fef57d9b4deedeaf3e7a47acbc2dd54e9be23f10bb4a9efb5fe0c2d503191b8 +size 1417754720 diff --git a/Jan-v1-edge-GGUF/Jan-v1-edge.Q8_0.gguf b/Jan-v1-edge-GGUF/Jan-v1-edge.Q8_0.gguf new file mode 100644 index 0000000..e6b00d3 --- /dev/null +++ b/Jan-v1-edge-GGUF/Jan-v1-edge.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1310789128bc80cdef117f6df81a24bc050b0f4c2e3eb9d28e00a2e92def90d +size 1834426464 diff --git a/README.md b/README.md new file mode 100644 index 0000000..4f24a04 --- /dev/null +++ b/README.md @@ -0,0 +1,96 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- janhq/Jan-v1-edge +- janhq/Jan-v1-4B +- janhq/Jan-v1-2509 +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Jan-v1-AIO-GGUF** + +> [Jan-v1-4B is a 4-billion-parameter language](https://huggingface.co/collections/janhq/jan-v1-689b6ef7df60843cf8feca52) model built on the Qwen3-4B-thinking architecture, meticulously fine-tuned for agentic reasoning, problem-solving, and tool utilization with support for web search tasks and large context lengths up to 256,000 tokens. Achieving 91.1% accuracy on the SimpleQA benchmark, Jan-v1-4B excels at factual question answering and conversation while running efficiently on local hardware for enhanced privacy and offline use, making it a strong choice for advanced Q&A, reasoning, and integration with the Jan desktop application or compatible inference engines. Jan-v1-edge is a lightweight agentic model built for fast, reliable on-device execution. As the second release in the Jan Family, it is distilled from the larger Jan-v1 model, preserving strong reasoning and problem-solving ability in a smaller footprint suitable for resource-constrained environments. Jan-v1-edge was developed through a two-phase post-training process. The first phase, Supervised Fine-Tuning (SFT), transferred core capabilities from the Jan-v1 teacher model to the smaller student. The second phase, Reinforcement Learning with Verifiable Rewards (RLVR) —the same method used in Jan-v1 and Lucy—further optimized reasoning efficiency, tool use, and correctness. This staged approach delivers reliable results on complex, interactive workloads. + +## Jan-v1 GGUF Models + +| Model Name | Hugging Face Link | +|---------------|-------------------| +| **Jan-v1-2509-GGUF** | [🔗 Link](https://huggingface.co/prithivMLmods/Jan-v1-AIO-GGUF/tree/main/Jan-v1-2509-GGUF) | +| **Jan-v1-edge-GGUF** | [🔗 Link](https://huggingface.co/prithivMLmods/Jan-v1-AIO-GGUF/tree/main/Jan-v1-edge-GGUF) | +| **Jan-v1-4B-GGUF** | [🔗 Link](https://huggingface.co/prithivMLmods/Jan-v1-AIO-GGUF/tree/main/Jan-v1-4B-GGUF) | + +## Model Files + +### Jan-v1-2509 + +| File Name | Quant Type | File Size | +| - | - | - | +| Jan-v1-2509.BF16.gguf | BF16 | 8.05 GB | +| Jan-v1-2509.F16.gguf | F16 | 8.05 GB | +| Jan-v1-2509.F32.gguf | F32 | 16.1 GB | +| Jan-v1-2509.Q2_K.gguf | Q2_K | 1.67 GB | +| Jan-v1-2509.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| Jan-v1-2509.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| Jan-v1-2509.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| Jan-v1-2509.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| Jan-v1-2509.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| Jan-v1-2509.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| Jan-v1-2509.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| Jan-v1-2509.Q6_K.gguf | Q6_K | 3.31 GB | +| Jan-v1-2509.Q8_0.gguf | Q8_0 | 4.28 GB | + +### Jan-v1-edge + +| File Name | Quant Type | File Size | +| - | - | - | +| Jan-v1-edge.BF16.gguf | BF16 | 3.45 GB | +| Jan-v1-edge.F16.gguf | F16 | 3.45 GB | +| Jan-v1-edge.F32.gguf | F32 | 6.89 GB | +| Jan-v1-edge.Q2_K.gguf | Q2_K | 778 MB | +| Jan-v1-edge.Q3_K_L.gguf | Q3_K_L | 1 GB | +| Jan-v1-edge.Q3_K_M.gguf | Q3_K_M | 940 MB | +| Jan-v1-edge.Q3_K_S.gguf | Q3_K_S | 867 MB | +| Jan-v1-edge.Q4_0.gguf | Q4_0 | 1.05 GB | +| Jan-v1-edge.Q4_1.gguf | Q4_1 | 1.14 GB | +| Jan-v1-edge.Q4_K.gguf | Q4_K | 1.11 GB | +| Jan-v1-edge.Q4_K_M.gguf | Q4_K_M | 1.11 GB | +| Jan-v1-edge.Q4_K_S.gguf | Q4_K_S | 1.06 GB | +| Jan-v1-edge.Q5_0.gguf | Q5_0 | 1.23 GB | +| Jan-v1-edge.Q5_1.gguf | Q5_1 | 1.32 GB | +| Jan-v1-edge.Q5_K.gguf | Q5_K | 1.26 GB | +| Jan-v1-edge.Q5_K_M.gguf | Q5_K_M | 1.26 GB | +| Jan-v1-edge.Q5_K_S.gguf | Q5_K_S | 1.23 GB | +| Jan-v1-edge.Q6_K.gguf | Q6_K | 1.42 GB | +| Jan-v1-edge.Q8_0.gguf | Q8_0 | 1.83 GB | + +### Jan-v1-4B + +| File Name | Quant Type | File Size | +| - | - | - | +| Jan-v1-4B.BF16.gguf | BF16 | 8.05 GB | +| Jan-v1-4B.F16.gguf | F16 | 8.05 GB | +| Jan-v1-4B.F32.gguf | F32 | 16.1 GB | +| Jan-v1-4B.Q2_K.gguf | Q2_K | 1.67 GB | +| Jan-v1-4B.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| Jan-v1-4B.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| Jan-v1-4B.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| Jan-v1-4B.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| Jan-v1-4B.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| Jan-v1-4B.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| Jan-v1-4B.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| Jan-v1-4B.Q6_K.gguf | Q6_K | 3.31 GB | +| Jan-v1-4B.Q8_0.gguf | Q8_0 | 4.28 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file