初始化项目,由ModelHub XC社区提供模型
Model: ZeroAgency/Zero-Mistral-24B-gguf Source: Original Platform
This commit is contained in:
48
.gitattributes
vendored
Normal file
48
.gitattributes
vendored
Normal file
@@ -0,0 +1,48 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-IQ4_NL_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-IQ4_XS_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-Q4_K_M_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-Q8_0-direct.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Zero-Mistral-24B-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
45
README.md
Normal file
45
README.md
Normal file
@@ -0,0 +1,45 @@
|
|||||||
|
---
|
||||||
|
license: mit
|
||||||
|
datasets:
|
||||||
|
- ZeroAgency/ru-big-russian-dataset
|
||||||
|
language:
|
||||||
|
- ru
|
||||||
|
- en
|
||||||
|
tags:
|
||||||
|
- mistral
|
||||||
|
- chat
|
||||||
|
- conversational
|
||||||
|
- transformers
|
||||||
|
inference:
|
||||||
|
parameters:
|
||||||
|
temperature: 0
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
base_model:
|
||||||
|
- ZeroAgency/Zero-Mistral-24B
|
||||||
|
library_name: llama.cpp
|
||||||
|
base_model_relation: quantized
|
||||||
|
quantized_by: bethrezen
|
||||||
|
---
|
||||||
|
|
||||||
|
# Model Card for Zero-Mistral
|
||||||
|
|
||||||
|
This is a GGUF version of [ZeroAgency/Zero-Mistral-24B](https://huggingface.co/ZeroAgency/Zero-Mistral-24B).
|
||||||
|
|
||||||
|
All quants made with [llama.cpp](https://github.com/ggerganov/llama.cpp) version b5083.
|
||||||
|
|
||||||
|
Quants available:
|
||||||
|
- BF16
|
||||||
|
- F16
|
||||||
|
- IQ4_NL
|
||||||
|
- IQ4_NL_L - same as above but with `--leave-output-tensors`
|
||||||
|
- IQ4_XS
|
||||||
|
- IQ4_XS_L - same as above but with `--leave-output-tensors`
|
||||||
|
- Q4_K_M
|
||||||
|
- Q4_K_M_L - same as above but with `--leave-output-tensors`
|
||||||
|
- Q6_K
|
||||||
|
- Q6_K_L - same as above but with `--leave-output-tensors`
|
||||||
|
- Q8_0 - quantized from bf16 gguf
|
||||||
|
- Q8_0-direct - direct convertation from hf
|
||||||
|
- Q8_0_L - quantized from bf16 but with `--leave-output-tensors`
|
||||||
|
|
||||||
|

|
||||||
3
Zero-Mistral-24B-BF16.gguf
Normal file
3
Zero-Mistral-24B-BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a0e1f527329e97211a4aa4841d6d04943b63dde2d57b936ec4127575e91aa48e
|
||||||
|
size 47153519616
|
||||||
3
Zero-Mistral-24B-F16.gguf
Normal file
3
Zero-Mistral-24B-F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b06cd49dc8ba0c0eb110bf46769e2a8199dbf8e36118e93a7e717265c3e9528e
|
||||||
|
size 47153519616
|
||||||
3
Zero-Mistral-24B-IQ4_NL.gguf
Normal file
3
Zero-Mistral-24B-IQ4_NL.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:697d10d7b9cbdb2b5a8908931e32fd3a01fc18745ba6c280b1679a2e766c7ba2
|
||||||
|
size 13572873216
|
||||||
3
Zero-Mistral-24B-IQ4_NL_L.gguf
Normal file
3
Zero-Mistral-24B-IQ4_NL_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a6bb1c6bfce96c0423199667649287ceb7902c66c78bc46244fd5ed699e15cbd
|
||||||
|
size 14364548096
|
||||||
3
Zero-Mistral-24B-IQ4_XS.gguf
Normal file
3
Zero-Mistral-24B-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3c9d5340da622693198d05b7c715f9f68760ce1b3322b80f4e27da64434623cd
|
||||||
|
size 12889988096
|
||||||
3
Zero-Mistral-24B-IQ4_XS_L.gguf
Normal file
3
Zero-Mistral-24B-IQ4_XS_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e9f6ecbf89bb6239b79db8958f4b3617965fa5e565f571fbcd90335d16d66f80
|
||||||
|
size 13681662976
|
||||||
3
Zero-Mistral-24B-Q4_K_M.gguf
Normal file
3
Zero-Mistral-24B-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:33eb7121a6d8ea02eeb031d9ba1aae42ed50de1dd21a9dfe30571f5a73652139
|
||||||
|
size 14333910016
|
||||||
3
Zero-Mistral-24B-Q4_K_M_L.gguf
Normal file
3
Zero-Mistral-24B-Q4_K_M_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ae68ebd9aed770d2361efbf0a349b0b32d46215894fefb4a6d1ffdf4b9c1037d
|
||||||
|
size 15125584896
|
||||||
3
Zero-Mistral-24B-Q6_K.gguf
Normal file
3
Zero-Mistral-24B-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b71c45165240efa328323cdc2d58d78350f6ddd660a344f9dba32b5d5a940794
|
||||||
|
size 19345939456
|
||||||
3
Zero-Mistral-24B-Q6_K_L.gguf
Normal file
3
Zero-Mistral-24B-Q6_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6aceb2cb6aa414cf6ecfa66f470390fbd5cca1bb8571c0e0559a562d92b578b7
|
||||||
|
size 20137614336
|
||||||
3
Zero-Mistral-24B-Q8_0-direct.gguf
Normal file
3
Zero-Mistral-24B-Q8_0-direct.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:132304f987e24f41cf8b720f700052aeb35b2d31f49fe350d74155978f2c5870
|
||||||
|
size 25054780416
|
||||||
3
Zero-Mistral-24B-Q8_0.gguf
Normal file
3
Zero-Mistral-24B-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:007f65faa90ec18142785de7c17a588c60be62bbe46565c7b13000fa1c424a04
|
||||||
|
size 25054780416
|
||||||
3
Zero-Mistral-24B-Q8_0_L.gguf
Normal file
3
Zero-Mistral-24B-Q8_0_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:bbe234ede4fbb112bdc8518f73071046ee4882ef48d509381a7de2b9571d1c16
|
||||||
|
size 25683926016
|
||||||
Reference in New Issue
Block a user