初始化项目,由ModelHub XC社区提供模型
Model: QuantFactory/Mistral-7B-OpenOrca-GGUF Source: Original Platform
This commit is contained in:
47
.gitattributes
vendored
Normal file
47
.gitattributes
vendored
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Mistral-7B-OpenOrca.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
3
Mistral-7B-OpenOrca.Q2_K.gguf
Normal file
3
Mistral-7B-OpenOrca.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e5b9a9329aae951a1dbd197caa3f7167425c131e5cc161c161599ee5f35dcf5c
|
||||||
|
size 2719251712
|
||||||
3
Mistral-7B-OpenOrca.Q3_K_L.gguf
Normal file
3
Mistral-7B-OpenOrca.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:266bf77d936a3e3dff9233a08632dd318b60f9145e9ae29a2eaf72529f265d99
|
||||||
|
size 3822035008
|
||||||
3
Mistral-7B-OpenOrca.Q3_K_M.gguf
Normal file
3
Mistral-7B-OpenOrca.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:94e84333a59a91d3fe02cbefef4fa3a59acb12f9616607105995af864dc60afd
|
||||||
|
size 3518996544
|
||||||
3
Mistral-7B-OpenOrca.Q3_K_S.gguf
Normal file
3
Mistral-7B-OpenOrca.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f0c2ab2bdcc8324691accadbda790f8923cacd10068b1b04d6615c2834877516
|
||||||
|
size 3164577856
|
||||||
3
Mistral-7B-OpenOrca.Q4_0.gguf
Normal file
3
Mistral-7B-OpenOrca.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9cb110e2904a1d51a64cf4be1d8c3779d7656a2e14714aaccf03e270c98d6cc9
|
||||||
|
size 4108928128
|
||||||
3
Mistral-7B-OpenOrca.Q4_K_M.gguf
Normal file
3
Mistral-7B-OpenOrca.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:1185d59b2c0acb566dc76ae708856b590b841236d04e9e742747d2c0eef784b2
|
||||||
|
size 4368450688
|
||||||
3
Mistral-7B-OpenOrca.Q4_K_S.gguf
Normal file
3
Mistral-7B-OpenOrca.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2513d325eccfc5bac02919021f1f9208a21ac27bd5137a18541c1b3b33b36ee6
|
||||||
|
size 4140385408
|
||||||
3
Mistral-7B-OpenOrca.Q5_0.gguf
Normal file
3
Mistral-7B-OpenOrca.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a98939aa34a062ecd10ebe76fe990e9fb32e3990e09aa9da791da8e2903751ed
|
||||||
|
size 4997728384
|
||||||
3
Mistral-7B-OpenOrca.Q5_K_M.gguf
Normal file
3
Mistral-7B-OpenOrca.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:17677447d4c7024b5adcfd377da6297d84f416fad8265c10c585434ba752d1c7
|
||||||
|
size 5131421824
|
||||||
3
Mistral-7B-OpenOrca.Q5_K_S.gguf
Normal file
3
Mistral-7B-OpenOrca.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4f31f041b2c610e4094acf7110fc65248fb98beb4abd71b313776ebc9315971a
|
||||||
|
size 4997728384
|
||||||
3
Mistral-7B-OpenOrca.Q6_K.gguf
Normal file
3
Mistral-7B-OpenOrca.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9cfcae0656554e9f34c3811b0986ed5e68695d44d6d3f491101b7e9e146cf295
|
||||||
|
size 5942078656
|
||||||
3
Mistral-7B-OpenOrca.Q8_0.gguf
Normal file
3
Mistral-7B-OpenOrca.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ad412284a5ed4bdad8aa26edd28a84c3db174fb259aa21c73051b0e2dc35c2ac
|
||||||
|
size 7695875136
|
||||||
33
README.md
Normal file
33
README.md
Normal file
@@ -0,0 +1,33 @@
|
|||||||
|
---
|
||||||
|
license: apache-2.0
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
library_name: transformers
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
tags:
|
||||||
|
- mistral
|
||||||
|
- conversational
|
||||||
|
- text-generation-inference
|
||||||
|
base_model: Open-Orca/Mistral-7B-OpenOrca
|
||||||
|
inference: false
|
||||||
|
---
|
||||||
|
|
||||||
|
|
||||||
|
# Mistral-7B-OpenOrca-GGUF
|
||||||
|
- Quantized version of [Mistral-7B-OpenOrca](https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca)
|
||||||
|
- Created using llama.cpp
|
||||||
|
|
||||||
|
## Available Quants
|
||||||
|
|
||||||
|
* Q2_K
|
||||||
|
* Q3_K_L
|
||||||
|
* Q3_K_M
|
||||||
|
* Q3_K_S
|
||||||
|
* Q4_0
|
||||||
|
* Q4_K_M
|
||||||
|
* Q4_K_S
|
||||||
|
* Q5_0
|
||||||
|
* Q5_K_M
|
||||||
|
* Q5_K_S
|
||||||
|
* Q6_K
|
||||||
|
* Q8_0
|
||||||
Reference in New Issue
Block a user