初始化项目,由ModelHub XC社区提供模型
Model: mradermacher/codegemma-7b-i1-GGUF Source: Original Platform
This commit is contained in:
61
.gitattributes
vendored
Normal file
61
.gitattributes
vendored
Normal file
@@ -0,0 +1,61 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
imatrix.dat filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
codegemma-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
CodeGemma-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
3
CodeGemma-7b.i1-IQ1_M.gguf
Normal file
3
CodeGemma-7b.i1-IQ1_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:24b472f962dd323d79ea5ba44b83cb254e347a76962d0728cde581a4ddfaeb7c
|
||||||
|
size 2320035392
|
||||||
3
CodeGemma-7b.i1-IQ1_S.gguf
Normal file
3
CodeGemma-7b.i1-IQ1_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:af65c9cd72f5812f95af2ec7b8592bf463b065444cdfcda6e08d170ab54022b3
|
||||||
|
size 2160193088
|
||||||
3
CodeGemma-7b.i1-IQ2_M.gguf
Normal file
3
CodeGemma-7b.i1-IQ2_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:723b0670540536ccd3be88a722bc78897cda41487db3caf5660741eba853483c
|
||||||
|
size 3132026432
|
||||||
3
CodeGemma-7b.i1-IQ2_S.gguf
Normal file
3
CodeGemma-7b.i1-IQ2_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:50027eba0782d9d9b35ebf582af2e3428b108d0d6f93af63bcf89d0eb9ccb585
|
||||||
|
size 2918903360
|
||||||
3
CodeGemma-7b.i1-IQ2_XS.gguf
Normal file
3
CodeGemma-7b.i1-IQ2_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:277534b427c60763f93fba1848edf7126aad7320fa6a61fb3176aa89da26dbf6
|
||||||
|
size 2810572352
|
||||||
3
CodeGemma-7b.i1-IQ2_XXS.gguf
Normal file
3
CodeGemma-7b.i1-IQ2_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:70d08c499b730a99b6b4b447a344008335a103fe027dfae834284e508ed04c18
|
||||||
|
size 2586439232
|
||||||
3
CodeGemma-7b.i1-IQ3_M.gguf
Normal file
3
CodeGemma-7b.i1-IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9fe87015ae556c5a39f54e20aa5c4ca1c31e000b847ed6756c38e10981e3ca69
|
||||||
|
size 4106071616
|
||||||
3
CodeGemma-7b.i1-IQ3_S.gguf
Normal file
3
CodeGemma-7b.i1-IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0f4d6d5353f4c76fb1195e3a40a835f92253d0a2e61b189a6af58bad7dd59bb5
|
||||||
|
size 3982405184
|
||||||
3
CodeGemma-7b.i1-IQ3_XS.gguf
Normal file
3
CodeGemma-7b.i1-IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:98ae0a5be27f766105136030afc256ecffd5f3fafecc2ff27abbfa0ffe15d944
|
||||||
|
size 3800739392
|
||||||
3
CodeGemma-7b.i1-IQ3_XXS.gguf
Normal file
3
CodeGemma-7b.i1-IQ3_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2659097f5f6254e123c2b5142e08887724fa0677955abe4a79113d28a96b3329
|
||||||
|
size 3487100480
|
||||||
3
CodeGemma-7b.i1-IQ4_XS.gguf
Normal file
3
CodeGemma-7b.i1-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2a5be07d7694c6c0e44230766f63345ea54c28e1d121affa07e3e76e7eb7b611
|
||||||
|
size 4769623616
|
||||||
3
CodeGemma-7b.i1-Q2_K.gguf
Normal file
3
CodeGemma-7b.i1-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e8c65f2147b68cb37a24613c92e9359025810c42aa03f081c219a040434377d5
|
||||||
|
size 3481448000
|
||||||
3
CodeGemma-7b.i1-Q2_K_S.gguf
Normal file
3
CodeGemma-7b.i1-Q2_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:431e1c8ecd006799e873459c00ab4f001a161da1580f3151dca3070beed02f2d
|
||||||
|
size 3248270912
|
||||||
3
CodeGemma-7b.i1-Q3_K_L.gguf
Normal file
3
CodeGemma-7b.i1-Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7120b34a13ce805fbe751f3afc71dd2595b76a68602aa69496ba5fdb20d6abca
|
||||||
|
size 4709068352
|
||||||
3
CodeGemma-7b.i1-Q3_K_M.gguf
Normal file
3
CodeGemma-7b.i1-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a83f3517f0b8c64079f44709b063b59b9c179383aa9d6415af88010c46ffecba
|
||||||
|
size 4369329728
|
||||||
3
CodeGemma-7b.i1-Q3_K_S.gguf
Normal file
3
CodeGemma-7b.i1-Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a54208e7e1b0a366a6da90662e972139c6fb785abb10025e8f8a2fe36b40caef
|
||||||
|
size 3982405184
|
||||||
3
CodeGemma-7b.i1-Q4_0.gguf
Normal file
3
CodeGemma-7b.i1-Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f9cc7500cb4fcc98bf73d2886675b8765688c68cdf6e741181857b0d4bb7e788
|
||||||
|
size 5026000448
|
||||||
3
CodeGemma-7b.i1-Q4_K_M.gguf
Normal file
3
CodeGemma-7b.i1-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9ac4cc29bdfa909b01c3ca8fe46435fd624d2bc15e836603f916dff969ff75e6
|
||||||
|
size 5329759808
|
||||||
3
CodeGemma-7b.i1-Q4_K_S.gguf
Normal file
3
CodeGemma-7b.i1-Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8a1be4b138bf811cb2e86cf4d968580a1a9d2092b47a43d4daf6932833a53a08
|
||||||
|
size 5046447680
|
||||||
3
CodeGemma-7b.i1-Q5_K_M.gguf
Normal file
3
CodeGemma-7b.i1-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:d6538292bd80722c3d7a1b8c2e858ede4b5e0b62428ca9daf25e6fb7ac131e07
|
||||||
|
size 6144503360
|
||||||
3
CodeGemma-7b.i1-Q5_K_S.gguf
Normal file
3
CodeGemma-7b.i1-Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4ec15a591f6eca588e528f2d4f0a1d01467754fd0daa9b245501529818c3b219
|
||||||
|
size 5980728896
|
||||||
3
CodeGemma-7b.i1-Q6_K.gguf
Normal file
3
CodeGemma-7b.i1-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:51a5df599169042ffffa9f2638d701765cc4789775059455469ca4b91f59ff13
|
||||||
|
size 7010168384
|
||||||
83
README.md
Normal file
83
README.md
Normal file
@@ -0,0 +1,83 @@
|
|||||||
|
---
|
||||||
|
base_model: google/codegemma-7b
|
||||||
|
extra_gated_button_content: Acknowledge license
|
||||||
|
extra_gated_heading: Access CodeGemma on Hugging Face
|
||||||
|
extra_gated_prompt: To access CodeGemma on Hugging Face, you’re required to review
|
||||||
|
and agree to Google’s usage license. To do this, please ensure you’re logged-in
|
||||||
|
to Hugging Face and click below. Requests are processed immediately.
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
library_name: transformers
|
||||||
|
license: gemma
|
||||||
|
license_link: https://ai.google.dev/gemma/terms
|
||||||
|
quantized_by: mradermacher
|
||||||
|
---
|
||||||
|
## About
|
||||||
|
|
||||||
|
<!-- ### quantize_version: 2 -->
|
||||||
|
<!-- ### output_tensor_quantised: 1 -->
|
||||||
|
<!-- ### convert_type: hf -->
|
||||||
|
<!-- ### vocab_type: -->
|
||||||
|
<!-- ### tags: nicoboss -->
|
||||||
|
weighted/imatrix quants of https://huggingface.co/google/codegemma-7b
|
||||||
|
|
||||||
|
<!-- provided-files -->
|
||||||
|
static quants are available at https://huggingface.co/mradermacher/codegemma-7b-GGUF
|
||||||
|
## Usage
|
||||||
|
|
||||||
|
If you are unsure how to use GGUF files, refer to one of [TheBloke's
|
||||||
|
READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
|
||||||
|
more details, including on how to concatenate multi-part files.
|
||||||
|
|
||||||
|
## Provided Quants
|
||||||
|
|
||||||
|
(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
|
||||||
|
|
||||||
|
| Link | Type | Size/GB | Notes |
|
||||||
|
|:-----|:-----|--------:|:------|
|
||||||
|
| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.3 | very low quality |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ1_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ1_S.gguf) | i1-IQ1_S | 4.4 | for the desperate |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ1_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ1_M.gguf) | i1-IQ1_M | 4.7 | mostly desperate |
|
||||||
|
| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 5.1 | fast on arm, low quality |
|
||||||
|
| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 5.1 | fast on arm+i8mm, low quality |
|
||||||
|
| [GGUF](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 5.1 | fast on arm+sve, low quality |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_XXS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 5.3 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_XS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 5.7 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_S.gguf) | i1-IQ2_S | 5.9 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ2_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ2_M.gguf) | i1-IQ2_M | 6.4 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q2_K.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q2_K.gguf) | i1-Q2_K | 7.1 | IQ3_XXS probably better |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_XXS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 7.1 | lower quality |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_XS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 7.7 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_S.gguf) | i1-IQ3_S | 8.1 | beats Q3_K* |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q3_K_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 8.1 | IQ3_XS probably better |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ3_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ3_M.gguf) | i1-IQ3_M | 8.3 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q3_K_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 8.8 | IQ3_S probably better |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q3_K_L.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 9.5 | IQ3_M probably better |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-IQ4_XS.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 9.6 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q4_0.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_0.gguf) | i1-Q4_0 | 10.2 | fast, low quality |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q4_K_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 10.2 | optimal size/speed/quality |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q4_K_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 10.8 | fast, recommended |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q5_K_S.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 12.1 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q5_K_M.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 12.4 | |
|
||||||
|
| [PART 1](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/CodeGemma-7b.i1-Q6_K.gguf) [PART 2](https://huggingface.co/mradermacher/codegemma-7b-i1-GGUF/resolve/main/codegemma-7b.i1-Q6_K.gguf) | i1-Q6_K | 14.1 | practically like static Q6_K |
|
||||||
|
|
||||||
|
Here is a handy graph by ikawrakow comparing some lower-quality quant
|
||||||
|
types (lower is better):
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
And here are Artefact2's thoughts on the matter:
|
||||||
|
https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
|
||||||
|
|
||||||
|
## FAQ / Model Request
|
||||||
|
|
||||||
|
See https://huggingface.co/mradermacher/model_requests for some answers to
|
||||||
|
questions you might have and/or if you want some other model quantized.
|
||||||
|
|
||||||
|
## Thanks
|
||||||
|
|
||||||
|
I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
|
||||||
|
me use its servers and providing upgrades to my workstation to enable
|
||||||
|
this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
|
||||||
|
|
||||||
|
<!-- end -->
|
||||||
3
codegemma-7b.i1-IQ1_M.gguf
Normal file
3
codegemma-7b.i1-IQ1_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6cd03846f7437bc4832a412b5ce30c037192add89e6532e0a59cbf1e09e85acc
|
||||||
|
size 2320034240
|
||||||
3
codegemma-7b.i1-IQ1_S.gguf
Normal file
3
codegemma-7b.i1-IQ1_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7271c884048b85b0300c6e1dce9a811705ecc916777972aea0b8d79438c3b104
|
||||||
|
size 2160191936
|
||||||
3
codegemma-7b.i1-IQ2_M.gguf
Normal file
3
codegemma-7b.i1-IQ2_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:5df3bd344b5070b60f9d2a1aa353e59c81a04b4c8f5a700a2ac9450c965b98ce
|
||||||
|
size 3132025280
|
||||||
3
codegemma-7b.i1-IQ2_S.gguf
Normal file
3
codegemma-7b.i1-IQ2_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b7e6a80c363af303e238b6e2ce3c773bfdf40e255466810251317e77b03bba41
|
||||||
|
size 2918902208
|
||||||
3
codegemma-7b.i1-IQ2_XS.gguf
Normal file
3
codegemma-7b.i1-IQ2_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:137032e687beafa86b1c15df314614b04e49095e495ecef5af253b4a5bdedc10
|
||||||
|
size 2810571200
|
||||||
3
codegemma-7b.i1-IQ2_XXS.gguf
Normal file
3
codegemma-7b.i1-IQ2_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8c071bf005905fc5594de63ccca2789d69ea9ac13531447aec8385e2b15b229d
|
||||||
|
size 2586438080
|
||||||
3
codegemma-7b.i1-IQ3_M.gguf
Normal file
3
codegemma-7b.i1-IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:eb1a12be7a23d58b9a3cc8f28fed7bd18fb9b4f7f21263f0a52d860f5eaf9269
|
||||||
|
size 4106070464
|
||||||
3
codegemma-7b.i1-IQ3_S.gguf
Normal file
3
codegemma-7b.i1-IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:14050e2c2a25578ad6791d7f60711da4b39aee29d6987d603427b97de981c13b
|
||||||
|
size 3982404032
|
||||||
3
codegemma-7b.i1-IQ3_XS.gguf
Normal file
3
codegemma-7b.i1-IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:bc2bd6ad8fb63fa8bf993012429f53436518eb182c8569ab8512ebd00bec1e80
|
||||||
|
size 3800738240
|
||||||
3
codegemma-7b.i1-IQ3_XXS.gguf
Normal file
3
codegemma-7b.i1-IQ3_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0b31601cd04134d24a4ba957b1386700d2685af19c351efb3036f336e42eed6b
|
||||||
|
size 3487099328
|
||||||
3
codegemma-7b.i1-IQ4_XS.gguf
Normal file
3
codegemma-7b.i1-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:53d69df0a61431c21a73b9f428ece7572778ff097ce5108c361ade9a3f3c54a3
|
||||||
|
size 4769622464
|
||||||
3
codegemma-7b.i1-Q2_K.gguf
Normal file
3
codegemma-7b.i1-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:382be88ab051f2810634dd01b7800925566ac6656645bac37b15755c07e6e675
|
||||||
|
size 3481446848
|
||||||
3
codegemma-7b.i1-Q3_K_L.gguf
Normal file
3
codegemma-7b.i1-Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:dba96c5cf6b4b1bcd361623c054224069318ebdee7fd5a141fc1a8e9356657a8
|
||||||
|
size 4709067200
|
||||||
3
codegemma-7b.i1-Q3_K_M.gguf
Normal file
3
codegemma-7b.i1-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0d2fe3d866d5327162b878088e6edc0cd82976478b9198310e89eb60d460b084
|
||||||
|
size 4369328576
|
||||||
3
codegemma-7b.i1-Q3_K_S.gguf
Normal file
3
codegemma-7b.i1-Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:405cbaf5e93e7070fb841b43dd0d73f1b0f3205d15bc55c67a99063ad9c9268e
|
||||||
|
size 3982404032
|
||||||
3
codegemma-7b.i1-Q4_0.gguf
Normal file
3
codegemma-7b.i1-Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:369ee12e9391299de8f1c958bf7c3cdeb6d61300a50fcebdeb7ecb69e4b396b6
|
||||||
|
size 5025999296
|
||||||
3
codegemma-7b.i1-Q4_0_4_4.gguf
Normal file
3
codegemma-7b.i1-Q4_0_4_4.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e5991b8190893437bac001aee6818202221605d1ef8bfc6aba584e23ffe644d3
|
||||||
|
size 5011843520
|
||||||
3
codegemma-7b.i1-Q4_0_4_8.gguf
Normal file
3
codegemma-7b.i1-Q4_0_4_8.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:de4feddfe4c6b8fa895087bbf03565fed4e37ab99465ac54d2938e500b94cb48
|
||||||
|
size 5011843520
|
||||||
3
codegemma-7b.i1-Q4_0_8_8.gguf
Normal file
3
codegemma-7b.i1-Q4_0_8_8.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:5a616a2f248cf16d0b84a53b32654aa07e6099ce2214e31018dec0008e3df7cf
|
||||||
|
size 5011843520
|
||||||
3
codegemma-7b.i1-Q4_K_M.gguf
Normal file
3
codegemma-7b.i1-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:17f1e3bfb7165de38f0071ed8714fe0382a34bea6c0f8e322bc3718782c74eef
|
||||||
|
size 5329758656
|
||||||
3
codegemma-7b.i1-Q4_K_S.gguf
Normal file
3
codegemma-7b.i1-Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7ef1802e7a3cade420c888944a5d78aef1f8444404683c7cf539fff8eecc1c27
|
||||||
|
size 5046446528
|
||||||
3
codegemma-7b.i1-Q5_K_M.gguf
Normal file
3
codegemma-7b.i1-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ffad7c8d8e2e8db09ffa53d914685ba92a77057bc97a324b3455b19164f4e3aa
|
||||||
|
size 6144502208
|
||||||
3
codegemma-7b.i1-Q5_K_S.gguf
Normal file
3
codegemma-7b.i1-Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b15585cb237b20f03371f36996958842889550e46fc69b7434aceab2d807596a
|
||||||
|
size 5980727744
|
||||||
3
codegemma-7b.i1-Q6_K.gguf
Normal file
3
codegemma-7b.i1-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4c0a3329d2567b6780573e455f34619c07be8adf983e11a61f5a15c1ecb267cd
|
||||||
|
size 7010167232
|
||||||
3
imatrix.dat
Normal file
3
imatrix.dat
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b56f094886820d87046fea6884f4721ab6c9c0a5ef201c3478ec40b529f12fab
|
||||||
|
size 4938073
|
||||||
Reference in New Issue
Block a user