From 00fe33b8a391a037928ee2cc7c31e61d53d35d16 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 14 Apr 2026 00:29:03 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/gpt2-small-danish-GGUF Source: Original Platform --- .gitattributes | 42 ++++++++++++++++++ README.md | 84 +++++++++++++++++++++++++++++++++++ gpt2-small-danish.fp16.gguf | 3 ++ gpt2-small-danish.q2_k.gguf | 3 ++ gpt2-small-danish.q3_k_m.gguf | 3 ++ gpt2-small-danish.q4_k_m.gguf | 3 ++ gpt2-small-danish.q5_k_m.gguf | 3 ++ gpt2-small-danish.q6_k.gguf | 3 ++ gpt2-small-danish.q8_0.gguf | 3 ++ 9 files changed, 147 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 gpt2-small-danish.fp16.gguf create mode 100644 gpt2-small-danish.q2_k.gguf create mode 100644 gpt2-small-danish.q3_k_m.gguf create mode 100644 gpt2-small-danish.q4_k_m.gguf create mode 100644 gpt2-small-danish.q5_k_m.gguf create mode 100644 gpt2-small-danish.q6_k.gguf create mode 100644 gpt2-small-danish.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6b70225 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gpt2-small-danish.fp16.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-small-danish.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-small-danish.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-small-danish.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-small-danish.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-small-danish.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +gpt2-small-danish.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4b88a93 --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: KennethTM/gpt2-small-danish +datasets: +- oscar +inference: false +language: +- da +model_creator: KennethTM +model_name: gpt2-small-danish +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +widget: +- text: Der var engang +--- +# KennethTM/gpt2-small-danish-GGUF + +Quantized GGUF model files for [gpt2-small-danish](https://huggingface.co/KennethTM/gpt2-small-danish) from [KennethTM](https://huggingface.co/KennethTM) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [gpt2-small-danish.fp16.gguf](https://huggingface.co/afrideva/gpt2-small-danish-GGUF/resolve/main/gpt2-small-danish.fp16.gguf) | fp16 | 328.21 MB | +| [gpt2-small-danish.q2_k.gguf](https://huggingface.co/afrideva/gpt2-small-danish-GGUF/resolve/main/gpt2-small-danish.q2_k.gguf) | q2_k | 81.30 MB | +| [gpt2-small-danish.q3_k_m.gguf](https://huggingface.co/afrideva/gpt2-small-danish-GGUF/resolve/main/gpt2-small-danish.q3_k_m.gguf) | q3_k_m | 95.56 MB | +| [gpt2-small-danish.q4_k_m.gguf](https://huggingface.co/afrideva/gpt2-small-danish-GGUF/resolve/main/gpt2-small-danish.q4_k_m.gguf) | q4_k_m | 110.27 MB | +| [gpt2-small-danish.q5_k_m.gguf](https://huggingface.co/afrideva/gpt2-small-danish-GGUF/resolve/main/gpt2-small-danish.q5_k_m.gguf) | q5_k_m | 124.20 MB | +| [gpt2-small-danish.q6_k.gguf](https://huggingface.co/afrideva/gpt2-small-danish-GGUF/resolve/main/gpt2-small-danish.q6_k.gguf) | q6_k | 136.02 MB | +| [gpt2-small-danish.q8_0.gguf](https://huggingface.co/afrideva/gpt2-small-danish-GGUF/resolve/main/gpt2-small-danish.q8_0.gguf) | q8_0 | 175.47 MB | + + + +## Original Model Card: +# What is this? + +A GPT-2 model (small version, 124 M parameters) for Danish text generation. The model was not pre-trained from scratch but adapted from the English version. + +# How to use + +Test the model using the pipeline from the [🤗 Transformers](https://github.com/huggingface/transformers) library: + +```python +from transformers import pipeline + +generator = pipeline("text-generation", model = "KennethTM/gpt2-small-danish") +text = generator("Manden arbejdede som") + +print(text[0]["generated_text"]) +``` + +Or load it using the Auto* classes: + +```python +from transformers import AutoTokenizer, AutoModelForCausalLM + +tokenizer = AutoTokenizer.from_pretrained("KennethTM/gpt2-small-danish") +model = AutoModelForCausalLM.from_pretrained("KennethTM/gpt2-small-danish") +``` + +# Model training + +The model is trained using the Danish part of the [oscar dataset](https://huggingface.co/datasets/oscar) ('unshuffled_deduplicated_da') and a context length of 1024 tokens. + +The model weights are initialized from the English [GPT-2 small model](https://huggingface.co/gpt2) with new word token embeddings created for Danish using [WECHSEL](https://github.com/CPJKU/wechsel). + +Initially, only the word token embeddings are trained using 50.000 samples. Finally, the whole model is trained using 1.000.000 samples. + +For reference, the model achieves a perplexity of 33.5 on 5.000 random validation samples. + + +Model training is carried out on an 8 GB GPU. + +# Notes + +This is a pre-trained model, for optimal performance it should be finetuned for new tasks. \ No newline at end of file diff --git a/gpt2-small-danish.fp16.gguf b/gpt2-small-danish.fp16.gguf new file mode 100644 index 0000000..d33100e --- /dev/null +++ b/gpt2-small-danish.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc8d4066fa9197e344c322780fb941385a306c03772c86936049e59bf6031a6 +size 328205088 diff --git a/gpt2-small-danish.q2_k.gguf b/gpt2-small-danish.q2_k.gguf new file mode 100644 index 0000000..2b5eb77 --- /dev/null +++ b/gpt2-small-danish.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1af882dbe4786419ce518a9ce403a4604ec0356e7c57b5be42bf2062ca3a48 +size 81297024 diff --git a/gpt2-small-danish.q3_k_m.gguf b/gpt2-small-danish.q3_k_m.gguf new file mode 100644 index 0000000..3cec7cb --- /dev/null +++ b/gpt2-small-danish.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685d1e1b3a7eb2d1b3894fdabea3fa84493dd30584b50c4bddb9a00c4c39d38d +size 95563584 diff --git a/gpt2-small-danish.q4_k_m.gguf b/gpt2-small-danish.q4_k_m.gguf new file mode 100644 index 0000000..78ba0b1 --- /dev/null +++ b/gpt2-small-danish.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de01db2ec4742b1b52900255879ee6c41abefccecdff39f7ea677aeb560a6c95 +size 110268288 diff --git a/gpt2-small-danish.q5_k_m.gguf b/gpt2-small-danish.q5_k_m.gguf new file mode 100644 index 0000000..c280fbf --- /dev/null +++ b/gpt2-small-danish.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e927fe29565adeb29b424b807ade88f83013fc6f37aacae3954a75f5b83b3543 +size 124204512 diff --git a/gpt2-small-danish.q6_k.gguf b/gpt2-small-danish.q6_k.gguf new file mode 100644 index 0000000..873f097 --- /dev/null +++ b/gpt2-small-danish.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d675e17a6f3999d75e93669b3195f0054c31b70e834ea6cc6a1da3bcbd6d6c5 +size 136015392 diff --git a/gpt2-small-danish.q8_0.gguf b/gpt2-small-danish.q8_0.gguf new file mode 100644 index 0000000..a9a6459 --- /dev/null +++ b/gpt2-small-danish.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42ce5d3527aa5cabb195cfa81d4735e41e5487debc282fbed2d7c1b8ffddc1cc +size 175471584