From 0f8daddcb1b8cfef7926ffbd0f29fff537f6962e Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 06:19:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/tartuNLP_-_Llammas-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++++++++ Llammas.IQ3_M.gguf | 3 + Llammas.IQ3_S.gguf | 3 + Llammas.IQ3_XS.gguf | 3 + Llammas.IQ4_NL.gguf | 3 + Llammas.IQ4_XS.gguf | 3 + Llammas.Q2_K.gguf | 3 + Llammas.Q3_K.gguf | 3 + Llammas.Q3_K_L.gguf | 3 + Llammas.Q3_K_M.gguf | 3 + Llammas.Q3_K_S.gguf | 3 + Llammas.Q4_0.gguf | 3 + Llammas.Q4_1.gguf | 3 + Llammas.Q4_K.gguf | 3 + Llammas.Q4_K_M.gguf | 3 + Llammas.Q4_K_S.gguf | 3 + Llammas.Q5_0.gguf | 3 + Llammas.Q5_1.gguf | 3 + Llammas.Q5_K.gguf | 3 + Llammas.Q5_K_M.gguf | 3 + Llammas.Q5_K_S.gguf | 3 + Llammas.Q6_K.gguf | 3 + Llammas.Q8_0.gguf | 3 + README.md | 133 ++++++++++++++++++++++++++++++++++++++++++++ 24 files changed, 256 insertions(+) create mode 100644 .gitattributes create mode 100644 Llammas.IQ3_M.gguf create mode 100644 Llammas.IQ3_S.gguf create mode 100644 Llammas.IQ3_XS.gguf create mode 100644 Llammas.IQ4_NL.gguf create mode 100644 Llammas.IQ4_XS.gguf create mode 100644 Llammas.Q2_K.gguf create mode 100644 Llammas.Q3_K.gguf create mode 100644 Llammas.Q3_K_L.gguf create mode 100644 Llammas.Q3_K_M.gguf create mode 100644 Llammas.Q3_K_S.gguf create mode 100644 Llammas.Q4_0.gguf create mode 100644 Llammas.Q4_1.gguf create mode 100644 Llammas.Q4_K.gguf create mode 100644 Llammas.Q4_K_M.gguf create mode 100644 Llammas.Q4_K_S.gguf create mode 100644 Llammas.Q5_0.gguf create mode 100644 Llammas.Q5_1.gguf create mode 100644 Llammas.Q5_K.gguf create mode 100644 Llammas.Q5_K_M.gguf create mode 100644 Llammas.Q5_K_S.gguf create mode 100644 Llammas.Q6_K.gguf create mode 100644 Llammas.Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ab2b22b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llammas.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llammas.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llammas.IQ3_M.gguf b/Llammas.IQ3_M.gguf new file mode 100644 index 0000000..b6f4f93 --- /dev/null +++ b/Llammas.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd210651efd7b260a23fa62ea0f8900c60087636a3582396e82fd0be9283a8fa +size 3114865184 diff --git a/Llammas.IQ3_S.gguf b/Llammas.IQ3_S.gguf new file mode 100644 index 0000000..01eb6c6 --- /dev/null +++ b/Llammas.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29cfe0561b66998a37e577db7a158395dbde303dd3c77b4824a3eae70e19e076 +size 2948305440 diff --git a/Llammas.IQ3_XS.gguf b/Llammas.IQ3_XS.gguf new file mode 100644 index 0000000..3e3f64c --- /dev/null +++ b/Llammas.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85df8186cfcb43a9798760a90437b94cc765fad3acea0be76cb5749244211a6 +size 2796524064 diff --git a/Llammas.IQ4_NL.gguf b/Llammas.IQ4_NL.gguf new file mode 100644 index 0000000..14d63c2 --- /dev/null +++ b/Llammas.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:504693ab66ae4354da0e8f7b216823c1e4eda44137751bb4f5560078a62b5d30 +size 3848352288 diff --git a/Llammas.IQ4_XS.gguf b/Llammas.IQ4_XS.gguf new file mode 100644 index 0000000..e16f937 --- /dev/null +++ b/Llammas.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e89e2ea17a66347f96319ea9f6e8ca3c70546f372c911339e889a3c4658bd16 +size 3647517216 diff --git a/Llammas.Q2_K.gguf b/Llammas.Q2_K.gguf new file mode 100644 index 0000000..8a37232 --- /dev/null +++ b/Llammas.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1726d9fd1d7f79361c91ed5df06aa420dd2cf556692878783456eea9eae70b2 +size 2532864544 diff --git a/Llammas.Q3_K.gguf b/Llammas.Q3_K.gguf new file mode 100644 index 0000000..63d5497 --- /dev/null +++ b/Llammas.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef90295ea140a9fd35f6d689eb310155bb904b0b80bece0f77e4525416ad288 +size 3298005536 diff --git a/Llammas.Q3_K_L.gguf b/Llammas.Q3_K_L.gguf new file mode 100644 index 0000000..379cb70 --- /dev/null +++ b/Llammas.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63e4007847ea0064587dc82e7cbd3d72b02f691f6974decfc1a10c91ce613074 +size 3597111840 diff --git a/Llammas.Q3_K_M.gguf b/Llammas.Q3_K_M.gguf new file mode 100644 index 0000000..63d5497 --- /dev/null +++ b/Llammas.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef90295ea140a9fd35f6d689eb310155bb904b0b80bece0f77e4525416ad288 +size 3298005536 diff --git a/Llammas.Q3_K_S.gguf b/Llammas.Q3_K_S.gguf new file mode 100644 index 0000000..facd104 --- /dev/null +++ b/Llammas.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67ff988f772f6823329f6063cae96d41699850f52882fd864eb8a726f844a49 +size 2948305440 diff --git a/Llammas.Q4_0.gguf b/Llammas.Q4_0.gguf new file mode 100644 index 0000000..80abcd9 --- /dev/null +++ b/Llammas.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3531184bdae2a35fad15d6ac5bb7bcb6e30ace6295610de312938e9737ba4347 +size 3825807904 diff --git a/Llammas.Q4_1.gguf b/Llammas.Q4_1.gguf new file mode 100644 index 0000000..84daa3a --- /dev/null +++ b/Llammas.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71498ca614ccee82e0819e9b54377b766773ce597d2a79fd80f33d2b2141b883 +size 4238750240 diff --git a/Llammas.Q4_K.gguf b/Llammas.Q4_K.gguf new file mode 100644 index 0000000..5c73907 --- /dev/null +++ b/Llammas.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31e7feb93c8e83c745ab4d8820a461365b040a2743395b837c864ae670be769 +size 4081005088 diff --git a/Llammas.Q4_K_M.gguf b/Llammas.Q4_K_M.gguf new file mode 100644 index 0000000..5c73907 --- /dev/null +++ b/Llammas.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31e7feb93c8e83c745ab4d8820a461365b040a2743395b837c864ae670be769 +size 4081005088 diff --git a/Llammas.Q4_K_S.gguf b/Llammas.Q4_K_S.gguf new file mode 100644 index 0000000..090c915 --- /dev/null +++ b/Llammas.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f627454a4049553c11a2a0444b3c6dd9b94380c57dfb9d85a0928eb145b15737 +size 3856740896 diff --git a/Llammas.Q5_0.gguf b/Llammas.Q5_0.gguf new file mode 100644 index 0000000..fbf6771 --- /dev/null +++ b/Llammas.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60137955ccfd1e8053bd3fe36b423e7501217e9444a5624a6b6369860b3abcde +size 4651692576 diff --git a/Llammas.Q5_1.gguf b/Llammas.Q5_1.gguf new file mode 100644 index 0000000..bac73e2 --- /dev/null +++ b/Llammas.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f97ca7663ef9c9968931a275c409f90413a44958ec3d09c7ffd29d3a190e163 +size 5064634912 diff --git a/Llammas.Q5_K.gguf b/Llammas.Q5_K.gguf new file mode 100644 index 0000000..5320b42 --- /dev/null +++ b/Llammas.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30067f342f2339ea16598df2f70a74d4f3afbe92953b9d37177c947a95baf2d0 +size 4783157792 diff --git a/Llammas.Q5_K_M.gguf b/Llammas.Q5_K_M.gguf new file mode 100644 index 0000000..5320b42 --- /dev/null +++ b/Llammas.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30067f342f2339ea16598df2f70a74d4f3afbe92953b9d37177c947a95baf2d0 +size 4783157792 diff --git a/Llammas.Q5_K_S.gguf b/Llammas.Q5_K_S.gguf new file mode 100644 index 0000000..61ce991 --- /dev/null +++ b/Llammas.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7edd7c281275e9229d44b259413c7b989bfbfddb22e867b1121b399383162c +size 4651692576 diff --git a/Llammas.Q6_K.gguf b/Llammas.Q6_K.gguf new file mode 100644 index 0000000..3cb80b3 --- /dev/null +++ b/Llammas.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:506e1d41a24d87671df5c56bc07893ca2acfc93b726d0a84f84dab6fbc7db9ee +size 5529195040 diff --git a/Llammas.Q8_0.gguf b/Llammas.Q8_0.gguf new file mode 100644 index 0000000..44ded50 --- /dev/null +++ b/Llammas.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8184395b9f1952b5326409aaa4544c0ec538fb283c04e7bc4d21e4d0f3ee6fd4 +size 7161090592 diff --git a/README.md b/README.md new file mode 100644 index 0000000..44fbd53 --- /dev/null +++ b/README.md @@ -0,0 +1,133 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Llammas - GGUF +- Model creator: https://huggingface.co/tartuNLP/ +- Original model: https://huggingface.co/tartuNLP/Llammas/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Llammas.Q2_K.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q2_K.gguf) | Q2_K | 2.36GB | +| [Llammas.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.IQ3_XS.gguf) | IQ3_XS | 2.6GB | +| [Llammas.IQ3_S.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.IQ3_S.gguf) | IQ3_S | 2.75GB | +| [Llammas.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q3_K_S.gguf) | Q3_K_S | 2.75GB | +| [Llammas.IQ3_M.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.IQ3_M.gguf) | IQ3_M | 2.9GB | +| [Llammas.Q3_K.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q3_K.gguf) | Q3_K | 3.07GB | +| [Llammas.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q3_K_M.gguf) | Q3_K_M | 3.07GB | +| [Llammas.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q3_K_L.gguf) | Q3_K_L | 3.35GB | +| [Llammas.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.IQ4_XS.gguf) | IQ4_XS | 3.4GB | +| [Llammas.Q4_0.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q4_0.gguf) | Q4_0 | 3.56GB | +| [Llammas.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.IQ4_NL.gguf) | IQ4_NL | 3.58GB | +| [Llammas.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q4_K_S.gguf) | Q4_K_S | 3.59GB | +| [Llammas.Q4_K.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q4_K.gguf) | Q4_K | 3.8GB | +| [Llammas.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q4_K_M.gguf) | Q4_K_M | 3.8GB | +| [Llammas.Q4_1.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q4_1.gguf) | Q4_1 | 3.95GB | +| [Llammas.Q5_0.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q5_0.gguf) | Q5_0 | 4.33GB | +| [Llammas.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q5_K_S.gguf) | Q5_K_S | 4.33GB | +| [Llammas.Q5_K.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q5_K.gguf) | Q5_K | 4.45GB | +| [Llammas.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q5_K_M.gguf) | Q5_K_M | 4.45GB | +| [Llammas.Q5_1.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q5_1.gguf) | Q5_1 | 4.72GB | +| [Llammas.Q6_K.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q6_K.gguf) | Q6_K | 5.15GB | +| [Llammas.Q8_0.gguf](https://huggingface.co/RichardErkhov/tartuNLP_-_Llammas-gguf/blob/main/Llammas.Q8_0.gguf) | Q8_0 | 6.67GB | + + + + +Original model description: +--- +language: +- et +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- conversational +--- + +# LLammas 🐑 + +Llama-2-7B finetuned in two stages: +1. 5B tokens of CulturaX with 75% of documents in Estonain and 25% in English (see [Llammas-base](https://huggingface.co/tartuNLP/Llammas-base)), +2. Alpaca-cleaned, Alpaca-est, OASST1 top-1 English conversations, CoT and FLAN-V2 following open-instruct (both 10,000), WMT18 English-Estonian translation development data (as documents), general MTee validation English-Estonian held-out data. + +[Alpaca-est](https://github.com/TartuNLP/alpaca-est) is an instruction dataset generated for Estonian with *gpt-3.5-turbo-0613*, following Alpaca. More details in our [paper](https://arxiv.org/abs/2404.04042). + +Additional resources: +* Paper: [arxiv.org/abs/2404.04042](https://arxiv.org/abs/2404.04042) +* Code: [github.com/TartuNLP/llammas](https://github.com/TartuNLP/llammas) +* Base model: [tartuNLP/Llammas-base](https://huggingface.co/tartuNLP/Llammas-base) +* 4-bit quantized model in GGUF: [AlbertUnn/LlammasGGUF](https://huggingface.co/AlbertUnn/LlammasGGUF) +* Alpaca-est dataset: [github.com/TartuNLP/alpaca-est](https://github.com/TartuNLP/alpaca-est) + +### Using the model + + + +Using the model in a text-generation pipeline: +``` +from transformers import pipeline +import torch + +pipe = pipeline("text-generation", model="tartuNLP/Llammas", torch_dtype=torch.bfloat16, device_map="auto") + +messages = [ + {"role": "user", "content": "Tere!"}, + {"role": "assistant", "content": "Tere! Kas saaksin teid kuidagi aidata?"}, + {"role": "user", "content": "Kuidas alustada kirja kirjutamist?"} +] + +prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True) +outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.6, top_k=50, top_p=0.9) +print(outputs[0]["generated_text"][len(prompt):]) +``` + + +Using the model in a conversational pipeline (works with transformers==4.36.2, issues with output in newer versions): +``` +from transformers import pipeline, Conversation +import torch + +pipe = pipeline("conversational", model="tartuNLP/Llammas", torch_dtype=torch.bfloat16, device_map="auto") + +messages = [ + {"role": "user", "content": "Tere!"}, + {"role": "assistant", "content": "Tere! Kas saaksin teid kuidagi aidata?"}, + {"role": "user", "content": "Kuidas alustada kirja kirjutamist?"} +] + +conversation = Conversation(messages) +conversation = pipe(conversation) +``` + +Conversational format: +``` +<|user|> +Tere! +<|assistant|> +Tere! Kas saaksin teid kuidagi aidata? +<|user|> +Kuidas alustada kirja kirjutamist? +<|assistant|> +Kirja kirjutamiseks alustage tervitusega, nĂ€iteks "Tere!" vĂ”i "Tere hommikust!". SeejĂ€rel tutvustage ennast ja mainige, kellega kirjutate. Kirjeldage oma mĂ”tteid vĂ”i kĂŒsimusi, mida soovite arutada. LĂ”petage kiri viisakalt, nĂ€iteks "TĂ€nan teid tĂ€helepanu eest!" vĂ”i "Parimate soovidega!" +``` + +### Citation +``` +@misc{kuulmets2024teaching, + title={Teaching Llama a New Language Through Cross-Lingual Knowledge Transfer}, + author={Hele-Andra Kuulmets and Taido Purason and Agnes Luhtaru and Mark Fishel}, + year={2024}, + eprint={2404.04042}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} + +``` +