初始化项目，由ModelHub XC社区提供模型

Model: teddylee777/Llama-3-KoEn-8B-preview-gguf
Source: Original Platform

.gitattributes

@@ -0,0 +1,46 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-FP32.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-KoEn-8B-preview-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text

Llama-3-KoEn-8B-preview-FP32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e345f07541389a916e8ea9f06e486786a0a7eba27c994e9298f8fbb7138f6467
+size 32128880832

Llama-3-KoEn-8B-preview-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130872d7f09aad4b3c916d3437d9b56441419a9e29d0f4b6f99e26c28c144cfb
+size 4661211360

Llama-3-KoEn-8B-preview-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd677bf97c652dfac5600f4c1bdfb81759f1906ccab28c84724e819988f7547
+size 5130252512

Llama-3-KoEn-8B-preview-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4801e097358c03aedfecf0a63fe39cc531fcd79abeb823806dc03f07cc98e0a
+size 4920733920

Llama-3-KoEn-8B-preview-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61fd2072412aa93a24f41e440d5517370caf1618c3ef558f1e689a90125ba4f
+size 4692668640

Llama-3-KoEn-8B-preview-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd37982bb3f9595f6d67445eda1cf9211466a6a0a9dcb93604c444fe48969384
+size 5599293664

Llama-3-KoEn-8B-preview-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a321c968a28c9a40fae554397f43835fc37473d5081da1aaf07332073f7aae4
+size 5732987104

Llama-3-KoEn-8B-preview-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6bd055ed6149c5d62b7a7a4bbf5d8c1dc9dbc64c04b22af1d8cc30fa39249b
+size 5599293664

Llama-3-KoEn-8B-preview-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2886b8884784816bdc5c9ac6d63bb40ece77eb22304745a36711d9d8c80f9b34
+size 6596006112

Llama-3-KoEn-8B-preview-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5845f014467349112e8091157330e603ec7f92eb6ff12e060321ad0b5d1c4c66
+size 8540770528

README.md

@@ -0,0 +1,24 @@
+---
+language:
+- en
+- ko
+license: cc-by-nc-sa-4.0
+tags:
+- facebook
+- meta
+- pytorch
+- llama
+- llama-3
+- llama-3-ko
+pipeline_tag: text-generation
+license_name: llama3
+license_link: LICENSE
+---
+
+## 📌 Notice
+- ✅ Original model is [beomi/Llama-3-KoEn-8B-preview](https://huggingface.co/beomi/Llama-3-KoEn-8B-preview)
+- ✅ Quantized by [teddylee777](https://huggingface.co/teddylee777) by using [llama.cpp](https://github.com/ggerganov/llama.cpp)
+
+## 💬 Template
+
+

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.35.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

special_tokens_map.json

@@ -0,0 +1,16 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}