初始化项目，由ModelHub XC社区提供模型

Model: DrNicefellow/WorryFree_GeneralQA_Chat_Mixtral-8x7B-v1
Source: Original Platform

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,34 @@
+---
+license: apache-2.0
+datasets:
+- DrNicefellow/Quality_WorryFree_GeneralQA_Chat_Dataset-v1
+---
+# WorryFree_GeneralQA_Chat_Mixtral-8x7B-v1
+
+## Description
+WorryFree_GeneralQA_Chat_Mixtral-8x7B-v1 is a chat language model fine-tuned on the Quality_WorryFree_GeneralQA_Chat_Dataset-v1 dataset using the QLoRA technique. Originally based on the [mistralai/Mixtral-8x7B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1) model, this version is specifically optimized for diverse and comprehensive chat applications.
+
+## Model Details
+- **Base Model**: [mistralai/Mixtral-8x7B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1)
+- **Fine-tuning Technique**: QLoRA (Quantum Logic-based Reasoning Approach)
+- **Dataset**: [DrNicefellow/Quality_WorryFree_GeneralQA_Chat_Dataset-v1](https://huggingface.co/datasets/DrNicefellow/Quality_WorryFree_GeneralQA_Chat_Dataset-v1)
+- **Tool Used for Fine-tuning**: [Axolotl](https://github.com/OpenAccess-AI-Collective/axolotl)
+
+## Features
+- Enhanced understanding and generation of conversational language.
+- Improved performance in diverse chat scenarios, including casual, formal, and domain-specific conversations.
+- Fine-tuned to maintain context and coherence over longer dialogues.
+
+## Prompt Format
+
+Vicuna 1.1
+
+See the finetuning dataset for examples.
+
+
+## License
+This model is open-sourced under the Apache 2.0 License. See the LICENSE file for more details.
+
+
+## Feeling Generous? 😊
+Eager to buy me a cup of 2$ coffe or iced tea?🍵☕ Sure, here is the link: [https://ko-fi.com/drnicefellow](https://ko-fi.com/drnicefellow). Please add a note on which one you want me to drink?

config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "/workspace/text-generation-webui2/models/mistralai_Mixtral-8x7B-v0.1",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mixtral",
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "num_local_experts": 8,
+  "output_router_logits": true,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "router_aux_loss_coef": 0.02,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.37.2",
+  "use_cache": false,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.37.2"
+}

pytorch_model-00001-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0df1929740f8747a07152ae18722f42d05302584821672ade6a2d5b75308ea
+size 4892820801

pytorch_model-00002-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4eebb65867d113a9c9ea2093522dde79e3a64e693ccbe74b766699f2c90dce
+size 4983016125

pytorch_model-00003-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f431c0596199b1c84c0d2f4335e510a55c44a95f21fdd428b1f9dc732333a33f
+size 4983016209

pytorch_model-00004-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99cee63f4917389c8e52cc217d407be3c67cf45b4a41f81c982d7653140735
+size 4899045759

pytorch_model-00005-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918c9a556d14bb70c9b9d845bf3ff5d3f4f3d029a040b920d9be5c66bc9e0599
+size 4983016161

pytorch_model-00006-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e256b5aa1e5e80e0a9f7484adf2a278891c0040ce27beea87e0dae794bb8123
+size 4983016125

pytorch_model-00007-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38d160fc1ee84470b7cec057eacc8d04ad2d872c2c2f6ad5fae43f75f4541d4
+size 4899045759

pytorch_model-00008-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc92b53d09a443f2b59a58555b6253951d7415836f871397a3875ae5b1452a9e
+size 4983016185

pytorch_model-00009-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b794f43ff546905dd983f2386aab96eedc2209972214cb9c776fad51099b3b
+size 4983016125

pytorch_model-00010-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0458499cc8672b806199a66e25304e964f3d798b3ff90fbe350ab61c1a772f
+size 4899045759

pytorch_model-00011-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a018d7dbe9ff0d86ccc46e1c24864c8a926848fa4032476ced612c4f442ec
+size 4983016149

pytorch_model-00012-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed94b354453b08cda4327109e560216ae61ff51f1fe688f3c09b7590e8b94997
+size 4983016149

pytorch_model-00013-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a865e2b0feaa3fa1594a73b18e90390e822ff57826ca0d1b7e6932c6a26dda15
+size 4983016125

pytorch_model-00014-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8ebdd43ff6209790c5751cf2f88f01e486bf522a579c4b9a1361e70ab15f90
+size 4899045759

pytorch_model-00015-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5b3d9ac40edf0d77f279bd692d0733428366b895c1d0f52f17d95ba113186a
+size 4983016185

pytorch_model-00016-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb5d2b6acc8cc5f46ee0807c18cd1c759d43bf1f7cd80d3b61cce653acc9758
+size 4983016125

pytorch_model-00017-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87102e98a0c76d8c37e5988ecfe5c3fe21a6d1d30441abed06b940c7b4b3f5d3
+size 4899045759

pytorch_model-00018-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a23d375a32f9e60c5a50ff0a65793e09a8fb0e462b1e08549d0b44da48fd177
+size 4983016161

pytorch_model-00019-of-00019.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe3d2082abfdcab49c7788a339dd1fd62c50b9d290cc41975d0b86edc2629c4
+size 4221688679

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,44 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "trust_remote_code": true,
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false,
+  "use_fast": true
+}