初始化项目,由ModelHub XC社区提供模型
Model: HelpingAI/MediKAI Source: Original Platform
This commit is contained in:
66
.gitattributes
vendored
Normal file
66
.gitattributes
vendored
Normal file
@@ -0,0 +1,66 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
tokenizer.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00001-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00003-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00011-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00008-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00004-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00013-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00010-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00007-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00006-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00012-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00014-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00016-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00002-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00009-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00015-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-00005-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
18
README.md
Normal file
18
README.md
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
---
|
||||||
|
license: other
|
||||||
|
---
|
||||||
|
|
||||||
|
# MediKAI - Your Healthcare Companion 🏥💬
|
||||||
|
|
||||||
|
Welcome to mediKAI, the latest healthcare-focused model by HelpingAI designed to provide personalized assistance and support in medical-related queries.
|
||||||
|
|
||||||
|
## Overview
|
||||||
|
mediKAI is a 14 billion parameters model that specializes in healthcare-related topics and medical assistance. Whether you have questions about symptoms, treatments, medications, or general health and wellness, mediKAI is here to help.
|
||||||
|
|
||||||
|
## Languages Supported
|
||||||
|
- English
|
||||||
|
- French
|
||||||
|
- Hindi
|
||||||
|
- Spanish
|
||||||
|
- Arabic
|
||||||
|
```
|
||||||
28
config.json
Normal file
28
config.json
Normal file
@@ -0,0 +1,28 @@
|
|||||||
|
{
|
||||||
|
"_name_or_path": "FreedomIntelligence/Apollo-7B",
|
||||||
|
"architectures": [
|
||||||
|
"GemmaForCausalLM"
|
||||||
|
],
|
||||||
|
"attention_bias": false,
|
||||||
|
"attention_dropout": 0.0,
|
||||||
|
"bos_token_id": 2,
|
||||||
|
"eos_token_id": 1,
|
||||||
|
"head_dim": 256,
|
||||||
|
"hidden_act": "gelu",
|
||||||
|
"hidden_size": 3072,
|
||||||
|
"initializer_range": 0.02,
|
||||||
|
"intermediate_size": 24576,
|
||||||
|
"max_position_embeddings": 8192,
|
||||||
|
"model_type": "gemma",
|
||||||
|
"num_attention_heads": 16,
|
||||||
|
"num_hidden_layers": 48,
|
||||||
|
"num_key_value_heads": 16,
|
||||||
|
"pad_token_id": 0,
|
||||||
|
"rms_norm_eps": 1e-06,
|
||||||
|
"rope_scaling": null,
|
||||||
|
"rope_theta": 10000.0,
|
||||||
|
"torch_dtype": "float16",
|
||||||
|
"transformers_version": "4.39.0.dev0",
|
||||||
|
"use_cache": true,
|
||||||
|
"vocab_size": 256000
|
||||||
|
}
|
||||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
|||||||
|
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||||
22
mergekit_config.yml
Normal file
22
mergekit_config.yml
Normal file
@@ -0,0 +1,22 @@
|
|||||||
|
|
||||||
|
dtype: float16
|
||||||
|
merge_method: passthrough
|
||||||
|
slices:
|
||||||
|
- sources:
|
||||||
|
- layer_range: [0, 8]
|
||||||
|
model: FreedomIntelligence/Apollo-7B
|
||||||
|
- sources:
|
||||||
|
- layer_range: [4, 12]
|
||||||
|
model: FreedomIntelligence/Apollo-7B
|
||||||
|
- sources:
|
||||||
|
- layer_range: [8, 16]
|
||||||
|
model: FreedomIntelligence/Apollo-7B
|
||||||
|
- sources:
|
||||||
|
- layer_range: [12, 20]
|
||||||
|
model: FreedomIntelligence/Apollo-7B
|
||||||
|
- sources:
|
||||||
|
- layer_range: [16, 24]
|
||||||
|
model: FreedomIntelligence/Apollo-7B
|
||||||
|
- sources:
|
||||||
|
- layer_range: [20, 28]
|
||||||
|
model: FreedomIntelligence/Apollo-7B
|
||||||
3
model-00001-of-00016.safetensors
Normal file
3
model-00001-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:bf4855ace4430414943a5b0f30f13204ac41d9205d3f73dd3f68f42a53677f24
|
||||||
|
size 805320264
|
||||||
3
model-00002-of-00016.safetensors
Normal file
3
model-00002-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:53ebcf1d368819b6309c0d19c75b36231e19cb96f9df1a670d7aa53b1cbd8f34
|
||||||
|
size 1874854256
|
||||||
3
model-00003-of-00016.safetensors
Normal file
3
model-00003-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8a4bd858326918cd2c6503d5a92292e08a8c1beb7ad2b737e3488c4ef763c303
|
||||||
|
size 1912630656
|
||||||
3
model-00004-of-00016.safetensors
Normal file
3
model-00004-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:11af8256489c659da14bea4004e827086e35ddec0b5d97b1821992afd4b022e0
|
||||||
|
size 1912643176
|
||||||
3
model-00005-of-00016.safetensors
Normal file
3
model-00005-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:fc3d5ba5b6b52e1161a53c1a873ab3c08758ebae6a42ade45f5093879343d79f
|
||||||
|
size 1912655712
|
||||||
3
model-00006-of-00016.safetensors
Normal file
3
model-00006-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6fa140df0689dcbd592521ffdb390aff4ed33f72765019aa56b1ece1b15b62d9
|
||||||
|
size 1912655688
|
||||||
3
model-00007-of-00016.safetensors
Normal file
3
model-00007-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:d57592d81026f57b5e5724db22c6713b4dd9d194d3fd7a88df7ded34c2e93227
|
||||||
|
size 1912655704
|
||||||
3
model-00008-of-00016.safetensors
Normal file
3
model-00008-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4972b4fb75705450cf06cf9fb4515131491a4ae7e55351959042f4261c3a1c86
|
||||||
|
size 1862298232
|
||||||
3
model-00009-of-00016.safetensors
Normal file
3
model-00009-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:08cede9b42e370d350fbc58a8800d6e258c3a7d82932062856c43b70da04fb8c
|
||||||
|
size 1988152944
|
||||||
3
model-00010-of-00016.safetensors
Normal file
3
model-00010-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e2b0c04d3f9975533c314c5c8da89b9aa61ff9b9a38da4c8b605bc65fcd317bb
|
||||||
|
size 1937796040
|
||||||
3
model-00011-of-00016.safetensors
Normal file
3
model-00011-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:1c6470ff1b8ea7f31b542cbf48ff22ca360dde7a347272160ada0cf035188393
|
||||||
|
size 1912655728
|
||||||
3
model-00012-of-00016.safetensors
Normal file
3
model-00012-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:d59c485a099c3214d49e898a907ed3b1863417b9265a768637a578e12687f041
|
||||||
|
size 1912655704
|
||||||
3
model-00013-of-00016.safetensors
Normal file
3
model-00013-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b122288e2764b3db4db08fde798dab21ad601034c72bd8a5f0e21b3f8984fee9
|
||||||
|
size 1912655728
|
||||||
3
model-00014-of-00016.safetensors
Normal file
3
model-00014-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:2e7622e021612b17808b39411a323d78337b7c865566217d8e12abb0d544ed3e
|
||||||
|
size 1988159208
|
||||||
3
model-00015-of-00016.safetensors
Normal file
3
model-00015-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a3c71d6bdd0bf58378fd65d09003bb912d36a71c560e7d70807b6d4fe420109f
|
||||||
|
size 1937802304
|
||||||
3
model-00016-of-00016.safetensors
Normal file
3
model-00016-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:586b783748e1c4e1e633747ae797e952b6078f0cca770d14fcc2a1d432b642a6
|
||||||
|
size 453028968
|
||||||
1
model.safetensors.index.json
Normal file
1
model.safetensors.index.json
Normal file
File diff suppressed because one or more lines are too long
30
special_tokens_map.json
Normal file
30
special_tokens_map.json
Normal file
@@ -0,0 +1,30 @@
|
|||||||
|
{
|
||||||
|
"bos_token": {
|
||||||
|
"content": "<bos>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"eos_token": {
|
||||||
|
"content": "<eos>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"pad_token": {
|
||||||
|
"content": "<pad>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"unk_token": {
|
||||||
|
"content": "<unk>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
}
|
||||||
|
}
|
||||||
3
tokenizer.json
Normal file
3
tokenizer.json
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:79b14dd5913f9efa3c8a0fbc97c71b2cae69ebf973be82f227a66178753cc859
|
||||||
|
size 17477707
|
||||||
3
tokenizer.model
Normal file
3
tokenizer.model
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
|
||||||
|
size 4241003
|
||||||
53
tokenizer_config.json
Normal file
53
tokenizer_config.json
Normal file
@@ -0,0 +1,53 @@
|
|||||||
|
{
|
||||||
|
"add_bos_token": true,
|
||||||
|
"add_eos_token": false,
|
||||||
|
"added_tokens_decoder": {
|
||||||
|
"0": {
|
||||||
|
"content": "<pad>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"1": {
|
||||||
|
"content": "<eos>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"2": {
|
||||||
|
"content": "<bos>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
},
|
||||||
|
"3": {
|
||||||
|
"content": "<unk>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false,
|
||||||
|
"special": true
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"bos_token": "<bos>",
|
||||||
|
"clean_up_tokenization_spaces": false,
|
||||||
|
"eos_token": "<eos>",
|
||||||
|
"legacy": null,
|
||||||
|
"max_length": null,
|
||||||
|
"model_max_length": 1000000000000000019884624838656,
|
||||||
|
"pad_to_multiple_of": null,
|
||||||
|
"pad_token": "<pad>",
|
||||||
|
"pad_token_type_id": 0,
|
||||||
|
"padding_side": "left",
|
||||||
|
"sp_model_kwargs": {},
|
||||||
|
"spaces_between_special_tokens": false,
|
||||||
|
"tokenizer_class": "GemmaTokenizer",
|
||||||
|
"unk_token": "<unk>",
|
||||||
|
"use_default_system_prompt": false
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user