初始化项目,由ModelHub XC社区提供模型
Model: HelpingAI/MediKAI Source: Original Platform
This commit is contained in:
66
.gitattributes
vendored
Normal file
66
.gitattributes
vendored
Normal file
@@ -0,0 +1,66 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.gguf* filter=lfs diff=lfs merge=lfs -text
|
||||
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
|
||||
tokenizer.model filter=lfs diff=lfs merge=lfs -text
|
||||
model-00001-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00003-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00011-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00008-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00004-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00013-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00010-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00007-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00006-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||
model-00012-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00014-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00016-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00002-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00009-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00015-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
model-00005-of-00016.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
18
README.md
Normal file
18
README.md
Normal file
@@ -0,0 +1,18 @@
|
||||
---
|
||||
license: other
|
||||
---
|
||||
|
||||
# MediKAI - Your Healthcare Companion 🏥💬
|
||||
|
||||
Welcome to mediKAI, the latest healthcare-focused model by HelpingAI designed to provide personalized assistance and support in medical-related queries.
|
||||
|
||||
## Overview
|
||||
mediKAI is a 14 billion parameters model that specializes in healthcare-related topics and medical assistance. Whether you have questions about symptoms, treatments, medications, or general health and wellness, mediKAI is here to help.
|
||||
|
||||
## Languages Supported
|
||||
- English
|
||||
- French
|
||||
- Hindi
|
||||
- Spanish
|
||||
- Arabic
|
||||
```
|
||||
28
config.json
Normal file
28
config.json
Normal file
@@ -0,0 +1,28 @@
|
||||
{
|
||||
"_name_or_path": "FreedomIntelligence/Apollo-7B",
|
||||
"architectures": [
|
||||
"GemmaForCausalLM"
|
||||
],
|
||||
"attention_bias": false,
|
||||
"attention_dropout": 0.0,
|
||||
"bos_token_id": 2,
|
||||
"eos_token_id": 1,
|
||||
"head_dim": 256,
|
||||
"hidden_act": "gelu",
|
||||
"hidden_size": 3072,
|
||||
"initializer_range": 0.02,
|
||||
"intermediate_size": 24576,
|
||||
"max_position_embeddings": 8192,
|
||||
"model_type": "gemma",
|
||||
"num_attention_heads": 16,
|
||||
"num_hidden_layers": 48,
|
||||
"num_key_value_heads": 16,
|
||||
"pad_token_id": 0,
|
||||
"rms_norm_eps": 1e-06,
|
||||
"rope_scaling": null,
|
||||
"rope_theta": 10000.0,
|
||||
"torch_dtype": "float16",
|
||||
"transformers_version": "4.39.0.dev0",
|
||||
"use_cache": true,
|
||||
"vocab_size": 256000
|
||||
}
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
22
mergekit_config.yml
Normal file
22
mergekit_config.yml
Normal file
@@ -0,0 +1,22 @@
|
||||
|
||||
dtype: float16
|
||||
merge_method: passthrough
|
||||
slices:
|
||||
- sources:
|
||||
- layer_range: [0, 8]
|
||||
model: FreedomIntelligence/Apollo-7B
|
||||
- sources:
|
||||
- layer_range: [4, 12]
|
||||
model: FreedomIntelligence/Apollo-7B
|
||||
- sources:
|
||||
- layer_range: [8, 16]
|
||||
model: FreedomIntelligence/Apollo-7B
|
||||
- sources:
|
||||
- layer_range: [12, 20]
|
||||
model: FreedomIntelligence/Apollo-7B
|
||||
- sources:
|
||||
- layer_range: [16, 24]
|
||||
model: FreedomIntelligence/Apollo-7B
|
||||
- sources:
|
||||
- layer_range: [20, 28]
|
||||
model: FreedomIntelligence/Apollo-7B
|
||||
3
model-00001-of-00016.safetensors
Normal file
3
model-00001-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:bf4855ace4430414943a5b0f30f13204ac41d9205d3f73dd3f68f42a53677f24
|
||||
size 805320264
|
||||
3
model-00002-of-00016.safetensors
Normal file
3
model-00002-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:53ebcf1d368819b6309c0d19c75b36231e19cb96f9df1a670d7aa53b1cbd8f34
|
||||
size 1874854256
|
||||
3
model-00003-of-00016.safetensors
Normal file
3
model-00003-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8a4bd858326918cd2c6503d5a92292e08a8c1beb7ad2b737e3488c4ef763c303
|
||||
size 1912630656
|
||||
3
model-00004-of-00016.safetensors
Normal file
3
model-00004-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:11af8256489c659da14bea4004e827086e35ddec0b5d97b1821992afd4b022e0
|
||||
size 1912643176
|
||||
3
model-00005-of-00016.safetensors
Normal file
3
model-00005-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fc3d5ba5b6b52e1161a53c1a873ab3c08758ebae6a42ade45f5093879343d79f
|
||||
size 1912655712
|
||||
3
model-00006-of-00016.safetensors
Normal file
3
model-00006-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6fa140df0689dcbd592521ffdb390aff4ed33f72765019aa56b1ece1b15b62d9
|
||||
size 1912655688
|
||||
3
model-00007-of-00016.safetensors
Normal file
3
model-00007-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d57592d81026f57b5e5724db22c6713b4dd9d194d3fd7a88df7ded34c2e93227
|
||||
size 1912655704
|
||||
3
model-00008-of-00016.safetensors
Normal file
3
model-00008-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4972b4fb75705450cf06cf9fb4515131491a4ae7e55351959042f4261c3a1c86
|
||||
size 1862298232
|
||||
3
model-00009-of-00016.safetensors
Normal file
3
model-00009-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:08cede9b42e370d350fbc58a8800d6e258c3a7d82932062856c43b70da04fb8c
|
||||
size 1988152944
|
||||
3
model-00010-of-00016.safetensors
Normal file
3
model-00010-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e2b0c04d3f9975533c314c5c8da89b9aa61ff9b9a38da4c8b605bc65fcd317bb
|
||||
size 1937796040
|
||||
3
model-00011-of-00016.safetensors
Normal file
3
model-00011-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1c6470ff1b8ea7f31b542cbf48ff22ca360dde7a347272160ada0cf035188393
|
||||
size 1912655728
|
||||
3
model-00012-of-00016.safetensors
Normal file
3
model-00012-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d59c485a099c3214d49e898a907ed3b1863417b9265a768637a578e12687f041
|
||||
size 1912655704
|
||||
3
model-00013-of-00016.safetensors
Normal file
3
model-00013-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b122288e2764b3db4db08fde798dab21ad601034c72bd8a5f0e21b3f8984fee9
|
||||
size 1912655728
|
||||
3
model-00014-of-00016.safetensors
Normal file
3
model-00014-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2e7622e021612b17808b39411a323d78337b7c865566217d8e12abb0d544ed3e
|
||||
size 1988159208
|
||||
3
model-00015-of-00016.safetensors
Normal file
3
model-00015-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a3c71d6bdd0bf58378fd65d09003bb912d36a71c560e7d70807b6d4fe420109f
|
||||
size 1937802304
|
||||
3
model-00016-of-00016.safetensors
Normal file
3
model-00016-of-00016.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:586b783748e1c4e1e633747ae797e952b6078f0cca770d14fcc2a1d432b642a6
|
||||
size 453028968
|
||||
1
model.safetensors.index.json
Normal file
1
model.safetensors.index.json
Normal file
File diff suppressed because one or more lines are too long
30
special_tokens_map.json
Normal file
30
special_tokens_map.json
Normal file
@@ -0,0 +1,30 @@
|
||||
{
|
||||
"bos_token": {
|
||||
"content": "<bos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"eos_token": {
|
||||
"content": "<eos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": {
|
||||
"content": "<pad>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"unk_token": {
|
||||
"content": "<unk>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
}
|
||||
}
|
||||
3
tokenizer.json
Normal file
3
tokenizer.json
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:79b14dd5913f9efa3c8a0fbc97c71b2cae69ebf973be82f227a66178753cc859
|
||||
size 17477707
|
||||
3
tokenizer.model
Normal file
3
tokenizer.model
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
|
||||
size 4241003
|
||||
53
tokenizer_config.json
Normal file
53
tokenizer_config.json
Normal file
@@ -0,0 +1,53 @@
|
||||
{
|
||||
"add_bos_token": true,
|
||||
"add_eos_token": false,
|
||||
"added_tokens_decoder": {
|
||||
"0": {
|
||||
"content": "<pad>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"1": {
|
||||
"content": "<eos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"2": {
|
||||
"content": "<bos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"3": {
|
||||
"content": "<unk>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
}
|
||||
},
|
||||
"bos_token": "<bos>",
|
||||
"clean_up_tokenization_spaces": false,
|
||||
"eos_token": "<eos>",
|
||||
"legacy": null,
|
||||
"max_length": null,
|
||||
"model_max_length": 1000000000000000019884624838656,
|
||||
"pad_to_multiple_of": null,
|
||||
"pad_token": "<pad>",
|
||||
"pad_token_type_id": 0,
|
||||
"padding_side": "left",
|
||||
"sp_model_kwargs": {},
|
||||
"spaces_between_special_tokens": false,
|
||||
"tokenizer_class": "GemmaTokenizer",
|
||||
"unk_token": "<unk>",
|
||||
"use_default_system_prompt": false
|
||||
}
|
||||
Reference in New Issue
Block a user