mesolitica/gpt2-117m-bahasa-cased
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: mesolitica/gpt2-117m-bahasa-cased
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-03 15:44:13 +08:00
commit 9a09dd5d2f
21 changed files with 63976 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

49
.gitattributes vendored Normal file
View File

@@ -0,0 +1,49 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*.tfevents* filter=lfs diff=lfs merge=lfs -text
*.db* filter=lfs diff=lfs merge=lfs -text
*.ark* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.gguf* filter=lfs diff=lfs merge=lfs -text
*.ggml filter=lfs diff=lfs merge=lfs -text
*.llamafile* filter=lfs diff=lfs merge=lfs -text
*.pt2 filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
pytorch_model.bin filter=lfs diff=lfs merge=lfs -text

48
README.md Normal file
View File

@@ -0,0 +1,48 @@
---
license: Apache License 2.0
tags: []
#model-type:
##如 gpt、phi、llama、chatglm、baichuan 等
#- gpt
#domain:
##如 nlp、cv、audio、multi-modal
#- nlp
#language:
##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa
#- cn
#metrics:
##如 CIDEr、Blue、ROUGE 等
#- CIDEr
#tags:
##各种自定义，包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他
#- pretrained
#tools:
##如 vllm、fastchat、llamacpp、AdaSeq 等
#- vllm
---
### 当前模型的贡献者未提供更加详细的模型介绍。模型文件和权重，可浏览“模型文件”页面获取。
#### 您可以通过如下git clone命令，或者ModelScope SDK来下载模型
SDK下载
```bash
#安装ModelScope
pip install modelscope
```
```python
#SDK模型下载
from modelscope import snapshot_download
model_dir = snapshot_download('mesolitica/gpt2-117m-bahasa-cased')
```
Git下载
```
#Git模型下载
git clone https://www.modelscope.cn/mesolitica/gpt2-117m-bahasa-cased.git
```
<p style="color: lightgrey;">如果您是本模型的贡献者，我们邀请您根据<a href="https://modelscope.cn/docs/ModelScope%E6%A8%A1%E5%9E%8B%E6%8E%A5%E5%85%A5%E6%B5%81%E7%A8%8B%E6%A6%82%E8%A7%88" style="color: lightgrey; text-decoration: underline;">模型贡献文档</a>，及时完善模型卡片内容。</p>

39
config.json Normal file
View File

@@ -0,0 +1,39 @@
{
"_name_or_path": "./malay-cased-gpt2-clm/checkpoint-450000",
"activation_function": "gelu_new",
"architectures": [
"GPT2LMHeadModel"
],
"attn_pdrop": 0.1,
"bos_token_id": 50256,
"embd_pdrop": 0.1,
"eos_token_id": 50256,
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-05,
"model_type": "gpt2",
"n_ctx": 1024,
"n_embd": 768,
"n_head": 12,
"n_inner": null,
"n_layer": 12,
"n_positions": 1024,
"reorder_and_upcast_attn": false,
"resid_pdrop": 0.1,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"task_specific_params": {
"text-generation": {
"do_sample": true,
"max_length": 50
}
},
"torch_dtype": "float32",
"transformers_version": "4.21.2",
"use_cache": true,
"vocab_size": 32000
}

1
configuration.json Normal file
View File

@@ -0,0 +1 @@
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

31741
merges.txt Normal file
View File

File diff suppressed because it is too large Load Diff

3
pytorch_model.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:22ccfcbd55125f89530c468ebe020e593d5c834527bba5648ab2881d3f524ed4
size 454308585

3
runs/Sep14_16-20-35_husein-MS-7D31/1663143644.924458/events.out.tfevents.1663143644.husein-MS-7D31.619913.1 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:38925cac47417e845bc1b731c0df8fd27e716515188af84d303fb3c04c5056b8
size 5427

3
runs/Sep14_16-20-35_husein-MS-7D31/events.out.tfevents.1663143644.husein-MS-7D31.619913.0 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0cc1f731ec02a60614abddc0bf4f0a4981c3b35041dd65b84bb0b0879cb07716
size 12450

3
runs/Sep14_16-52-46_husein-MS-7D31/1663147158.6710532/events.out.tfevents.1663147158.husein-MS-7D31.630738.1 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b875066dc1571f1c3497f74303f8541a878b47274f6402b0dbcd658ae5975ec5
size 5427

3
runs/Sep14_16-52-46_husein-MS-7D31/events.out.tfevents.1663147158.husein-MS-7D31.630738.0 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ad9b8fe87984de64f705c81c9dcbadd305c44d2debb6162709b1ac18d304b541
size 12453

3
runs/Sep14_18-56-42_husein-MS-7D31/1663153011.0095623/events.out.tfevents.1663153011.husein-MS-7D31.650726.1 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b7eebe62fd8301228ea795dc42eec57bfdda65931cef480202a05dabf01354d3
size 5427

3
runs/Sep14_18-56-42_husein-MS-7D31/events.out.tfevents.1663153011.husein-MS-7D31.650726.0 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:57fd15af55b1e66853d54e83dccc0aebd1d05d15abdd832a7d9be757897aec4f
size 4293

3
runs/Sep14_18-57-32_husein-MS-7D31/1663153061.701451/events.out.tfevents.1663153061.husein-MS-7D31.651170.1 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:621629e34817fa47074ceb1b69b6bbe5a783da6938ef4a852f69003a37340a8e
size 5427

3
runs/Sep14_18-57-32_husein-MS-7D31/events.out.tfevents.1663153061.husein-MS-7D31.651170.0 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0119645de569518befdaa45a6ffe007a288595668179136f4326a33170a0376a
size 40

3
runs/Sep14_18-58-49_husein-MS-7D31/1663153163.5972784/events.out.tfevents.1663153163.husein-MS-7D31.651635.1 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6c9fbb37c093fce2520c3bc1e9d8a5b6684175cdc5fec8dc64af934e6b5ad787
size 5427

3
runs/Sep14_18-58-49_husein-MS-7D31/events.out.tfevents.1663153163.husein-MS-7D31.651635.0 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a19bc5338c04025834361fc8bba09ce5958b23a08b5a521da415685073e2671d
size 6931

3
runs/Sep14_19-09-37_husein-MS-7D31/1663155354.5309708/events.out.tfevents.1663155354.husein-MS-7D31.654267.1 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b35ee38d1d7441cca92afc7125ffa4bafa96520e65b3b3ecbd4f5bad6c863427
size 5427

3
runs/Sep14_19-09-37_husein-MS-7D31/events.out.tfevents.1663155354.husein-MS-7D31.654267.0 Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4b2b81422469b853bc9466291ddbfa000db9eeba517a0a0ed7e8ac5c643e776e
size 856616

23
special_tokens_map.json Normal file
View File

@@ -0,0 +1,23 @@
{
"bos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}

34
tokenizer_config.json Normal file
View File

@@ -0,0 +1,34 @@
{
"add_bos_token": false,
"add_prefix_space": false,
"bos_token": {
"__type": "AddedToken",
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"do_lower_case": false,
"eos_token": {
"__type": "AddedToken",
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"errors": "replace",
"name_or_path": "./malay-cased-gpt2",
"pad_token": null,
"special_tokens_map_file": null,
"tokenizer_class": "GPT2Tokenizer",
"unk_token": {
"__type": "AddedToken",
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}

32002
vocab.json Normal file
View File

File diff suppressed because it is too large Load Diff