20 lines
431 B
JSON
20 lines
431 B
JSON
{
|
|
"_name_or_path": "CLoverT1-0.03B-Base",
|
|
"architectures": [
|
|
"GPT2LMHeadModel"
|
|
],
|
|
"model_type": "gpt2",
|
|
"vocab_size": 30000,
|
|
"n_positions": 512,
|
|
"n_embd": 384,
|
|
"n_layer": 6,
|
|
"n_head": 6,
|
|
"n_inner": 1536,
|
|
"activation_function": "gelu_new",
|
|
"resid_pdrop": 0.1,
|
|
"embd_pdrop": 0.1,
|
|
"attn_pdrop": 0.1,
|
|
"bos_token_id": null,
|
|
"eos_token_id": null,
|
|
"transformers_version": "4.0.0"
|
|
} |