PKU-ONELab/Themis
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Update config.json

Browse Source
This commit is contained in:
Xinyu Hu
2024-10-08 07:55:09 +00:00
committed by system
parent 6a5d6095ba
commit 2f89e6b8f5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config.json
View File

@@ -10,7 +10,7 @@
"hidden_size": 4096, "hidden_size": 4096,
"initializer_range": 0.02, "initializer_range": 0.02,
"intermediate_size": 14336, "intermediate_size": 14336,
"max_position_embeddings": 4096, "max_position_embeddings": 8192,
"model_type": "llama", "model_type": "llama",
"num_attention_heads": 32, "num_attention_heads": 32,
"num_hidden_layers": 32, "num_hidden_layers": 32,