Update config.json

This commit is contained in:
Severian
2023-10-08 22:39:13 +00:00
committed by huggingface-web
parent 57ba3a5e16
commit f4ad452d09

View File

@@ -10,7 +10,7 @@
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 32768,
"model_type": "mistral",
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"num_key_value_heads": 8,