Update config.json

This commit is contained in:
Severian
2023-10-08 22:42:16 +00:00
committed by huggingface-web
parent f4ad452d09
commit 92be4f0252

View File

@@ -10,7 +10,7 @@
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 32768,
"model_type": "llama",
"model_type": "mistral",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"num_key_value_heads": 8,