diff --git a/config.json b/config.json index f6460bd..60e6b59 100644 --- a/config.json +++ b/config.json @@ -29,7 +29,7 @@ "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, - "rope_theta": 500000.0, "rope_type": "llama3" - } + }, + "rope_theta": 500000.0 } \ No newline at end of file