From 2f89e6b8f598512cc8546ddcb0ccc2afe7cec1ed Mon Sep 17 00:00:00 2001
From: Xinyu Hu <HXY1828@users.noreply.huggingface.co>
Date: Tue, 8 Oct 2024 07:55:09 +0000
Subject: [PATCH] Update config.json

---
 config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config.json b/config.json
index 62b02bb..9375bed 100644
--- a/config.json
+++ b/config.json
@@ -10,7 +10,7 @@
   "hidden_size": 4096,
   "initializer_range": 0.02,
   "intermediate_size": 14336,
-  "max_position_embeddings": 4096,
+  "max_position_embeddings": 8192,
   "model_type": "llama",
   "num_attention_heads": 32,
   "num_hidden_layers": 32,