From 32c4b7403d8bbc293d907e4a0613ff2b11570470 Mon Sep 17 00:00:00 2001 From: ai-modelscope Date: Wed, 18 Sep 2024 15:10:28 +0800 Subject: [PATCH] update config.json --- .gitattributes | 5 +---- config.json | 4 ++-- 2 files changed, 3 insertions(+), 6 deletions(-) diff --git a/.gitattributes b/.gitattributes index 48997bc..39e7ae7 100644 --- a/.gitattributes +++ b/.gitattributes @@ -32,7 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.xz filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text -model-00001-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text -model-00002-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text -model-00003-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/config.json b/config.json index 52664e0..f0e2054 100644 --- a/config.json +++ b/config.json @@ -25,11 +25,11 @@ }, "rms_norm_eps": 1e-06, "rope_theta": 1000000.0, - "sliding_window": 32768, + "sliding_window": 131072, "tie_word_embeddings": false, "torch_dtype": "float16", "transformers_version": "4.41.1", "use_cache": true, "use_sliding_window": false, "vocab_size": 152064 -} \ No newline at end of file +}