diff --git a/.gitattributes b/.gitattributes index 48997bc..39e7ae7 100644 --- a/.gitattributes +++ b/.gitattributes @@ -32,7 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.xz filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text -model-00001-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text -model-00002-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text -model-00003-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/config.json b/config.json index 52664e0..f0e2054 100644 --- a/config.json +++ b/config.json @@ -25,11 +25,11 @@ }, "rms_norm_eps": 1e-06, "rope_theta": 1000000.0, - "sliding_window": 32768, + "sliding_window": 131072, "tie_word_embeddings": false, "torch_dtype": "float16", "transformers_version": "4.41.1", "use_cache": true, "use_sliding_window": false, "vocab_size": 152064 -} \ No newline at end of file +}