Qwen/Qwen2.5-14B-Instruct-AWQ
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

update config.json

Browse Source
This commit is contained in:
ai-modelscope
2024-09-18 15:10:28 +08:00
parent 71bd05d7de
commit 32c4b7403d
2 changed files with 3 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
.gitattributes vendored
View File

@@ -33,6 +33,3 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text
model-00001-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text
model-00002-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text
model-00003-of-00003.safetensors filter=lfs diff=lfs merge=lfs -text

2
config.json
View File

@@ -25,7 +25,7 @@
}, },
"rms_norm_eps": 1e-06, "rms_norm_eps": 1e-06,
"rope_theta": 1000000.0, "rope_theta": 1000000.0,
"sliding_window": 32768, "sliding_window": 131072,
"tie_word_embeddings": false, "tie_word_embeddings": false,
"torch_dtype": "float16", "torch_dtype": "float16",
"transformers_version": "4.41.1", "transformers_version": "4.41.1",