Shanghai_AI_Laboratory/Mini-InternVL-Chat-4B-V1-5
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add supports_gradient_checkpointing

Browse Source
This commit is contained in:
ai-modelscope
2025-04-23 21:11:53 +08:00
parent b2bedcd779
commit 5ae24d0620
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@@ -138,6 +138,7 @@ def split_model(model_name):
device_map['language_model.model.embed_tokens'] = 0 device_map['language_model.model.embed_tokens'] = 0
device_map['language_model.output'] = 0 device_map['language_model.output'] = 0
device_map['language_model.model.norm'] = 0 device_map['language_model.model.norm'] = 0
device_map['language_model.model.rotary_emb'] = 0
device_map['language_model.lm_head'] = 0 device_map['language_model.lm_head'] = 0
device_map[f'language_model.model.layers.{num_layers - 1}'] = 0 device_map[f'language_model.model.layers.{num_layers - 1}'] = 0