9 lines
226 B
JSON
9 lines
226 B
JSON
|
{
|
||
|
|
"base_model": "Qwen/Qwen3-4B-Instruct-2507",
|
||
|
|
"lora_adapter": "/home/sagemaker-user/user-default-efs/lora_adapter",
|
||
|
|
"dtype": "bfloat16",
|
||
|
|
"device_map": "auto",
|
||
|
|
"safe_serialization": true,
|
||
|
|
"max_shard_size": "2GB"
|
||
|
|
}
|