初始化项目,由ModelHub XC社区提供模型
Model: wvnvwn/Meta-Llama-3-8B-Instruct-fedavg-v0 Source: Original Platform
This commit is contained in:
49
merge_info.json
Normal file
49
merge_info.json
Normal file
@@ -0,0 +1,49 @@
|
||||
{
|
||||
"adapter_dir": "/NHNHOME/0226010080_A/BASE/jongbokwon/FLS/fsl/outputs/fedavg/8/2",
|
||||
"base_model": "meta-llama/Meta-Llama-3-8B-Instruct",
|
||||
"peft_type": "LORA",
|
||||
"task_type": "CAUSAL_LM",
|
||||
"lora_r": 16,
|
||||
"lora_alpha": 16,
|
||||
"target_modules": [
|
||||
"up_proj",
|
||||
"v_proj",
|
||||
"gate_proj",
|
||||
"q_proj",
|
||||
"k_proj",
|
||||
"o_proj",
|
||||
"down_proj"
|
||||
],
|
||||
"merged_at_utc": "2026-05-22T05:24:31.213169+00:00",
|
||||
"output_dir": "/NHNHOME/0226010080_A/BASE/jongbokwon/FLS/fsl/outputs/fedavg/8/merged",
|
||||
"repo_id": "wvnvwn/Meta-Llama-3-8B-Instruct-fedavg-v0",
|
||||
"private": false,
|
||||
"revision": null,
|
||||
"dtype": "bfloat16",
|
||||
"max_shard_size": "5GB",
|
||||
"training": {
|
||||
"procedure": "Federated LoRA fine-tuning followed by adapter aggregation. The resulting PEFT LoRA adapter was merged into the base model for reproducible evaluation.",
|
||||
"algorithm": "fedavg",
|
||||
"training_data": "data_hetero_with_4_tasks",
|
||||
"training_command": null,
|
||||
"num_clients": 8,
|
||||
"communication_round": "3",
|
||||
"local_epochs": "3",
|
||||
"local_batch_size": "256",
|
||||
"local_micro_batch_size": "16",
|
||||
"local_learning_rate": "0.0003"
|
||||
},
|
||||
"framework_versions": {
|
||||
"python": "3.10.20",
|
||||
"platform": "Linux-6.8.0-100-generic-x86_64-with-glibc2.39",
|
||||
"torch": "2.11.0+cu130",
|
||||
"cuda": "13.0",
|
||||
"transformers": "4.57.1",
|
||||
"peft": "0.19.1",
|
||||
"accelerate": "1.13.0",
|
||||
"huggingface_hub": "0.36.2",
|
||||
"safetensors": "0.7.0",
|
||||
"vllm": "0.20.2",
|
||||
"wandb": "0.27.0"
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user