初始化项目,由ModelHub XC社区提供模型

Model: wvnvwn/Meta-Llama-3-8B-Instruct-fedavg-v0
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-25 21:22:20 +08:00
commit deec78727a
14 changed files with 2608 additions and 0 deletions

49
merge_info.json Normal file
View File

@@ -0,0 +1,49 @@
{
"adapter_dir": "/NHNHOME/0226010080_A/BASE/jongbokwon/FLS/fsl/outputs/fedavg/8/2",
"base_model": "meta-llama/Meta-Llama-3-8B-Instruct",
"peft_type": "LORA",
"task_type": "CAUSAL_LM",
"lora_r": 16,
"lora_alpha": 16,
"target_modules": [
"up_proj",
"v_proj",
"gate_proj",
"q_proj",
"k_proj",
"o_proj",
"down_proj"
],
"merged_at_utc": "2026-05-22T05:24:31.213169+00:00",
"output_dir": "/NHNHOME/0226010080_A/BASE/jongbokwon/FLS/fsl/outputs/fedavg/8/merged",
"repo_id": "wvnvwn/Meta-Llama-3-8B-Instruct-fedavg-v0",
"private": false,
"revision": null,
"dtype": "bfloat16",
"max_shard_size": "5GB",
"training": {
"procedure": "Federated LoRA fine-tuning followed by adapter aggregation. The resulting PEFT LoRA adapter was merged into the base model for reproducible evaluation.",
"algorithm": "fedavg",
"training_data": "data_hetero_with_4_tasks",
"training_command": null,
"num_clients": 8,
"communication_round": "3",
"local_epochs": "3",
"local_batch_size": "256",
"local_micro_batch_size": "16",
"local_learning_rate": "0.0003"
},
"framework_versions": {
"python": "3.10.20",
"platform": "Linux-6.8.0-100-generic-x86_64-with-glibc2.39",
"torch": "2.11.0+cu130",
"cuda": "13.0",
"transformers": "4.57.1",
"peft": "0.19.1",
"accelerate": "1.13.0",
"huggingface_hub": "0.36.2",
"safetensors": "0.7.0",
"vllm": "0.20.2",
"wandb": "0.27.0"
}
}