初始化项目,由ModelHub XC社区提供模型

Model: Ecolash/A2-Model-SFT-DARE-FV
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-03 19:33:16 +08:00
commit 23ce935a76
10 changed files with 454 additions and 0 deletions

59
fv_hook_config.json Normal file
View File

@@ -0,0 +1,59 @@
{
"inject_layer": 9,
"lambda": 1.5,
"fv_file": "function_vector.pt",
"top_heads": [
{
"layer": 25,
"head": 3,
"cie": 6.129832399892621e-06
},
{
"layer": 24,
"head": 4,
"cie": 4.854008693655487e-06
},
{
"layer": 17,
"head": 4,
"cie": 4.320109837863129e-06
},
{
"layer": 15,
"head": 4,
"cie": 3.4469148886273615e-06
},
{
"layer": 20,
"head": 3,
"cie": 3.1090673928702017e-06
},
{
"layer": 19,
"head": 8,
"cie": 2.9842778985766927e-06
},
{
"layer": 24,
"head": 3,
"cie": 2.8512333756225416e-06
},
{
"layer": 17,
"head": 7,
"cie": 2.6311975034332136e-06
},
{
"layer": 18,
"head": 11,
"cie": 2.2966305550653487e-06
},
{
"layer": 16,
"head": 0,
"cie": 2.218258032371523e-06
}
],
"model": "Qwen/Qwen2.5-1.5B-Instruct",
"description": "Apply FV via forward hook at inject_layer"
}