初始化项目,由ModelHub XC社区提供模型
Model: Ecolash/A2-Model-SFT-DARE-FV Source: Original Platform
This commit is contained in:
59
fv_hook_config.json
Normal file
59
fv_hook_config.json
Normal file
@@ -0,0 +1,59 @@
|
||||
{
|
||||
"inject_layer": 9,
|
||||
"lambda": 1.5,
|
||||
"fv_file": "function_vector.pt",
|
||||
"top_heads": [
|
||||
{
|
||||
"layer": 25,
|
||||
"head": 3,
|
||||
"cie": 6.129832399892621e-06
|
||||
},
|
||||
{
|
||||
"layer": 24,
|
||||
"head": 4,
|
||||
"cie": 4.854008693655487e-06
|
||||
},
|
||||
{
|
||||
"layer": 17,
|
||||
"head": 4,
|
||||
"cie": 4.320109837863129e-06
|
||||
},
|
||||
{
|
||||
"layer": 15,
|
||||
"head": 4,
|
||||
"cie": 3.4469148886273615e-06
|
||||
},
|
||||
{
|
||||
"layer": 20,
|
||||
"head": 3,
|
||||
"cie": 3.1090673928702017e-06
|
||||
},
|
||||
{
|
||||
"layer": 19,
|
||||
"head": 8,
|
||||
"cie": 2.9842778985766927e-06
|
||||
},
|
||||
{
|
||||
"layer": 24,
|
||||
"head": 3,
|
||||
"cie": 2.8512333756225416e-06
|
||||
},
|
||||
{
|
||||
"layer": 17,
|
||||
"head": 7,
|
||||
"cie": 2.6311975034332136e-06
|
||||
},
|
||||
{
|
||||
"layer": 18,
|
||||
"head": 11,
|
||||
"cie": 2.2966305550653487e-06
|
||||
},
|
||||
{
|
||||
"layer": 16,
|
||||
"head": 0,
|
||||
"cie": 2.218258032371523e-06
|
||||
}
|
||||
],
|
||||
"model": "Qwen/Qwen2.5-1.5B-Instruct",
|
||||
"description": "Apply FV via forward hook at inject_layer"
|
||||
}
|
||||
Reference in New Issue
Block a user