59 lines
1.0 KiB
JSON
59 lines
1.0 KiB
JSON
|
{
|
||
|
|
"inject_layer": 9,
|
||
|
|
"lambda": 1.5,
|
||
|
|
"fv_file": "function_vector.pt",
|
||
|
|
"top_heads": [
|
||
|
|
{
|
||
|
|
"layer": 25,
|
||
|
|
"head": 3,
|
||
|
|
"cie": 6.129832399892621e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 24,
|
||
|
|
"head": 4,
|
||
|
|
"cie": 4.854008693655487e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 17,
|
||
|
|
"head": 4,
|
||
|
|
"cie": 4.320109837863129e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 15,
|
||
|
|
"head": 4,
|
||
|
|
"cie": 3.4469148886273615e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 20,
|
||
|
|
"head": 3,
|
||
|
|
"cie": 3.1090673928702017e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 19,
|
||
|
|
"head": 8,
|
||
|
|
"cie": 2.9842778985766927e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 24,
|
||
|
|
"head": 3,
|
||
|
|
"cie": 2.8512333756225416e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 17,
|
||
|
|
"head": 7,
|
||
|
|
"cie": 2.6311975034332136e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 18,
|
||
|
|
"head": 11,
|
||
|
|
"cie": 2.2966305550653487e-06
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"layer": 16,
|
||
|
|
"head": 0,
|
||
|
|
"cie": 2.218258032371523e-06
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"model": "Qwen/Qwen2.5-1.5B-Instruct",
|
||
|
|
"description": "Apply FV via forward hook at inject_layer"
|
||
|
|
}
|