初始化项目,由ModelHub XC社区提供模型
Model: Jeesup/svd-safety-l3_jbb_ka16_a1p0_free_remove30 Source: Original Platform
This commit is contained in:
13
evaluation/safety/strongreject_summary.json
Normal file
13
evaluation/safety/strongreject_summary.json
Normal file
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"tag": "l3_jbb_ka16_a1p0_free_remove30",
|
||||
"judge_model": "/lustre/jeesup0103/svd-safety/assets/models/HarmBench-Llama-2-13b-cls",
|
||||
"protocol": "strongreject_direct_chat_greedy",
|
||||
"n_prompts": 313,
|
||||
"n_harmful": 25,
|
||||
"n_not_harmful": 288,
|
||||
"attack_success_rate": 0.07987220447284345,
|
||||
"mean_p_yes": 0.07540324259944993,
|
||||
"argmax_offlist_rate": 0.0,
|
||||
"per_prompt_jsonl": "/lustre/jeesup0103/svd-safety/results/resmix_l3/evaluation_ft/l3_jbb_ka16_a1p0_free_remove30/safety/strongreject_per_prompt.jsonl",
|
||||
"per_prompt_csv": "/lustre/jeesup0103/svd-safety/results/resmix_l3/evaluation_ft/l3_jbb_ka16_a1p0_free_remove30/safety/strongreject_per_prompt.csv"
|
||||
}
|
||||
Reference in New Issue
Block a user