初始化项目,由ModelHub XC社区提供模型
Model: Jeesup/svd-safety-l2_jbbpure_ka4_a1p0_free_remove40 Source: Original Platform
This commit is contained in:
13
evaluation/safety/strongreject_summary.json
Normal file
13
evaluation/safety/strongreject_summary.json
Normal file
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"tag": "l2_jbbpure_ka4_a1p0_free_remove40",
|
||||
"judge_model": "/lustre/jeesup0103/svd-safety/assets/models/HarmBench-Llama-2-13b-cls",
|
||||
"protocol": "strongreject_direct_chat_greedy",
|
||||
"n_prompts": 313,
|
||||
"n_harmful": 40,
|
||||
"n_not_harmful": 273,
|
||||
"attack_success_rate": 0.12779552715654952,
|
||||
"mean_p_yes": 0.12751780944884517,
|
||||
"argmax_offlist_rate": 0.0,
|
||||
"per_prompt_jsonl": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbbpure_ka4_a1p0_free_remove40/safety/strongreject_per_prompt.jsonl",
|
||||
"per_prompt_csv": "/lustre/jeesup0103/svd-safety/results/resmix/evaluation_ft/l2_jbbpure_ka4_a1p0_free_remove40/safety/strongreject_per_prompt.csv"
|
||||
}
|
||||
Reference in New Issue
Block a user