初始化项目,由ModelHub XC社区提供模型
Model: Jeesup/svd-safety-l2_base_k0_a1p0_free_remove50 Source: Original Platform
This commit is contained in:
1850
resmix/compression.json
Normal file
1850
resmix/compression.json
Normal file
File diff suppressed because it is too large
Load Diff
73
resmix/x_s_corpus.json
Normal file
73
resmix/x_s_corpus.json
Normal file
@@ -0,0 +1,73 @@
|
||||
{
|
||||
"jbb_harm_full": {
|
||||
"name": "jbb_harm_full",
|
||||
"composition": "harm",
|
||||
"span": "full",
|
||||
"n_seqs": 11,
|
||||
"seqlen": 2048,
|
||||
"n_tokens": 22528,
|
||||
"n_prompts_available": 100,
|
||||
"n_special_per_seq": 15.545454978942871,
|
||||
"source": "JailbreakBench harmful behaviours (Goal)",
|
||||
"role": "harmful goal + dense model response",
|
||||
"response_model": "meta-llama/Llama-2-7b-chat-hf",
|
||||
"n_records": 96,
|
||||
"n_kept": 96,
|
||||
"min_response_chars": 20,
|
||||
"dense_refusal_cue_fraction": 1.0,
|
||||
"seed": 42,
|
||||
"eval_overlap": {
|
||||
"advbench": 11,
|
||||
"strongreject": 3
|
||||
},
|
||||
"eval_overlap_subtracted": false,
|
||||
"responses_from": "data/alpaca_cleaned_jbbsft_x10.json.refusals.json",
|
||||
"n_units": 96,
|
||||
"mean_tokens_per_unit": 264.9270833333333
|
||||
},
|
||||
"jbb_mix_full": {
|
||||
"name": "jbb_mix_full",
|
||||
"composition": "jbb harmful refusals + jbb benign answers",
|
||||
"span": "full",
|
||||
"n_seqs": 23,
|
||||
"seqlen": 2048,
|
||||
"n_tokens": 47104,
|
||||
"n_special_per_seq": 15.0,
|
||||
"harm": {
|
||||
"source": "/home/jeesup0103/svd_safety/data/alpaca_cleaned_jbbsft_x10.json.refusals.json",
|
||||
"n_units": 96,
|
||||
"distinct_tokens": 25433,
|
||||
"repeat": 1
|
||||
},
|
||||
"benign": {
|
||||
"source": "/home/jeesup0103/svd_safety/data/safety_calib/jbb_benign_dense_responses.json",
|
||||
"n_records": 100,
|
||||
"n_refused_dropped": 54,
|
||||
"n_units": 46,
|
||||
"distinct_tokens": 12935,
|
||||
"repeat": 2
|
||||
},
|
||||
"harm_token_share_before_packing": 0.4957,
|
||||
"eval_overlap_note": "JBB harmful shares 11 AdvBench and 3 StrongREJECT goals (kept, as in the jbb arm)",
|
||||
"seed": 42,
|
||||
"n_units": 188,
|
||||
"mean_tokens_per_unit": 272.88829787234044
|
||||
},
|
||||
"harm_full": {
|
||||
"name": "harm_full",
|
||||
"composition": "harm",
|
||||
"span": "user turn + dense model response",
|
||||
"n_seqs": 451,
|
||||
"seqlen": 2048,
|
||||
"n_tokens": 923648,
|
||||
"n_prompts_available": 4018,
|
||||
"n_special_per_seq": 16.81374740600586,
|
||||
"n_units": 4018,
|
||||
"mean_tokens_per_unit": 244.0955699352912,
|
||||
"response_model": "/lustre/jeesup0103/svd-safety/assets/huggingface/hub/models--meta-llama--Llama-2-7b-chat-hf/snapshots/f5db02db724555f92da89c216ac04704f23d4590",
|
||||
"n_records": 4018,
|
||||
"n_kept": 4018,
|
||||
"min_response_chars": 20,
|
||||
"dense_refusal_cue_fraction": 0.9624191139870583
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user