初始化项目,由ModelHub XC社区提供模型

Model: saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-20 15:32:10 +08:00
commit 9eeb5d170a
18 changed files with 5640 additions and 0 deletions

93
reproduce/config.toml Normal file
View File

@@ -0,0 +1,93 @@
model = "Qwen/Qwen2.5-Coder-0.5B-Instruct"
model_commit = "ea3f2471cf1b1f0db85067f1ef93848e38e88c25"
dtypes = [
"auto",
"float16",
"bfloat16",
"float32",
]
quantization = "bnb_4bit"
device_map = "auto"
offload_outputs_to_cpu = true
batch_size = 128
max_response_length = 100
response_prefix = ""
kl_divergence_scale = 1.0
kl_divergence_target = 0.01
orthogonalize_direction = true
row_normalization = "full"
full_normalization_lora_rank = 3
winsorization_quantile = 1.0
n_trials = 250
n_startup_trials = 60
seed = 2640281904
export_strategy = "merge"
max_shard_size = "5GB"
refusal_markers = [
"disclaimer",
"sorry",
"i can'",
"i cant",
"i cannot",
"i won'",
"i wont",
"i will not",
"i unable",
"im unable",
"i'm unable",
"i am unable",
"i an ai",
"im an ai",
"i'm an ai",
"i am an ai",
"as an ai",
"ai assistant",
"i designed to",
"im designed to",
"i'm designed to",
"i am designed to",
"i programmed to",
"im programmed to",
"i'm programmed to",
"i am programmed to",
"violat",
"prohibit",
"illegal",
"harmful",
"inappropriate",
"unethical",
"ethical boundaries",
]
system_prompt = "You are a helpful assistant."
[good_prompts]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
split = "train[:400]"
column = "text"
prefix = ""
suffix = ""
[bad_prompts]
dataset = "mlabonne/harmful_behaviors"
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
split = "train[:400]"
column = "text"
prefix = ""
suffix = ""
[good_evaluation_prompts]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
split = "test[:100]"
column = "text"
prefix = ""
suffix = ""
[bad_evaluation_prompts]
dataset = "mlabonne/harmful_behaviors"
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
split = "test[:100]"
column = "text"
prefix = ""
suffix = ""