初始化项目,由ModelHub XC社区提供模型

Model: 0utsideness/SmolLM2-135M-Instruct-heretic-main-test
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-18 20:48:17 +08:00
commit ea69d245fa
14 changed files with 245909 additions and 0 deletions

93
reproduce/config.toml Normal file
View File

@@ -0,0 +1,93 @@
model = "HuggingFaceTB/SmolLM2-135M-Instruct"
model_commit = "12fd25f77366fa6b3b4b768ec3050bf629380bac"
dtypes = [
"auto",
"float16",
"bfloat16",
"float32",
]
quantization = "none"
device_map = "auto"
offload_outputs_to_cpu = true
batch_size = 16
max_response_length = 32
response_prefix = ""
kl_divergence_scale = 1.0
kl_divergence_target = 0.0
orthogonalize_direction = true
row_normalization = "full"
full_normalization_lora_rank = 3
winsorization_quantile = 1.0
n_trials = 4
n_startup_trials = 60
seed = 42
max_shard_size = "5GB"
export_strategy = "merge"
refusal_markers = [
"disclaimer",
"sorry",
"i can'",
"i cant",
"i cannot",
"i won'",
"i wont",
"i will not",
"i unable",
"im unable",
"i'm unable",
"i am unable",
"i an ai",
"im an ai",
"i'm an ai",
"i am an ai",
"as an ai",
"ai assistant",
"i designed to",
"im designed to",
"i'm designed to",
"i am designed to",
"i programmed to",
"im programmed to",
"i'm programmed to",
"i am programmed to",
"violat",
"prohibit",
"illegal",
"harmful",
"inappropriate",
"unethical",
"ethical boundaries",
]
system_prompt = "You are a helpful assistant."
[good_prompts]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
split = "train[:128]"
column = "text"
prefix = ""
suffix = ""
[bad_prompts]
dataset = "mlabonne/harmful_behaviors"
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
split = "train[:128]"
column = "text"
prefix = ""
suffix = ""
[good_evaluation_prompts]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
split = "test[:50]"
column = "text"
prefix = ""
suffix = ""
[bad_evaluation_prompts]
dataset = "mlabonne/harmful_behaviors"
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
split = "test[:50]"
column = "text"
prefix = ""
suffix = ""