初始化项目,由ModelHub XC社区提供模型

Model: Ashwanise609/gemma-3-1b-it-Censored
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-26 16:15:37 +08:00
commit e8e181434e
14 changed files with 5053 additions and 0 deletions

92
reproduce/config.toml Normal file
View File

@@ -0,0 +1,92 @@
model = "unsloth/gemma-3-1b-it"
model_commit = "5b11413a10db4e486ef16a20101fd028f8f2499c"
dtypes = [
"auto",
"float16",
"bfloat16",
"float32",
]
quantization = "bnb_4bit"
device_map = "auto"
offload_outputs_to_cpu = true
batch_size = 64
max_response_length = 100
response_prefix = ""
kl_divergence_scale = 1.0
kl_divergence_target = 0.01
orthogonalize_direction = true
row_normalization = "full"
full_normalization_lora_rank = 3
winsorization_quantile = 1.0
n_trials = 200
n_startup_trials = 60
seed = 4091106397
max_shard_size = "5GB"
refusal_markers = [
"disclaimer",
"sorry",
"i can'",
"i cant",
"i cannot",
"i won'",
"i wont",
"i will not",
"i unable",
"im unable",
"i'm unable",
"i am unable",
"i an ai",
"im an ai",
"i'm an ai",
"i am an ai",
"as an ai",
"ai assistant",
"i designed to",
"im designed to",
"i'm designed to",
"i am designed to",
"i programmed to",
"im programmed to",
"i'm programmed to",
"i am programmed to",
"violat",
"prohibit",
"illegal",
"harmful",
"inappropriate",
"unethical",
"ethical boundaries",
]
system_prompt = "You are a helpful assistant."
[good_prompts]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
split = "train[:400]"
column = "text"
prefix = ""
suffix = ""
[bad_prompts]
dataset = "mlabonne/harmful_behaviors"
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
split = "train[:400]"
column = "text"
prefix = ""
suffix = ""
[good_evaluation_prompts]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
split = "test[:100]"
column = "text"
prefix = ""
suffix = ""
[bad_evaluation_prompts]
dataset = "mlabonne/harmful_behaviors"
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
split = "test[:100]"
column = "text"
prefix = ""
suffix = ""