35 lines
1.1 KiB
JSON
35 lines
1.1 KiB
JSON
|
{
|
||
|
|
"tokenizer_path": "/data/sjm/AHA/models/Qwen3-1.7B",
|
||
|
|
"thinking": false,
|
||
|
|
"truncation": false,
|
||
|
|
"target_context_k": 8,
|
||
|
|
"helmet": {
|
||
|
|
"path": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fourbench_8k_broad_20260713/inputs/helmet_icl_8k_n50_per_config.jsonl",
|
||
|
|
"source": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fivebench_n100_20260712/helmet8k_rows_n100.jsonl",
|
||
|
|
"configs": [
|
||
|
|
"trec_coarse",
|
||
|
|
"trec_fine",
|
||
|
|
"banking77",
|
||
|
|
"clinic150",
|
||
|
|
"nlu"
|
||
|
|
],
|
||
|
|
"samples_per_config": 50,
|
||
|
|
"total_samples": 250,
|
||
|
|
"min_prompt_tokens": 6344,
|
||
|
|
"max_prompt_tokens": 7413
|
||
|
|
},
|
||
|
|
"mrcr": {
|
||
|
|
"path": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fourbench_8k_broad_20260713/inputs/mrcr_8k_2_4_8needle_n10_per_config.jsonl",
|
||
|
|
"source": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fourbench_broad_20260713/inputs/mrcr_8k_16k_2_4_8needle_n10_per_config.jsonl",
|
||
|
|
"configs": [
|
||
|
|
"8k_2needle",
|
||
|
|
"8k_4needle",
|
||
|
|
"8k_8needle"
|
||
|
|
],
|
||
|
|
"samples_per_config": 10,
|
||
|
|
"total_samples": 30,
|
||
|
|
"min_prompt_tokens": 4312,
|
||
|
|
"max_prompt_tokens": 8028
|
||
|
|
}
|
||
|
|
}
|