初始化项目,由ModelHub XC社区提供模型
Model: jiamingshan/AHA-L2A-Qwen3-1.7B-repro Source: Original Platform
This commit is contained in:
BIN
recipe/data/eval_inputs/helmet_icl_8k_n50_per_config.jsonl
(Stored with Git LFS)
Normal file
BIN
recipe/data/eval_inputs/helmet_icl_8k_n50_per_config.jsonl
(Stored with Git LFS)
Normal file
Binary file not shown.
34
recipe/data/eval_inputs/input_manifest.json
Normal file
34
recipe/data/eval_inputs/input_manifest.json
Normal file
@@ -0,0 +1,34 @@
|
||||
{
|
||||
"tokenizer_path": "/data/sjm/AHA/models/Qwen3-1.7B",
|
||||
"thinking": false,
|
||||
"truncation": false,
|
||||
"target_context_k": 8,
|
||||
"helmet": {
|
||||
"path": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fourbench_8k_broad_20260713/inputs/helmet_icl_8k_n50_per_config.jsonl",
|
||||
"source": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fivebench_n100_20260712/helmet8k_rows_n100.jsonl",
|
||||
"configs": [
|
||||
"trec_coarse",
|
||||
"trec_fine",
|
||||
"banking77",
|
||||
"clinic150",
|
||||
"nlu"
|
||||
],
|
||||
"samples_per_config": 50,
|
||||
"total_samples": 250,
|
||||
"min_prompt_tokens": 6344,
|
||||
"max_prompt_tokens": 7413
|
||||
},
|
||||
"mrcr": {
|
||||
"path": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fourbench_8k_broad_20260713/inputs/mrcr_8k_2_4_8needle_n10_per_config.jsonl",
|
||||
"source": "/data/sjm/AHA/AHA-Qwen3/experiments/qwen3_1p7b_fourbench_broad_20260713/inputs/mrcr_8k_16k_2_4_8needle_n10_per_config.jsonl",
|
||||
"configs": [
|
||||
"8k_2needle",
|
||||
"8k_4needle",
|
||||
"8k_8needle"
|
||||
],
|
||||
"samples_per_config": 10,
|
||||
"total_samples": 30,
|
||||
"min_prompt_tokens": 4312,
|
||||
"max_prompt_tokens": 8028
|
||||
}
|
||||
}
|
||||
BIN
recipe/data/eval_inputs/mrcr_8k_2_4_8needle_n10_per_config.jsonl
(Stored with Git LFS)
Normal file
BIN
recipe/data/eval_inputs/mrcr_8k_2_4_8needle_n10_per_config.jsonl
(Stored with Git LFS)
Normal file
Binary file not shown.
Reference in New Issue
Block a user