23 lines
622 B
JSON
23 lines
622 B
JSON
{
|
|
"custom_generation_config": null,
|
|
"model_params": {
|
|
"model_name_or_path": "/workdir/models/Qwen2.5-72B-Instruct",
|
|
"api_base": "http://10.36.60.73:3040",
|
|
"generation_config": {
|
|
"max_new_tokens": 200,
|
|
"temperature": 0.0,
|
|
"top_k": 40,
|
|
"top_p": 0.9,
|
|
"transformers_version": "4.45.2"
|
|
},
|
|
"max_model_len": 32000
|
|
},
|
|
"task_params": {
|
|
"max_len": 4000,
|
|
"few_shot_count": 0,
|
|
"batch_size": 256,
|
|
"max_sample_per_dataset": 10000000000,
|
|
"method": "calculate_tokens_proba"
|
|
}
|
|
}
|