初始化项目,由ModelHub XC社区提供模型
Model: Cartik/BastiAI-2-Instruct Source: Original Platform
This commit is contained in:
54
llmtf_eval/daru_treewayextractive_params.jsonl
Normal file
54
llmtf_eval/daru_treewayextractive_params.jsonl
Normal file
@@ -0,0 +1,54 @@
|
||||
{
|
||||
"custom_generation_config": null,
|
||||
"model_params": {
|
||||
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u48_full_lr5e4_peft_mlp_32_32_bs256_as1.75_kto_simpo/simpo0",
|
||||
"generation_config": {
|
||||
"bos_token_id": 147075,
|
||||
"do_sample": true,
|
||||
"eos_token_id": [
|
||||
147077
|
||||
],
|
||||
"max_length": 32768,
|
||||
"max_new_tokens": 1,
|
||||
"pad_token_id": 147075,
|
||||
"stop_strings": [
|
||||
"<|im_end|>"
|
||||
],
|
||||
"temperature": 0.1,
|
||||
"top_k": 40,
|
||||
"top_p": 0.9,
|
||||
"transformers_version": "4.45.2",
|
||||
"trust_remote_code": false
|
||||
},
|
||||
"conversation_template": {
|
||||
"system_prompt": "",
|
||||
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
||||
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
||||
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
||||
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
||||
"user_role": "user",
|
||||
"bot_role": "assistant",
|
||||
"system_role": "system",
|
||||
"global_prefix": "",
|
||||
"suffix": "<|im_start|>assistant\n",
|
||||
"add_special_tokens": false,
|
||||
"eos_token": "<|im_end|>"
|
||||
},
|
||||
"load_in_8bit": false,
|
||||
"torch_dtype": "auto",
|
||||
"use_flash_attention_2": true,
|
||||
"device_map": "cuda:0",
|
||||
"use_fast_tokenizer": true,
|
||||
"leading_space": false,
|
||||
"space_token": null,
|
||||
"trust_remote_code": false,
|
||||
"max_model_len": 32768
|
||||
},
|
||||
"task_params": {
|
||||
"max_len": 4000,
|
||||
"few_shot_count": 0,
|
||||
"batch_size": 8,
|
||||
"max_sample_per_dataset": 1000,
|
||||
"method": "calculate_logsoftmax"
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user