初始化项目,由ModelHub XC社区提供模型
Model: IlyaGusev/saiga_llama3_8b Source: Original Platform
This commit is contained in:
13
generation_config.json
Normal file
13
generation_config.json
Normal file
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"_from_model_config": true,
|
||||
"bos_token_id": 128000,
|
||||
"eos_token_id": 128009,
|
||||
"pad_token_id": 128000,
|
||||
"transformers_version": "4.34.0",
|
||||
"temperature": 0.2,
|
||||
"top_p": 0.9,
|
||||
"top_k": 30,
|
||||
"repetition_penalty": 1.12,
|
||||
"do_sample": true,
|
||||
"max_new_tokens": 1536
|
||||
}
|
||||
Reference in New Issue
Block a user