初始化项目,由ModelHub XC社区提供模型
Model: scb10x/llama3.2-typhoon2-3b-instruct Source: Original Platform
This commit is contained in:
17
generation_config.json
Normal file
17
generation_config.json
Normal file
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"alpha": 0.0,
|
||||
"attn_implementation": "flash_attention_2",
|
||||
"beta": 1.0,
|
||||
"bos_token_id": 128000,
|
||||
"do_sample": true,
|
||||
"eos_token_id": [
|
||||
128001,
|
||||
128008,
|
||||
128009
|
||||
],
|
||||
"gamma": 1.0,
|
||||
"kl_temperature": 1.0,
|
||||
"temperature": 0.7,
|
||||
"top_p": 0.95,
|
||||
"transformers_version": "4.45.1"
|
||||
}
|
||||
Reference in New Issue
Block a user