初始化项目,由ModelHub XC社区提供模型
Model: kojima-lab/molcrawl-molecule-nat-lang-mol-instructions-gpt2-small Source: Original Platform
This commit is contained in:
17
training_args.json
Normal file
17
training_args.json
Normal file
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"iteration": 2000,
|
||||
"best_val_loss": 0.51076340675354,
|
||||
"early_stopping_counter": 1,
|
||||
"learning_rate": 1e-05,
|
||||
"batch_size": 8,
|
||||
"block_size": 1024,
|
||||
"model_args": {
|
||||
"n_layer": 12,
|
||||
"n_head": 12,
|
||||
"n_embd": 768,
|
||||
"block_size": 1024,
|
||||
"bias": false,
|
||||
"vocab_size": 50257,
|
||||
"dropout": 0.0
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user