初始化项目,由ModelHub XC社区提供模型
Model: NastasiaM/mbert-loraxs-qa-vanilla Source: Original Platform
This commit is contained in:
34
run-9/checkpoint-1268/config.json
Normal file
34
run-9/checkpoint-1268/config.json
Normal file
@@ -0,0 +1,34 @@
|
||||
{
|
||||
"add_cross_attention": false,
|
||||
"architectures": [
|
||||
"BertForQuestionAnswering"
|
||||
],
|
||||
"attention_probs_dropout_prob": 0.1,
|
||||
"bos_token_id": null,
|
||||
"classifier_dropout": null,
|
||||
"directionality": "bidi",
|
||||
"dtype": "float32",
|
||||
"eos_token_id": null,
|
||||
"hidden_act": "gelu",
|
||||
"hidden_dropout_prob": 0.1,
|
||||
"hidden_size": 768,
|
||||
"initializer_range": 0.02,
|
||||
"intermediate_size": 3072,
|
||||
"is_decoder": false,
|
||||
"layer_norm_eps": 1e-12,
|
||||
"max_position_embeddings": 512,
|
||||
"model_type": "bert",
|
||||
"num_attention_heads": 12,
|
||||
"num_hidden_layers": 12,
|
||||
"pad_token_id": 0,
|
||||
"pooler_fc_size": 768,
|
||||
"pooler_num_attention_heads": 12,
|
||||
"pooler_num_fc_layers": 3,
|
||||
"pooler_size_per_head": 128,
|
||||
"pooler_type": "first_token_transform",
|
||||
"tie_word_embeddings": true,
|
||||
"transformers_version": "5.9.0",
|
||||
"type_vocab_size": 2,
|
||||
"use_cache": true,
|
||||
"vocab_size": 119547
|
||||
}
|
||||
3
run-9/checkpoint-1268/model.safetensors
Normal file
3
run-9/checkpoint-1268/model.safetensors
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8859fed3d33310b09a9c12ff8d51aed1e6af8dc1a00fbb4361bc28ebbd219725
|
||||
size 709080872
|
||||
3
run-9/checkpoint-1268/optimizer.pt
Normal file
3
run-9/checkpoint-1268/optimizer.pt
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:663b5f625a00f9d794d32bfbb9862033a1383edf940b25797b3dc26453c74bb3
|
||||
size 1418284811
|
||||
3
run-9/checkpoint-1268/rng_state.pth
Normal file
3
run-9/checkpoint-1268/rng_state.pth
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:bc71c7754fc9607edbaeeaec4b4f7a83c4babb869a15b6c3101fbbee75f7785c
|
||||
size 14645
|
||||
3
run-9/checkpoint-1268/scaler.pt
Normal file
3
run-9/checkpoint-1268/scaler.pt
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dc1a78489b27ac614e9350ef4a7ecb7c2625333301658b49a515f2ccf507fcfd
|
||||
size 1383
|
||||
3
run-9/checkpoint-1268/scheduler.pt
Normal file
3
run-9/checkpoint-1268/scheduler.pt
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e3c4ee47a9a613425721507fa2a1239db20955c0013d59b0af2a04255f118196
|
||||
size 1465
|
||||
119711
run-9/checkpoint-1268/tokenizer.json
Normal file
119711
run-9/checkpoint-1268/tokenizer.json
Normal file
File diff suppressed because it is too large
Load Diff
15
run-9/checkpoint-1268/tokenizer_config.json
Normal file
15
run-9/checkpoint-1268/tokenizer_config.json
Normal file
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"backend": "tokenizers",
|
||||
"cls_token": "[CLS]",
|
||||
"do_lower_case": false,
|
||||
"is_local": false,
|
||||
"local_files_only": false,
|
||||
"mask_token": "[MASK]",
|
||||
"model_max_length": 512,
|
||||
"pad_token": "[PAD]",
|
||||
"sep_token": "[SEP]",
|
||||
"strip_accents": null,
|
||||
"tokenize_chinese_chars": true,
|
||||
"tokenizer_class": "BertTokenizer",
|
||||
"unk_token": "[UNK]"
|
||||
}
|
||||
72
run-9/checkpoint-1268/trainer_state.json
Normal file
72
run-9/checkpoint-1268/trainer_state.json
Normal file
@@ -0,0 +1,72 @@
|
||||
{
|
||||
"best_global_step": 1268,
|
||||
"best_metric": 78.18340762080186,
|
||||
"best_model_checkpoint": "mbert-loraxs-qa-vanilla/run-9/checkpoint-1268",
|
||||
"epoch": 2.0,
|
||||
"eval_steps": 500,
|
||||
"global_step": 1268,
|
||||
"is_hyper_param_search": true,
|
||||
"is_local_process_zero": true,
|
||||
"is_world_process_zero": true,
|
||||
"log_history": [
|
||||
{
|
||||
"epoch": 0.7886435331230284,
|
||||
"grad_norm": 28.185476303100586,
|
||||
"learning_rate": 1.950773981150722e-05,
|
||||
"loss": 2.463543212890625,
|
||||
"step": 500
|
||||
},
|
||||
{
|
||||
"epoch": 1.0,
|
||||
"eval_exact_match": 61.84,
|
||||
"eval_f1": 76.07411778933292,
|
||||
"eval_loss": 1.221575140953064,
|
||||
"eval_runtime": 5.8101,
|
||||
"eval_samples_per_second": 217.724,
|
||||
"eval_steps_per_second": 13.769,
|
||||
"step": 634
|
||||
},
|
||||
{
|
||||
"epoch": 1.5772870662460567,
|
||||
"grad_norm": 30.28702735900879,
|
||||
"learning_rate": 1.2555587348389893e-05,
|
||||
"loss": 1.1182257080078124,
|
||||
"step": 1000
|
||||
},
|
||||
{
|
||||
"epoch": 2.0,
|
||||
"eval_exact_match": 64.4,
|
||||
"eval_f1": 78.18340762080186,
|
||||
"eval_loss": 1.1935663223266602,
|
||||
"eval_runtime": 5.9873,
|
||||
"eval_samples_per_second": 211.279,
|
||||
"eval_steps_per_second": 13.362,
|
||||
"step": 1268
|
||||
}
|
||||
],
|
||||
"logging_steps": 500,
|
||||
"max_steps": 1902,
|
||||
"num_input_tokens_seen": 0,
|
||||
"num_train_epochs": 3,
|
||||
"save_steps": 50,
|
||||
"stateful_callbacks": {
|
||||
"TrainerControl": {
|
||||
"args": {
|
||||
"should_epoch_stop": false,
|
||||
"should_evaluate": false,
|
||||
"should_log": false,
|
||||
"should_save": true,
|
||||
"should_training_stop": false
|
||||
},
|
||||
"attributes": {}
|
||||
}
|
||||
},
|
||||
"total_flos": 3555334320528384.0,
|
||||
"train_batch_size": 16,
|
||||
"trial_name": null,
|
||||
"trial_params": {
|
||||
"learning_rate": 2.3790265728787493e-05,
|
||||
"num_train_epochs": 3,
|
||||
"weight_decay": 0.03290502978450524
|
||||
}
|
||||
}
|
||||
3
run-9/checkpoint-1268/training_args.bin
Normal file
3
run-9/checkpoint-1268/training_args.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1084741d83f139111675ead8df2066cf8b07c705fbe8f01b50cfddb4d086161e
|
||||
size 5265
|
||||
Reference in New Issue
Block a user