75 lines
2.0 KiB
JSON
75 lines
2.0 KiB
JSON
{
|
|
"schema": 1,
|
|
"method": "cloze_pmi_to_first_token_kl",
|
|
"model": "mii-llm/zagreus-0.4B-ita",
|
|
"requested_revision": "f463a5beabf054809ee3cc702c711215a5fde690",
|
|
"resolved_revision": "f463a5beabf054809ee3cc702c711215a5fde690",
|
|
"data": "kl",
|
|
"data_sha256": {
|
|
"train": "ad9f071607f8f17e0bd624dfa1fdd30158f6a1eae8f243aeeed47f5212094b21",
|
|
"heldout": "ca81ef92405c7ab895f00cac27a4a5d69b2c550db782f90780882a0f7a84cd99"
|
|
},
|
|
"hyperparameters": {
|
|
"tau": 1.0,
|
|
"lambda_gold_ce": 1.0,
|
|
"mu_letter_mass": 0.1,
|
|
"learning_rate": 0.0001,
|
|
"epochs": 5,
|
|
"batch_size": 16,
|
|
"zero_shot": true,
|
|
"max_question_tokens": 256,
|
|
"seed": 42,
|
|
"weight_decay": 0.01
|
|
},
|
|
"counts_after_length_filter": {
|
|
"train_records": 9294,
|
|
"heldout_records": 924,
|
|
"optimizer_steps": 2905
|
|
},
|
|
"heldout_history": [
|
|
{
|
|
"epoch": 0,
|
|
"p_eq_q_cloze": 0.2564935064935065,
|
|
"letter_accuracy_vs_gold": 0.2510822510822511,
|
|
"letter_mass": 0.12870299325876938
|
|
},
|
|
{
|
|
"epoch": 1,
|
|
"p_eq_q_cloze": 0.2694805194805195,
|
|
"letter_accuracy_vs_gold": 0.26731601731601734,
|
|
"letter_mass": 0.9791770796755176
|
|
},
|
|
{
|
|
"epoch": 2,
|
|
"p_eq_q_cloze": 0.2911255411255411,
|
|
"letter_accuracy_vs_gold": 0.27164502164502163,
|
|
"letter_mass": 0.9890340902072526
|
|
},
|
|
{
|
|
"epoch": 3,
|
|
"p_eq_q_cloze": 0.43398268398268397,
|
|
"letter_accuracy_vs_gold": 0.5227272727272727,
|
|
"letter_mass": 0.9932343846275693
|
|
},
|
|
{
|
|
"epoch": 4,
|
|
"p_eq_q_cloze": 0.525974025974026,
|
|
"letter_accuracy_vs_gold": 0.6071428571428571,
|
|
"letter_mass": 0.9928273122548025
|
|
},
|
|
{
|
|
"epoch": 5,
|
|
"p_eq_q_cloze": 0.5292207792207793,
|
|
"letter_accuracy_vs_gold": 0.6190476190476191,
|
|
"letter_mass": 0.9943214587835006
|
|
}
|
|
],
|
|
"wall_seconds": 393.98932337760925,
|
|
"environment": {
|
|
"python": "3.12.3",
|
|
"torch": "2.13.0+cu129",
|
|
"transformers": "5.13.0",
|
|
"device": "cuda"
|
|
}
|
|
}
|