17 lines
372 B
JSON
17 lines
372 B
JSON
|
{
|
||
|
|
"dataset": "korean_namuwiki_val",
|
||
|
|
"data_file": "data/korean_namuwiki_val.bin",
|
||
|
|
"total_tokens": 2166179,
|
||
|
|
"eval_tokens": 6488957,
|
||
|
|
"max_tokens_used": 2166179,
|
||
|
|
"perplexity": 25.8814,
|
||
|
|
"bits_per_token": 4.6938,
|
||
|
|
"avg_nll": 3.253526,
|
||
|
|
"elapsed_sec": 63.9,
|
||
|
|
"config": {
|
||
|
|
"seq_len": 2048,
|
||
|
|
"stride": 512,
|
||
|
|
"batch_size": 32,
|
||
|
|
"dtype": "bfloat16"
|
||
|
|
}
|
||
|
|
}
|