17 lines
362 B
JSON
17 lines
362 B
JSON
{
|
|
"dataset": "korean_wiki_val",
|
|
"data_file": "data/korean_wiki_val.bin",
|
|
"total_tokens": 524561,
|
|
"eval_tokens": 1567747,
|
|
"max_tokens_used": 524561,
|
|
"perplexity": 11.8359,
|
|
"bits_per_token": 3.5651,
|
|
"avg_nll": 2.471134,
|
|
"elapsed_sec": 15.7,
|
|
"config": {
|
|
"seq_len": 2048,
|
|
"stride": 512,
|
|
"batch_size": 32,
|
|
"dtype": "bfloat16"
|
|
}
|
|
} |