17 lines
363 B
JSON
17 lines
363 B
JSON
|
{
|
||
|
|
"dataset": "korean_c4_val",
|
||
|
|
"data_file": "data/korean_c4_val.bin",
|
||
|
|
"total_tokens": 15159838,
|
||
|
|
"eval_tokens": 45445722,
|
||
|
|
"max_tokens_used": 15159838,
|
||
|
|
"perplexity": 5.7173,
|
||
|
|
"bits_per_token": 2.5153,
|
||
|
|
"avg_nll": 1.743491,
|
||
|
|
"elapsed_sec": 447.2,
|
||
|
|
"config": {
|
||
|
|
"seq_len": 2048,
|
||
|
|
"stride": 512,
|
||
|
|
"batch_size": 32,
|
||
|
|
"dtype": "bfloat16"
|
||
|
|
}
|
||
|
|
}
|