106 lines
2.4 KiB
JSON
106 lines
2.4 KiB
JSON
|
{
|
||
|
|
"current_quality": {
|
||
|
|
"bs1": {
|
||
|
|
"bs": 1,
|
||
|
|
"elapsed_s": 4.636457004991826,
|
||
|
|
"tokens_generated": 128,
|
||
|
|
"tok_per_sec": 27.607287172552066
|
||
|
|
},
|
||
|
|
"bs4": {
|
||
|
|
"bs": 4,
|
||
|
|
"elapsed_s": 4.483801496011438,
|
||
|
|
"tokens_generated": 492,
|
||
|
|
"tok_per_sec": 109.72831880217227
|
||
|
|
},
|
||
|
|
"bs8": {
|
||
|
|
"bs": 8,
|
||
|
|
"elapsed_s": 4.641314439999405,
|
||
|
|
"tokens_generated": 992,
|
||
|
|
"tok_per_sec": 213.73255633163416
|
||
|
|
},
|
||
|
|
"bs32": {
|
||
|
|
"bs": 32,
|
||
|
|
"elapsed_s": 4.989478911011247,
|
||
|
|
"tokens_generated": 3968,
|
||
|
|
"tok_per_sec": 795.2734285023328
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"clean_greedy_sdpa": {
|
||
|
|
"bs1": {
|
||
|
|
"bs": 1,
|
||
|
|
"elapsed_s": 1.5616609920107294,
|
||
|
|
"tokens_generated": 128,
|
||
|
|
"tok_per_sec": 81.96401181487703
|
||
|
|
},
|
||
|
|
"bs4": {
|
||
|
|
"bs": 4,
|
||
|
|
"elapsed_s": 1.525149337016046,
|
||
|
|
"tokens_generated": 492,
|
||
|
|
"tok_per_sec": 322.5913607664137
|
||
|
|
},
|
||
|
|
"bs8": {
|
||
|
|
"bs": 8,
|
||
|
|
"elapsed_s": 1.604114955989644,
|
||
|
|
"tokens_generated": 992,
|
||
|
|
"tok_per_sec": 618.4095449618166
|
||
|
|
},
|
||
|
|
"bs32": {
|
||
|
|
"bs": 32,
|
||
|
|
"elapsed_s": 1.8422480699955486,
|
||
|
|
"tokens_generated": 3968,
|
||
|
|
"tok_per_sec": 2153.8901652965706
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"clean_greedy_fa2": {
|
||
|
|
"bs1": {
|
||
|
|
"bs": 1,
|
||
|
|
"elapsed_s": 2.231158509996021,
|
||
|
|
"tokens_generated": 128,
|
||
|
|
"tok_per_sec": 57.36929914505638
|
||
|
|
},
|
||
|
|
"bs4": {
|
||
|
|
"bs": 4,
|
||
|
|
"elapsed_s": 1.9051841270120349,
|
||
|
|
"tokens_generated": 492,
|
||
|
|
"tok_per_sec": 258.2427561852619
|
||
|
|
},
|
||
|
|
"bs8": {
|
||
|
|
"bs": 8,
|
||
|
|
"elapsed_s": 1.9795321589917876,
|
||
|
|
"tokens_generated": 984,
|
||
|
|
"tok_per_sec": 497.08715038060785
|
||
|
|
},
|
||
|
|
"bs32": {
|
||
|
|
"bs": 32,
|
||
|
|
"elapsed_s": 2.203783990989905,
|
||
|
|
"tokens_generated": 3936,
|
||
|
|
"tok_per_sec": 1786.0189637878307
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"compiled_fa2": {
|
||
|
|
"bs1": {
|
||
|
|
"bs": 1,
|
||
|
|
"elapsed_s": 2.224584960989887,
|
||
|
|
"tokens_generated": 128,
|
||
|
|
"tok_per_sec": 57.538822856665846
|
||
|
|
},
|
||
|
|
"bs4": {
|
||
|
|
"bs": 4,
|
||
|
|
"elapsed_s": 1.940974594996078,
|
||
|
|
"tokens_generated": 492,
|
||
|
|
"tok_per_sec": 253.480906586
|
||
|
|
},
|
||
|
|
"bs8": {
|
||
|
|
"bs": 8,
|
||
|
|
"elapsed_s": 1.9738178760162555,
|
||
|
|
"tokens_generated": 984,
|
||
|
|
"tok_per_sec": 498.5262378847238
|
||
|
|
},
|
||
|
|
"bs32": {
|
||
|
|
"bs": 32,
|
||
|
|
"elapsed_s": 2.400167693005642,
|
||
|
|
"tokens_generated": 3936,
|
||
|
|
"tok_per_sec": 1639.8854177855762
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|