kotoba-whisper-v1.1/latency.csv

1	model	chunk_length_s	stable_ts	punctuator	attention	device	file	return_timestamps	batch	time (mean)	time (std)	time (all)
2	openai/whisper-large-v3	15				cuda:0	long_interview_1.mp3	True	32	37.87098135948181	0.9975159668837961	[39.03658604621887, 38.64555096626282, 37.84633827209473, 37.21843934059143, 36.60799217224121]
3	openai/whisper-large-v3	15			flash_attention_2	cuda:0	long_interview_1.mp3	False	32	28.436019563674925	0.47368126646613146	[28.606680631637573, 28.296039581298828, 29.176307678222656, 28.008386850357056, 28.09268307685852]
4	openai/whisper-large-v3	15			sdpa	cuda:0	long_interview_1.mp3	False	32	28.914933681488037	0.21978470408766382	[29.01437497138977, 28.632374048233032, 29.222826719284058, 28.87388014793396, 28.831212520599365]
5	openai/whisper-large-v3	15				cuda:0	long_interview_1.mp3	False	32	29.102856159210205	0.9922645461609332	[28.25994610786438, 28.26285481452942, 29.124175310134888, 30.689085006713867, 29.17821955680847]
6	kotoba-tech/kotoba-whisper-v1.1	15	True	True	flash_attention_2	cuda:0	long_interview_1.mp3	True	256	17.678295278549193	0.22182761219337574	[18.054609298706055, 17.626131772994995, 17.602790117263794, 17.464856386184692, 17.643088817596436]
7	kotoba-tech/kotoba-whisper-v1.1	15	True	True	sdpa	cuda:0	long_interview_1.mp3	True	256	18.204185914993285	0.17810196179511653	[18.498502254486084, 18.186529874801636, 18.095500469207764, 18.03645157814026, 18.20394539833069]
8	kotoba-tech/kotoba-whisper-v1.1	15	True	True		cuda:0	long_interview_1.mp3	True	256	17.916395521163942	0.3377347175013587	[18.50807523727417, 17.8379385471344, 17.65992569923401, 17.81332492828369, 17.762713193893433]
9	kotoba-tech/kotoba-whisper-v1.1	15	True	False	flash_attention_2	cuda:0	long_interview_1.mp3	True	256	16.014582490921022	0.35303348844305815	[16.54080867767334, 16.039757013320923, 16.108657360076904, 15.648179054260254, 15.735510349273682]
10	kotoba-tech/kotoba-whisper-v1.1	15	True	False	sdpa	cuda:0	long_interview_1.mp3	True	256	16.489454126358034	0.2974532799091081	[17.013059377670288, 16.346179008483887, 16.448065280914307, 16.325897932052612, 16.314069032669067]
11	kotoba-tech/kotoba-whisper-v1.1	15	True	False		cuda:0	long_interview_1.mp3	True	256	16.10833501815796	0.28295738976500673	[16.60477614402771, 15.89296007156372, 15.998892784118652, 16.041422605514526, 16.003623485565186]
12	kotoba-tech/kotoba-whisper-v1.1	15	False	True	flash_attention_2	cuda:0	long_interview_1.mp3	True	256	17.634469079971314	0.37421288687576754	[18.294931173324585, 17.515852212905884, 17.49791431427002, 17.49921679496765, 17.364430904388428]
13	kotoba-tech/kotoba-whisper-v1.1	15	False	True	sdpa	cuda:0	long_interview_1.mp3	True	256	18.02405333518982	0.20277988430790378	[18.34075951576233, 17.888415813446045, 17.907806873321533, 18.11445140838623, 17.86883306503296]
14	kotoba-tech/kotoba-whisper-v1.1	15	False	True		cuda:0	long_interview_1.mp3	True	256	17.70981011390686	0.37067887702647784	[18.362802028656006, 17.600308895111084, 17.594009399414062, 17.552326440811157, 17.439603805541992]
15	kotoba-tech/kotoba-whisper-v1.0	15			flash_attention_2	cuda:0	long_interview_1.mp3	True	256	15.530676031112671	0.3633174816819969	[16.119226217269897, 15.388941764831543, 15.455092668533325, 15.553504943847656, 15.136614561080933]
16	kotoba-tech/kotoba-whisper-v1.0	15			sdpa	cuda:0	long_interview_1.mp3	True	256	15.825398015975953	0.2933998625987351	[16.23697257041931, 15.700171947479248, 15.733088254928589, 15.471559524536133, 15.98519778251648]
17	kotoba-tech/kotoba-whisper-v1.0	15				cuda:0	long_interview_1.mp3	True	256	15.736223077774047	0.23519827876867205	[16.14710545539856, 15.576295137405396, 15.654626369476318, 15.59735655784607, 15.705731868743896]
18	kotoba-tech/kotoba-whisper-v1.0	15			flash_attention_2	cuda:0	long_interview_1.mp3	False	256	10.713608121871948	0.278930456482726	[11.21053671836853, 10.62143874168396, 10.551162481307983, 10.596262693405151, 10.588639974594116]
19	kotoba-tech/kotoba-whisper-v1.0	15			sdpa	cuda:0	long_interview_1.mp3	False	256	10.769530439376831	0.20777072275326197	[11.120648622512817, 10.576390266418457, 10.681758880615234, 10.703449249267578, 10.765405178070068]
20	kotoba-tech/kotoba-whisper-v1.0	15				cuda:0	long_interview_1.mp3	False	256	10.77918643951416	0.20745621012396212	[11.07450532913208, 10.564246892929077, 10.596351146697998, 10.824815034866333, 10.836013793945312]