backend,batch_size,seq_len,time,label,speedup_label,speedup
CUDNN_ATTENTION,24,768,0.1999587368965149,BS=24 SL=768,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.1114361360693807
EFFICIENT_ATTENTION,24,768,0.2222413659095764,BS=24 SL=768,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,24,768,0.2080540633201599,BS=24 SL=768,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.0681904614743556
CUDNN_ATTENTION,12,1024,0.13925427675247193,BS=12 SL=1024,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.1457744870575388
EFFICIENT_ATTENTION,12,1024,0.15955399751663207,BS=12 SL=1024,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,12,1024,0.14496242761611938,BS=12 SL=1024,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.1006575989411076
CUDNN_ATTENTION,6,2048,0.1443575620651245,BS=6 SL=2048,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.2769321339533377
EFFICIENT_ATTENTION,6,2048,0.18433480978012085,BS=6 SL=2048,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,6,2048,0.1538383936882019,BS=6 SL=2048,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.198236703860343
CUDNN_ATTENTION,3,4096,0.15531346797943116,BS=3 SL=4096,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.5222432152923429
EFFICIENT_ATTENTION,3,4096,0.23642487287521363,BS=3 SL=4096,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,3,4096,0.17227792978286743,BS=3 SL=4096,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.3723456810352583
CUDNN_ATTENTION,2,8192,0.2312054991722107,BS=2 SL=8192,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.9215099745433377
EFFICIENT_ATTENTION,2,8192,0.4442636728286743,BS=2 SL=8192,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,2,8192,0.2755130219459534,BS=2 SL=8192,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.6124960979732719
CUDNN_ATTENTION,1,16384,0.2849757242202759,BS=1 SL=16384,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,2.513904291901673
EFFICIENT_ATTENTION,1,16384,0.7164016962051392,BS=1 SL=16384,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,1,16384,0.374487898349762,BS=1 SL=16384,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.9130169475758028
