backend,batch_size,seq_len,time,label,speedup_label,speedup
CUDNN_ATTENTION,24,768,0.32912482261657716,BS=24 SL=768,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.0699159337629112
EFFICIENT_ATTENTION,24,768,0.35213589191436767,BS=24 SL=768,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,24,768,0.33675609350204466,BS=24 SL=768,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.045670438364999
CUDNN_ATTENTION,12,1024,0.222159903049469,BS=12 SL=1024,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.0930867199559324
EFFICIENT_ATTENTION,12,1024,0.242840039730072,BS=12 SL=1024,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,12,1024,0.22822560071945192,BS=12 SL=1024,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.0640350555088909
CUDNN_ATTENTION,6,2048,0.22936189889907838,BS=6 SL=2048,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.1772111978508244
EFFICIENT_ATTENTION,6,2048,0.27000739574432375,BS=6 SL=2048,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,6,2048,0.23996224880218506,BS=6 SL=2048,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.1252078070284575
CUDNN_ATTENTION,3,4096,0.24294065952301025,BS=3 SL=4096,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.3253087553435736
EFFICIENT_ATTENTION,3,4096,0.3219713830947876,BS=3 SL=4096,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,3,4096,0.2598997974395752,BS=3 SL=4096,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.2388289112447024
CUDNN_ATTENTION,2,8192,0.35719603300094604,BS=2 SL=8192,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,1.5836347656461844
EFFICIENT_ATTENTION,2,8192,0.5656680560112,BS=2 SL=8192,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,2,8192,0.39713253974914553,BS=2 SL=8192,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.4243810299919324
CUDNN_ATTENTION,1,16384,0.4235471987724304,BS=1 SL=16384,CUDNN_ATTENTION vs EFFICIENT_ATTENTION,2.007099764399456
EFFICIENT_ATTENTION,1,16384,0.8501014828681945,BS=1 SL=16384,EFFICIENT_ATTENTION vs EFFICIENT_ATTENTION,1.0
FLASH_ATTENTION,1,16384,0.5001843190193176,BS=1 SL=16384,FLASH_ATTENTION vs EFFICIENT_ATTENTION,1.6995764372120648
