Modelpublic

replicate/flash-attn2

sourceHugging Facebsd-3-clauseupdated 1mo agoView on Hugging Face

0likes165downloads

benchmark.py18 linesDownload Raw Back to benchmarks

1from kernels.benchmarks import (2    FlashAttentionBenchmark,3    FlashAttentionCausalBenchmark,4    FlashAttentionVarlenBenchmark,5)6 7 8class FlashAttn(FlashAttentionBenchmark):9    pass10 11 12class FlashAttnCausal(FlashAttentionCausalBenchmark):13    pass14 15 16class FlashAttnVarlen(FlashAttentionVarlenBenchmark):17    pass18